#region Copyright notice and license // Protocol Buffers - Google's data interchange format // Copyright 2008 Google Inc. All rights reserved. // https://developers.google.com/protocol-buffers/ // // Redistribution and use in source and binary forms, with or without // modification, are permitted provided that the following conditions are // met: // // * Redistributions of source code must retain the above copyright // notice, this list of conditions and the following disclaimer. // * Redistributions in binary form must reproduce the above // copyright notice, this list of conditions and the following disclaimer // in the documentation and/or other materials provided with the // distribution. // * Neither the name of Google Inc. nor the names of its // contributors may be used to endorse or promote products derived from // this software without specific prior written permission. // // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT // OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. #endregion using System; using System.Collections; using System.Collections.Generic; using System.IO; using System.Runtime.InteropServices; using System.Security; using System.Text; #if !NET35 using System.Threading; using System.Threading.Tasks; #endif #if NET35 using LC.Google.Protobuf.Compatibility; #endif namespace LC.Google.Protobuf { /// /// Immutable array of bytes. /// [SecuritySafeCritical] public sealed class ByteString : IEnumerable, IEquatable { private static readonly ByteString empty = new ByteString(new byte[0]); private readonly ReadOnlyMemory bytes; /// /// Internal use only. Ensure that the provided memory is not mutated and belongs to this instance. /// internal static ByteString AttachBytes(ReadOnlyMemory bytes) { return new ByteString(bytes); } /// /// Internal use only. Ensure that the provided memory is not mutated and belongs to this instance. /// This method encapsulates converting array to memory. Reduces need for SecuritySafeCritical /// in .NET Framework. /// internal static ByteString AttachBytes(byte[] bytes) { return AttachBytes(bytes.AsMemory()); } /// /// Constructs a new ByteString from the given memory. The memory is /// *not* copied, and must not be modified after this constructor is called. /// private ByteString(ReadOnlyMemory bytes) { this.bytes = bytes; } /// /// Returns an empty ByteString. /// public static ByteString Empty { get { return empty; } } /// /// Returns the length of this ByteString in bytes. /// public int Length { get { return bytes.Length; } } /// /// Returns true if this byte string is empty, false otherwise. /// public bool IsEmpty { get { return Length == 0; } } /// /// Provides read-only access to the data of this . /// No data is copied so this is the most efficient way of accessing. /// public ReadOnlySpan Span { get { return bytes.Span; } } /// /// Provides read-only access to the data of this . /// No data is copied so this is the most efficient way of accessing. /// public ReadOnlyMemory Memory { get { return bytes; } } /// /// Converts this into a byte array. /// /// The data is copied - changes to the returned array will not be reflected in this ByteString. /// A byte array with the same data as this ByteString. public byte[] ToByteArray() { return bytes.ToArray(); } /// /// Converts this into a standard base64 representation. /// /// A base64 representation of this ByteString. public string ToBase64() { if (MemoryMarshal.TryGetArray(bytes, out ArraySegment segment)) { // Fast path. ByteString was created with an array, so pass the underlying array. return Convert.ToBase64String(segment.Array, segment.Offset, segment.Count); } else { // Slow path. BytesString is not an array. Convert memory and pass result to ToBase64String. return Convert.ToBase64String(bytes.ToArray()); } } /// /// Constructs a from the Base64 Encoded String. /// public static ByteString FromBase64(string bytes) { // By handling the empty string explicitly, we not only optimize but we fix a // problem on CF 2.0. See issue 61 for details. return bytes == "" ? Empty : new ByteString(Convert.FromBase64String(bytes)); } /// /// Constructs a from data in the given stream, synchronously. /// /// If successful, will be read completely, from the position /// at the start of the call. /// The stream to copy into a ByteString. /// A ByteString with content read from the given stream. public static ByteString FromStream(Stream stream) { ProtoPreconditions.CheckNotNull(stream, nameof(stream)); int capacity = stream.CanSeek ? checked((int) (stream.Length - stream.Position)) : 0; var memoryStream = new MemoryStream(capacity); stream.CopyTo(memoryStream); #if NETSTANDARD1_1 || NETSTANDARD2_0 byte[] bytes = memoryStream.ToArray(); #else // Avoid an extra copy if we can. byte[] bytes = memoryStream.Length == memoryStream.Capacity ? memoryStream.GetBuffer() : memoryStream.ToArray(); #endif return AttachBytes(bytes); } #if !NET35 /// /// Constructs a from data in the given stream, asynchronously. /// /// If successful, will be read completely, from the position /// at the start of the call. /// The stream to copy into a ByteString. /// The cancellation token to use when reading from the stream, if any. /// A ByteString with content read from the given stream. public static Task FromStreamAsync(Stream stream, CancellationToken cancellationToken = default(CancellationToken)) { ProtoPreconditions.CheckNotNull(stream, nameof(stream)); return ByteStringAsync.FromStreamAsyncCore(stream, cancellationToken); } #endif /// /// Constructs a from the given array. The contents /// are copied, so further modifications to the array will not /// be reflected in the returned ByteString. /// This method can also be invoked in ByteString.CopyFrom(0xaa, 0xbb, ...) form /// which is primarily useful for testing. /// public static ByteString CopyFrom(params byte[] bytes) { return new ByteString((byte[]) bytes.Clone()); } /// /// Constructs a from a portion of a byte array. /// public static ByteString CopyFrom(byte[] bytes, int offset, int count) { byte[] portion = new byte[count]; ByteArray.Copy(bytes, offset, portion, 0, count); return new ByteString(portion); } /// /// Constructs a from a read only span. The contents /// are copied, so further modifications to the span will not /// be reflected in the returned . /// public static ByteString CopyFrom(ReadOnlySpan bytes) { return new ByteString(bytes.ToArray()); } /// /// Creates a new by encoding the specified text with /// the given encoding. /// public static ByteString CopyFrom(string text, Encoding encoding) { return new ByteString(encoding.GetBytes(text)); } /// /// Creates a new by encoding the specified text in UTF-8. /// public static ByteString CopyFromUtf8(string text) { return CopyFrom(text, Encoding.UTF8); } /// /// Returns the byte at the given index. /// public byte this[int index] { get { return bytes.Span[index]; } } /// /// Converts this into a string by applying the given encoding. /// /// /// This method should only be used to convert binary data which was the result of encoding /// text with the given encoding. /// /// The encoding to use to decode the binary data into text. /// The result of decoding the binary data with the given decoding. public string ToString(Encoding encoding) { if (MemoryMarshal.TryGetArray(bytes, out ArraySegment segment)) { // Fast path. ByteString was created with an array. return encoding.GetString(segment.Array, segment.Offset, segment.Count); } else { // Slow path. BytesString is not an array. Convert memory and pass result to GetString. // TODO: Consider using GetString overload that takes a pointer. byte[] array = bytes.ToArray(); return encoding.GetString(array, 0, array.Length); } } /// /// Converts this into a string by applying the UTF-8 encoding. /// /// /// This method should only be used to convert binary data which was the result of encoding /// text with UTF-8. /// /// The result of decoding the binary data with the given decoding. public string ToStringUtf8() { return ToString(Encoding.UTF8); } /// /// Returns an iterator over the bytes in this . /// /// An iterator over the bytes in this object. [SecuritySafeCritical] public IEnumerator GetEnumerator() { return MemoryMarshal.ToEnumerable(bytes).GetEnumerator(); } /// /// Returns an iterator over the bytes in this . /// /// An iterator over the bytes in this object. IEnumerator IEnumerable.GetEnumerator() { return GetEnumerator(); } /// /// Creates a CodedInputStream from this ByteString's data. /// public CodedInputStream CreateCodedInput() { // We trust CodedInputStream not to reveal the provided byte array or modify it if (MemoryMarshal.TryGetArray(bytes, out ArraySegment segment) && segment.Count == bytes.Length) { // Fast path. ByteString was created with a complete array. return new CodedInputStream(segment.Array); } else { // Slow path. BytesString is not an array, or is a slice of an array. // Convert memory and pass result to WriteRawBytes. return new CodedInputStream(bytes.ToArray()); } } /// /// Compares two byte strings for equality. /// /// The first byte string to compare. /// The second byte string to compare. /// true if the byte strings are equal; false otherwise. public static bool operator ==(ByteString lhs, ByteString rhs) { if (ReferenceEquals(lhs, rhs)) { return true; } if (ReferenceEquals(lhs, null) || ReferenceEquals(rhs, null)) { return false; } return lhs.bytes.Span.SequenceEqual(rhs.bytes.Span); } /// /// Compares two byte strings for inequality. /// /// The first byte string to compare. /// The second byte string to compare. /// false if the byte strings are equal; true otherwise. public static bool operator !=(ByteString lhs, ByteString rhs) { return !(lhs == rhs); } /// /// Compares this byte string with another object. /// /// The object to compare this with. /// true if refers to an equal ; false otherwise. [SecuritySafeCritical] public override bool Equals(object obj) { return this == (obj as ByteString); } /// /// Returns a hash code for this object. Two equal byte strings /// will return the same hash code. /// /// A hash code for this object. [SecuritySafeCritical] public override int GetHashCode() { ReadOnlySpan b = bytes.Span; int ret = 23; for (int i = 0; i < b.Length; i++) { ret = (ret * 31) + b[i]; } return ret; } /// /// Compares this byte string with another. /// /// The to compare this with. /// true if refers to an equal byte string; false otherwise. public bool Equals(ByteString other) { return this == other; } /// /// Copies the entire byte array to the destination array provided at the offset specified. /// public void CopyTo(byte[] array, int position) { bytes.CopyTo(array.AsMemory(position)); } /// /// Writes the entire byte array to the provided stream /// public void WriteTo(Stream outputStream) { if (MemoryMarshal.TryGetArray(bytes, out ArraySegment segment)) { // Fast path. ByteString was created with an array, so pass the underlying array. outputStream.Write(segment.Array, segment.Offset, segment.Count); } else { // Slow path. BytesString is not an array. Convert memory and pass result to WriteRawBytes. var array = bytes.ToArray(); outputStream.Write(array, 0, array.Length); } } } }