4 references to ApproximatedMaxEncodedBytesCount
Microsoft.ML.Tokenizers (4)
Model\SentencePieceBaseModel.cs (4)
326
charPoolArray ??= ArrayPool<char>.Shared.Rent(Math.Max(len,
ApproximatedMaxEncodedBytesCount
>> 1));
348
bytesPoolArray ??= ArrayPool<byte>.Shared.Rent(
ApproximatedMaxEncodedBytesCount
);
664
charPoolArray ??= ArrayPool<char>.Shared.Rent(Math.Max(len,
ApproximatedMaxEncodedBytesCount
>> 1));
702
bytesPoolArray ??= ArrayPool<byte>.Shared.Rent(
ApproximatedMaxEncodedBytesCount
);