4 references to ApproximatedMaxEncodedBytesCount
Microsoft.ML.Tokenizers (4)
Model\SentencePieceBaseModel.cs (4)
282
charPoolArray ??= ArrayPool<char>.Shared.Rent(Math.Max(len,
ApproximatedMaxEncodedBytesCount
>> 1));
304
bytesPoolArray ??= ArrayPool<byte>.Shared.Rent(
ApproximatedMaxEncodedBytesCount
);
620
charPoolArray ??= ArrayPool<char>.Shared.Rent(Math.Max(len,
ApproximatedMaxEncodedBytesCount
>> 1));
658
bytesPoolArray ??= ArrayPool<byte>.Shared.Rent(
ApproximatedMaxEncodedBytesCount
);