4 references to ApproximatedMaxEncodedBytesCount
Microsoft.ML.Tokenizers (4)
Model\SentencePieceBaseModel.cs (4)
343
charPoolArray ??= ArrayPool<char>.Shared.Rent(Math.Max(len,
ApproximatedMaxEncodedBytesCount
>> 1));
365
bytesPoolArray ??= ArrayPool<byte>.Shared.Rent(
ApproximatedMaxEncodedBytesCount
);
681
charPoolArray ??= ArrayPool<char>.Shared.Rent(Math.Max(len,
ApproximatedMaxEncodedBytesCount
>> 1));
719
bytesPoolArray ??= ArrayPool<byte>.Shared.Rent(
ApproximatedMaxEncodedBytesCount
);