4 references to BufferLength
Microsoft.ML.Tokenizers (4)
Model\BPETokenizer.cs (4)
836
byte[] bytes = ArrayPool<byte>.Shared.Rent(
BufferLength
<< 1);
1320
if (destinationMaxSize >
BufferLength
)
1433
if (destinationMaxSize >
BufferLength
)
1513
if (destinationMaxSize >
BufferLength
)