4 references to BufferLength
Microsoft.ML.Tokenizers (4)
Model\BPETokenizer.cs (4)
840
byte[] bytes = ArrayPool<byte>.Shared.Rent(
BufferLength
<< 1);
1324
if (destinationMaxSize >
BufferLength
)
1437
if (destinationMaxSize >
BufferLength
)
1517
if (destinationMaxSize >
BufferLength
)