13 references to BufferLength
Microsoft.ML.Tokenizers (13)
Model\CodeGenTokenizer.cs (13)
337
Span<char> mutatedInputSpan = stackalloc char[
BufferLength
];
345
if (span.Length + 1 >
BufferLength
)
445
Span<char> token = stackalloc char[
BufferLength
];
446
Span<int> mapping = stackalloc int[
BufferLength
];
453
if (destinationMaxSize >
BufferLength
)
596
Span<char> mutatedInputSpan = stackalloc char[
BufferLength
];
602
if (span.Length + 1 >
BufferLength
)
815
Span<char> mutatedInputSpan = stackalloc char[
BufferLength
];
821
if (span.Length + 1 >
BufferLength
)
952
Span<char> mutatedInputSpan = stackalloc char[
BufferLength
];
958
if (span.Length + 1 >
BufferLength
)
1128
Span<char> token = stackalloc char[
BufferLength
];
1129
Span<int> mapping = stackalloc int[
BufferLength
];