13 references to BufferLength
Microsoft.ML.Tokenizers (13)
Model\CodeGenTokenizer.cs (13)
334
Span<char> mutatedInputSpan = stackalloc char[
BufferLength
];
342
if (span.Length + 1 >
BufferLength
)
442
Span<char> token = stackalloc char[
BufferLength
];
443
Span<int> mapping = stackalloc int[
BufferLength
];
450
if (destinationMaxSize >
BufferLength
)
593
Span<char> mutatedInputSpan = stackalloc char[
BufferLength
];
599
if (span.Length + 1 >
BufferLength
)
812
Span<char> mutatedInputSpan = stackalloc char[
BufferLength
];
818
if (span.Length + 1 >
BufferLength
)
949
Span<char> mutatedInputSpan = stackalloc char[
BufferLength
];
955
if (span.Length + 1 >
BufferLength
)
1125
Span<char> token = stackalloc char[
BufferLength
];
1126
Span<int> mapping = stackalloc int[
BufferLength
];