5 references to TryDecodeAsSpecialToken
Microsoft.ML.Tokenizers (5)
Model\SentencePieceTokenizer.cs (5)
1567TryDecodeAsSpecialToken(this, enumerator.Current, considerSpecialTokens, ref sb);
1586TryDecodeAsSpecialToken(this, enumerator.Current, considerSpecialTokens, ref sb);
1595TryDecodeAsSpecialToken(this, enumerator.Current, considerSpecialTokens, ref sb);
1610TryDecodeAsSpecialToken(this, enumerator.Current, considerSpecialTokens, ref sb);
1646TryDecodeAsSpecialToken(this, enumerator.Current, considerSpecialTokens, ref sb);