1 write to _maxByteId
Microsoft.ML.Tokenizers (1)
Model\SentencePieceTokenizer.cs (1)
56_maxByteId = i;
7 references to _maxByteId
Microsoft.ML.Tokenizers (7)
Model\SentencePieceTokenizer.cs (7)
60_byteCodeToIdOffset = _vocab.TryGetValue("<0x00>", out (int Id, float Score, byte Type) value) ? value.Id : _maxByteId; 1560if (enumerator.Current <= _maxByteId) 1576if (enumerator.Current <= _maxByteId) 1615if (enumerator.Current <= _maxByteId) 1809if (enumerator.Current <= _maxByteId) 1829if (enumerator.Current <= _maxByteId) 1898if (enumerator.Current <= _maxByteId)