1 write to _maxByteId
Microsoft.ML.Tokenizers (1)
Model\SentencePieceTokenizer.cs (1)
56_maxByteId = i;
7 references to _maxByteId
Microsoft.ML.Tokenizers (7)
Model\SentencePieceTokenizer.cs (7)
60_byteCodeToIdOffset = _vocab.TryGetValue("<0x00>", out (int Id, float Score, byte Type) value) ? value.Id : _maxByteId; 1559if (enumerator.Current <= _maxByteId) 1575if (enumerator.Current <= _maxByteId) 1614if (enumerator.Current <= _maxByteId) 1808if (enumerator.Current <= _maxByteId) 1828if (enumerator.Current <= _maxByteId) 1897if (enumerator.Current <= _maxByteId)