6 references to _vocabReverse
Microsoft.ML.Tokenizers (6)
Model\SentencePieceBpeModel.cs (6)
32_vocabReverse.Add(i, piece.Piece); 57_vocabReverse.Add(id++, item.Token); 111public override bool TryMapIdToToken(int id, out string? token) => _vocabReverse.TryGetValue(id, out token); 264if (_vocabReverse.TryGetValue(id, out string? token)) 288if (_vocabReverse.TryGetValue(id, out string? token)) 1264=> _vocabReverse.TryGetValue(id, out string? token) ? token : text.Slice(index, length).ToString();