13 references to TryGetValue
Microsoft.ML.Tokenizers (13)
Model\BPETokenizer.cs (8)
60if (!_vocab.TryGetValue(value, out int id)) 318if (!_vocab.TryGetValue(beginningOfSentenceToken, out int aId)) 329if (!_vocab.TryGetValue(endOfSentenceToken, out int aId)) 363if (!_vocab.TryGetValue(mergeValues.a, out int aId)) 368if (!_vocab.TryGetValue(mergeValues.b, out int bId)) 379if (!_vocab.TryGetValue(newToken, out int newId)) 1272if (!_vocab.TryGetValue(UnknownToken, out int value)) 1281if (!_vocab.TryGetValue(UnknownToken, out int value))
Model\CodeGenTokenizer.cs (3)
151if (!_vocab.TryGetValue(UnknownToken!, out (int unknownId, string token) value)) 161if (!_vocab.TryGetValue(BeginningOfSentenceToken!, out (int beggingOfSentenceId, string token) value)) 171if (!_vocab.TryGetValue(EndOfSentenceToken!, out (int endOfSentenceId, string token) value))
Model\SentencePieceBpeModel.cs (1)
40ByteCodeToIdOffset = _vocab.TryGetValue("<0x00>", out (int Id, float Score, byte Type) value) ? value.Id : MaxByteId;
Model\WordPieceTokenizer.cs (1)
62if (!vocab!.TryGetValue(options.UnknownToken, out int id))