15 references to TryGetValue
Microsoft.ML.Tokenizers (15)
Model\BPETokenizer.cs (6)
59if (!_vocab.TryGetValue(value, out int id)) 272if (!_vocab.TryGetValue(mergeValues.a, out int aId)) 277if (!_vocab.TryGetValue(mergeValues.b, out int bId)) 288if (!_vocab.TryGetValue(newToken, out int newId)) 950if (!_vocab.TryGetValue(UnknownToken, out int value)) 959if (!_vocab.TryGetValue(UnknownToken, out int value))
Model\CodeGenTokenizer.cs (3)
151if (!_vocab.TryGetValue(UnknownToken!, out (int unknownId, string token) value)) 161if (!_vocab.TryGetValue(BeginningOfSentenceToken!, out (int beggingOfSentenceId, string token) value)) 171if (!_vocab.TryGetValue(EndOfSentenceToken!, out (int endOfSentenceId, string token) value))
Model\SentencePieceBpeModel.cs (5)
40ByteCodeToIdOffset = _vocab.TryGetValue("<0x00>", out (int Id, float Score, byte Type) value) ? value.Id : MaxByteId; 62if (!_vocab.TryGetValue("<0x00>", out (int Id, float Score, byte Type) value)) 71if (!_vocab.TryGetValue(options.UnknownToken, out (int Id, float Score, byte Type) unknownToken)) 77if (!_vocab.TryGetValue(options.BeginningOfSentenceToken, out (int Id, float Score, byte Type) beginOfSentenceToken)) 83if (!_vocab.TryGetValue(options.EndOfSentenceToken, out (int Id, float Score, byte Type) endOfSentenceToken))
Model\WordPieceTokenizer.cs (1)
62if (!vocab!.TryGetValue(options.UnknownToken, out int id))