2 references to Vocabulary
Microsoft.ML.Tokenizers.Tests (2)
CodeGenTests.cs (2)
498
var reverseVocab = codeGenTokenizer.
Vocabulary
.ToDictionary(kvp => kvp.Value, kvp => kvp.Key);
519
if (codeGenTokenizer.
Vocabulary
.TryGetValue(token, out int id))