4 references to Vocabulary
Microsoft.ML.Tokenizers.Tests (4)
LlamaTests.cs (4)
253
var reverseVocabulary = bpe.
Vocabulary
.ToDictionary(kvp => kvp.Value, kvp => kvp.Key);
258
Assert.Equal(ids[i], bpe.
Vocabulary
[tokens[i]]);
360
Assert.True(bpe.
Vocabulary
.Count > 0);
361
Assert.True(bpe.
Vocabulary
.TryGetValue("▁", out _));