1 instantiation of Vocabulary
Microsoft.ML.Tokenizers (1)
Utils\StringSpanOrdinalKey.cs (1)
150var dictionary = new Vocabulary();
6 references to Vocabulary
Microsoft.ML.Tokenizers (6)
Model\CodeGenTokenizer.cs (1)
1767Vocabulary? vocab;
Model\ModelSourceGenerationContext.cs (1)
11[JsonSerializable(typeof(Vocabulary))]
Utils\StringSpanOrdinalKey.cs (4)
146internal class VocabularyConverter : JsonConverter<Vocabulary> 148public override Vocabulary Read(ref Utf8JsonReader reader, Type typeToConvert, JsonSerializerOptions options) 150var dictionary = new Vocabulary(); 169public override void Write(Utf8JsonWriter writer, Vocabulary value, JsonSerializerOptions options) => throw new NotImplementedException();