1 instantiation of Vocabulary
Microsoft.ML.Tokenizers (1)
Utils\StringSpanOrdinalKey.cs (1)
150var dictionary = new Vocabulary();
16 references to Vocabulary
Microsoft.ML.Tokenizers (16)
Model\CodeGenTokenizer.cs (1)
1749Vocabulary? vocab;
Model\ModelSourceGenerationContext.cs (1)
11[JsonSerializable(typeof(Vocabulary))]
ModelSourceGenerationContext.GetJsonTypeInfo.g.cs (1)
26if (type == typeof(global::Microsoft.ML.Tokenizers.Vocabulary))
ModelSourceGenerationContext.Vocabulary.g.cs (9)
13private global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.ML.Tokenizers.Vocabulary>? _Vocabulary; 18public global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.ML.Tokenizers.Vocabulary> Vocabulary 20get => _Vocabulary ??= (global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.ML.Tokenizers.Vocabulary>)Options.GetTypeInfo(typeof(global::Microsoft.ML.Tokenizers.Vocabulary)); 23private global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.ML.Tokenizers.Vocabulary> Create_Vocabulary(global::System.Text.Json.JsonSerializerOptions options) 25if (!TryGetTypeInfoForRuntimeCustomConverter<global::Microsoft.ML.Tokenizers.Vocabulary>(options, out global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.ML.Tokenizers.Vocabulary> jsonTypeInfo)) 27global::System.Text.Json.Serialization.JsonConverter converter = ExpandConverter(typeof(global::Microsoft.ML.Tokenizers.Vocabulary), new global::Microsoft.ML.Tokenizers.VocabularyConverter(), options); 28jsonTypeInfo = global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.CreateValueInfo<global::Microsoft.ML.Tokenizers.Vocabulary> (options, converter);
Utils\StringSpanOrdinalKey.cs (4)
146internal class VocabularyConverter : JsonConverter<Vocabulary> 148public override Vocabulary Read(ref Utf8JsonReader reader, Type typeToConvert, JsonSerializerOptions options) 150var dictionary = new Vocabulary(); 169public override void Write(Utf8JsonWriter writer, Vocabulary value, JsonSerializerOptions options) => throw new NotImplementedException();