1 instantiation of ModelSourceGenerationContext
Microsoft.ML.Tokenizers (1)
ModelSourceGenerationContext.g.cs (1)
19
public static global::Microsoft.ML.Tokenizers.ModelSourceGenerationContext Default { get; } = new global::Microsoft.ML.Tokenizers.
ModelSourceGenerationContext
(new global::System.Text.Json.JsonSerializerOptions(s_defaultOptions));
5 references to ModelSourceGenerationContext
Microsoft.ML.Tokenizers (5)
Model\BPETokenizer.cs (2)
1102
? await JsonSerializer.DeserializeAsync(vocab,
ModelSourceGenerationContext
.Default.DictionaryStringSpanOrdinalKeyInt32, cancellationToken).ConfigureAwait(false)
1103
: JsonSerializer.Deserialize(vocab,
ModelSourceGenerationContext
.Default.DictionaryStringSpanOrdinalKeyInt32);
Model\CodeGenTokenizer.cs (1)
1752
vocab = JsonSerializer.Deserialize(vocabularyStream,
ModelSourceGenerationContext
.Default.Vocabulary);
Model\EnglishRobertaTokenizer.cs (1)
184
vocab = JsonSerializer.Deserialize(vocabularyStream,
ModelSourceGenerationContext
.Default.DictionaryStringSpanOrdinalKeyInt32);
ModelSourceGenerationContext.g.cs (1)
19
public static global::Microsoft.ML.Tokenizers.
ModelSourceGenerationContext
Default { get; } = new global::Microsoft.ML.Tokenizers.ModelSourceGenerationContext(new global::System.Text.Json.JsonSerializerOptions(s_defaultOptions));