3 references to DictionaryStringSpanOrdinalKeyInt32
Microsoft.ML.Tokenizers (3)
Model\BPETokenizer.cs (2)
1102
? await JsonSerializer.DeserializeAsync(vocab, ModelSourceGenerationContext.Default.
DictionaryStringSpanOrdinalKeyInt32
, cancellationToken).ConfigureAwait(false)
1103
: JsonSerializer.Deserialize(vocab, ModelSourceGenerationContext.Default.
DictionaryStringSpanOrdinalKeyInt32
);
Model\EnglishRobertaTokenizer.cs (1)
184
vocab = JsonSerializer.Deserialize(vocabularyStream, ModelSourceGenerationContext.Default.
DictionaryStringSpanOrdinalKeyInt32
);