1 write to _vocabOriginal
Microsoft.ML.Tokenizers (1)
Model\TiktokenTokenizer.cs (1)
991
internal IReadOnlyDictionary<string, int> Vocabulary =>
_vocabOriginal
??= _vocab.ToDictionary(kvp => kvp.Key.Data!, kvp => kvp.Value.Id);