1 write to _vocabOriginal
Microsoft.ML.Tokenizers (1)
Model\BPETokenizer.cs (1)
564
public IReadOnlyDictionary<string, int> Vocabulary =>
_vocabOriginal
??= new ReadOnlyDictionary<string, int>(_vocab.ToDictionary(kvp => kvp.Key.Data!, kvp => kvp.Value));