1 reference to _modelToEncoding
Microsoft.ML.Tokenizers (1)
Model\TiktokenTokenizer.cs (1)
1109
if (!
_modelToEncoding
.TryGetValue(modelName, out ModelEncoding encoder))