1 reference to Gpt2PackageName
Microsoft.ML.Tokenizers (1)
Model\TiktokenTokenizer.cs (1)
1127
return (new Dictionary<string, int> { { EndOfText, 50256 }, }, P50kBaseRegex(), GPT2File, Type.GetType(Gpt2TypeName),
Gpt2PackageName
);