1 reference to IMStart
Microsoft.ML.Tokenizers (1)
Model\TiktokenTokenizer.cs (1)
1135
new Dictionary<string, int> { { EndOfText, 100257 }, { FimPrefix, 100258 }, { FimMiddle, 100259 }, { FimSuffix, 100260 }, { EndOfPrompt, 100276 }, {
IMStart
, 100264 },