11 references to ReservedPrefix
Microsoft.ML.Tokenizers (11)
Model\TiktokenTokenizer.cs (11)
1180{ $"{ReservedPrefix}200000|>", 200000 },
1181{ $"{ReservedPrefix}200001|>", 200001 },
1184{ $"{ReservedPrefix}200004|>", 200004 },
1189{ $"{ReservedPrefix}200009|>", 200009 },
1190{ $"{ReservedPrefix}200010|>", 200010 },
1191{ $"{ReservedPrefix}200011|>", 200011 },
1193{ $"{ReservedPrefix}200013|>", 200013 },
1194{ $"{ReservedPrefix}200014|>", 200014 },
1195{ $"{ReservedPrefix}200015|>", 200015 },
1196{ $"{ReservedPrefix}200016|>", 200016 },
1197{ $"{ReservedPrefix}200017|>", 200017 },