11 references to ReservedPrefix
Microsoft.ML.Tokenizers (11)
Model\TiktokenTokenizer.cs (11)
1170{ $"{ReservedPrefix}200000|>", 200000 },
1171{ $"{ReservedPrefix}200001|>", 200001 },
1174{ $"{ReservedPrefix}200004|>", 200004 },
1179{ $"{ReservedPrefix}200009|>", 200009 },
1180{ $"{ReservedPrefix}200010|>", 200010 },
1181{ $"{ReservedPrefix}200011|>", 200011 },
1183{ $"{ReservedPrefix}200013|>", 200013 },
1184{ $"{ReservedPrefix}200014|>", 200014 },
1185{ $"{ReservedPrefix}200015|>", 200015 },
1186{ $"{ReservedPrefix}200016|>", 200016 },
1187{ $"{ReservedPrefix}200017|>", 200017 },