11 references to O200kBase
Microsoft.ML.Tokenizers (11)
Model\TiktokenTokenizer.cs (11)
1033( "o1-", ModelEncoding.O200kBase ), // e.g. o1-mini
1034( "o3-", ModelEncoding.O200kBase ), // e.g. o3-mini
1035( "gpt-4.1-", ModelEncoding.O200kBase), // e.g., gpt-4.1-mini
1036( "gpt-4o-", ModelEncoding.O200kBase), // e.g., gpt-4o-2024-05-13
1046{ "gpt-4o", ModelEncoding.O200kBase },
1047{ "o1", ModelEncoding.O200kBase },
1048{ "o3", ModelEncoding.O200kBase },
1049{ "o4-mini", ModelEncoding.O200kBase },
1050{ "gpt-4.1", ModelEncoding.O200kBase },
1147case ModelEncoding.O200kBase:
1475modelEncoding = ModelEncoding.O200kBase;