8 references to O200kBase
Microsoft.ML.Tokenizers (8)
Model\TiktokenTokenizer.cs (8)
1033( "o1-", ModelEncoding.O200kBase ), // e.g. o1-mini
1034( "o3-", ModelEncoding.O200kBase ), // e.g. o3-mini
1035( "gpt-4o-", ModelEncoding.O200kBase), // e.g., gpt-4o-2024-05-13
1045{ "gpt-4o", ModelEncoding.O200kBase },
1046{ "o1", ModelEncoding.O200kBase },
1047{ "o3", ModelEncoding.O200kBase },
1144case ModelEncoding.O200kBase:
1472modelEncoding = ModelEncoding.O200kBase;