17 references to O200kBase
Microsoft.ML.Tokenizers (17)
Model\TiktokenTokenizer.cs (17)
1042( "o1-", ModelEncoding.O200kBase ), // e.g. o1-mini 1043( "o3-", ModelEncoding.O200kBase ), // e.g. o3-mini 1044( "o4-mini-", ModelEncoding.O200kBase ), // e.g. o4-mini 1047( "gpt-5-", ModelEncoding.O200kBase), 1048( "gpt-4.1-", ModelEncoding.O200kBase), // e.g., gpt-4.1-mini 1049( "gpt-4.5-", ModelEncoding.O200kBase), // e.g., gpt-4.5 1050( "gpt-4o-", ModelEncoding.O200kBase), // e.g., gpt-4o-2024-05-13 1051( "chatgpt-4o-", ModelEncoding.O200kBase), 1058( "ft:gpt-4o", ModelEncoding.O200kBase ), 1069{ "o1", ModelEncoding.O200kBase }, 1070{ "o3", ModelEncoding.O200kBase }, 1071{ "o4-mini", ModelEncoding.O200kBase }, 1074{ "gpt-5", ModelEncoding.O200kBase }, 1075{ "gpt-4.1", ModelEncoding.O200kBase }, 1076{ "gpt-4o", ModelEncoding.O200kBase }, 1207case ModelEncoding.O200kBase: 1539modelEncoding = ModelEncoding.O200kBase;