6 references to O200kBase
Microsoft.ML.Tokenizers (6)
Model\TiktokenTokenizer.cs (6)
1028
( "o1-", ModelEncoding.
O200kBase
), // e.g. o1-mini
1029
( "gpt-4o-", ModelEncoding.
O200kBase
), // e.g., gpt-4o-2024-05-13
1039
{ "gpt-4o", ModelEncoding.
O200kBase
},
1040
{ "o1", ModelEncoding.
O200kBase
},
1129
case ModelEncoding.
O200kBase
:
1457
modelEncoding = ModelEncoding.
O200kBase
;