10 references to P50kBase
Microsoft.ML.Tokenizers (10)
Model\TiktokenTokenizer.cs (10)
1111{ "text-davinci-003", ModelEncoding.P50kBase },
1112{ "text-davinci-002", ModelEncoding.P50kBase },
1123{ "code-davinci-002", ModelEncoding.P50kBase },
1124{ "code-davinci-001", ModelEncoding.P50kBase },
1125{ "code-cushman-002", ModelEncoding.P50kBase },
1126{ "code-cushman-001", ModelEncoding.P50kBase },
1127{ "davinci-codex", ModelEncoding.P50kBase },
1128{ "cushman-codex", ModelEncoding.P50kBase },
1224case ModelEncoding.P50kBase:
1561modelEncoding = ModelEncoding.P50kBase;