10 references to P50kBase
Microsoft.ML.Tokenizers (10)
Model\TiktokenTokenizer.cs (10)
1097{ "text-davinci-003", ModelEncoding.P50kBase }, 1098{ "text-davinci-002", ModelEncoding.P50kBase }, 1109{ "code-davinci-002", ModelEncoding.P50kBase }, 1110{ "code-davinci-001", ModelEncoding.P50kBase }, 1111{ "code-cushman-002", ModelEncoding.P50kBase }, 1112{ "code-cushman-001", ModelEncoding.P50kBase }, 1113{ "davinci-codex", ModelEncoding.P50kBase }, 1114{ "cushman-codex", ModelEncoding.P50kBase }, 1210case ModelEncoding.P50kBase: 1547modelEncoding = ModelEncoding.P50kBase;