20 references to R50kBase
Microsoft.ML.Tokenizers (20)
Model\TiktokenTokenizer.cs (20)
1061{ "text-davinci-001", ModelEncoding.R50kBase },
1062{ "text-curie-001", ModelEncoding.R50kBase },
1063{ "text-babbage-001", ModelEncoding.R50kBase },
1064{ "text-ada-001", ModelEncoding.R50kBase },
1065{ "davinci", ModelEncoding.R50kBase },
1066{ "curie", ModelEncoding.R50kBase },
1067{ "babbage", ModelEncoding.R50kBase },
1068{ "ada", ModelEncoding.R50kBase },
1089{ "text-similarity-davinci-001", ModelEncoding.R50kBase },
1090{ "text-similarity-curie-001", ModelEncoding.R50kBase },
1091{ "text-similarity-babbage-001", ModelEncoding.R50kBase },
1092{ "text-similarity-ada-001", ModelEncoding.R50kBase },
1093{ "text-search-davinci-doc-001", ModelEncoding.R50kBase },
1094{ "text-search-curie-doc-001", ModelEncoding.R50kBase },
1095{ "text-search-babbage-doc-001", ModelEncoding.R50kBase },
1096{ "text-search-ada-doc-001", ModelEncoding.R50kBase },
1097{ "code-search-babbage-code-001", ModelEncoding.R50kBase },
1098{ "code-search-ada-code-001", ModelEncoding.R50kBase },
1157case ModelEncoding.R50kBase:
1487modelEncoding = ModelEncoding.R50kBase;