20 references to R50kBase
Microsoft.ML.Tokenizers (20)
Model\TiktokenTokenizer.cs (20)
1103{ "text-davinci-001", ModelEncoding.R50kBase },
1104{ "text-curie-001", ModelEncoding.R50kBase },
1105{ "text-babbage-001", ModelEncoding.R50kBase },
1106{ "text-ada-001", ModelEncoding.R50kBase },
1107{ "davinci", ModelEncoding.R50kBase },
1108{ "curie", ModelEncoding.R50kBase },
1109{ "babbage", ModelEncoding.R50kBase },
1110{ "ada", ModelEncoding.R50kBase },
1126{ "text-similarity-davinci-001", ModelEncoding.R50kBase },
1127{ "text-similarity-curie-001", ModelEncoding.R50kBase },
1128{ "text-similarity-babbage-001", ModelEncoding.R50kBase },
1129{ "text-similarity-ada-001", ModelEncoding.R50kBase },
1130{ "text-search-davinci-doc-001", ModelEncoding.R50kBase },
1131{ "text-search-curie-doc-001", ModelEncoding.R50kBase },
1132{ "text-search-babbage-doc-001", ModelEncoding.R50kBase },
1133{ "text-search-ada-doc-001", ModelEncoding.R50kBase },
1134{ "code-search-babbage-code-001", ModelEncoding.R50kBase },
1135{ "code-search-ada-code-001", ModelEncoding.R50kBase },
1221case ModelEncoding.R50kBase:
1559modelEncoding = ModelEncoding.R50kBase;