20 references to R50kBase
Microsoft.ML.Tokenizers (20)
Model\TiktokenTokenizer.cs (20)
1113{ "text-davinci-001", ModelEncoding.R50kBase },
1114{ "text-curie-001", ModelEncoding.R50kBase },
1115{ "text-babbage-001", ModelEncoding.R50kBase },
1116{ "text-ada-001", ModelEncoding.R50kBase },
1117{ "davinci", ModelEncoding.R50kBase },
1118{ "curie", ModelEncoding.R50kBase },
1119{ "babbage", ModelEncoding.R50kBase },
1120{ "ada", ModelEncoding.R50kBase },
1136{ "text-similarity-davinci-001", ModelEncoding.R50kBase },
1137{ "text-similarity-curie-001", ModelEncoding.R50kBase },
1138{ "text-similarity-babbage-001", ModelEncoding.R50kBase },
1139{ "text-similarity-ada-001", ModelEncoding.R50kBase },
1140{ "text-search-davinci-doc-001", ModelEncoding.R50kBase },
1141{ "text-search-curie-doc-001", ModelEncoding.R50kBase },
1142{ "text-search-babbage-doc-001", ModelEncoding.R50kBase },
1143{ "text-search-ada-doc-001", ModelEncoding.R50kBase },
1144{ "code-search-babbage-code-001", ModelEncoding.R50kBase },
1145{ "code-search-ada-code-001", ModelEncoding.R50kBase },
1231case ModelEncoding.R50kBase:
1569modelEncoding = ModelEncoding.R50kBase;