20 references to R50kBase
Microsoft.ML.Tokenizers (20)
Model\TiktokenTokenizer.cs (20)
1051{ "text-davinci-001", ModelEncoding.R50kBase },
1052{ "text-curie-001", ModelEncoding.R50kBase },
1053{ "text-babbage-001", ModelEncoding.R50kBase },
1054{ "text-ada-001", ModelEncoding.R50kBase },
1055{ "davinci", ModelEncoding.R50kBase },
1056{ "curie", ModelEncoding.R50kBase },
1057{ "babbage", ModelEncoding.R50kBase },
1058{ "ada", ModelEncoding.R50kBase },
1079{ "text-similarity-davinci-001", ModelEncoding.R50kBase },
1080{ "text-similarity-curie-001", ModelEncoding.R50kBase },
1081{ "text-similarity-babbage-001", ModelEncoding.R50kBase },
1082{ "text-similarity-ada-001", ModelEncoding.R50kBase },
1083{ "text-search-davinci-doc-001", ModelEncoding.R50kBase },
1084{ "text-search-curie-doc-001", ModelEncoding.R50kBase },
1085{ "text-search-babbage-doc-001", ModelEncoding.R50kBase },
1086{ "text-search-ada-doc-001", ModelEncoding.R50kBase },
1087{ "code-search-babbage-code-001", ModelEncoding.R50kBase },
1088{ "code-search-ada-code-001", ModelEncoding.R50kBase },
1139case ModelEncoding.R50kBase:
1469modelEncoding = ModelEncoding.R50kBase;