20 references to R50kBase
Microsoft.ML.Tokenizers (20)
Model\TiktokenTokenizer.cs (20)
1099{ "text-davinci-001", ModelEncoding.R50kBase }, 1100{ "text-curie-001", ModelEncoding.R50kBase }, 1101{ "text-babbage-001", ModelEncoding.R50kBase }, 1102{ "text-ada-001", ModelEncoding.R50kBase }, 1103{ "davinci", ModelEncoding.R50kBase }, 1104{ "curie", ModelEncoding.R50kBase }, 1105{ "babbage", ModelEncoding.R50kBase }, 1106{ "ada", ModelEncoding.R50kBase }, 1122{ "text-similarity-davinci-001", ModelEncoding.R50kBase }, 1123{ "text-similarity-curie-001", ModelEncoding.R50kBase }, 1124{ "text-similarity-babbage-001", ModelEncoding.R50kBase }, 1125{ "text-similarity-ada-001", ModelEncoding.R50kBase }, 1126{ "text-search-davinci-doc-001", ModelEncoding.R50kBase }, 1127{ "text-search-curie-doc-001", ModelEncoding.R50kBase }, 1128{ "text-search-babbage-doc-001", ModelEncoding.R50kBase }, 1129{ "text-search-ada-doc-001", ModelEncoding.R50kBase }, 1130{ "code-search-babbage-code-001", ModelEncoding.R50kBase }, 1131{ "code-search-ada-code-001", ModelEncoding.R50kBase }, 1217case ModelEncoding.R50kBase: 1555modelEncoding = ModelEncoding.R50kBase;