9 references to TestGPT4TokenizationEncoding
Microsoft.ML.Tokenizers.Tests (9)
TiktokenTests.cs (9)
47TestGPT4TokenizationEncoding(GPT4); 48TestGPT4TokenizationEncoding(Phi4); 67TestGPT4TokenizationEncoding(tokenizer); 73TestGPT4TokenizationEncoding(tokenizer); 76TestGPT4TokenizationEncoding(tokenizer); 82TestGPT4TokenizationEncoding(tokenizer); 88TestGPT4TokenizationEncoding(tokenizer); 94TestGPT4TokenizationEncoding(tokenizer); 97TestGPT4TokenizationEncoding(tokenizer);