9 references to TestGPT4TokenizationEncoding
Microsoft.ML.Tokenizers.Tests (9)
TiktokenTests.cs (9)
51TestGPT4TokenizationEncoding(GPT4); 52TestGPT4TokenizationEncoding(Phi4); 71TestGPT4TokenizationEncoding(tokenizer); 77TestGPT4TokenizationEncoding(tokenizer); 80TestGPT4TokenizationEncoding(tokenizer); 86TestGPT4TokenizationEncoding(tokenizer); 92TestGPT4TokenizationEncoding(tokenizer); 98TestGPT4TokenizationEncoding(tokenizer); 101TestGPT4TokenizationEncoding(tokenizer);