9 references to TestGPT4TokenizationEncoding
Microsoft.ML.Tokenizers.Tests (9)
TiktokenTests.cs (9)
45TestGPT4TokenizationEncoding(GPT4); 46TestGPT4TokenizationEncoding(Phi4); 65TestGPT4TokenizationEncoding(tokenizer); 71TestGPT4TokenizationEncoding(tokenizer); 74TestGPT4TokenizationEncoding(tokenizer); 80TestGPT4TokenizationEncoding(tokenizer); 86TestGPT4TokenizationEncoding(tokenizer); 92TestGPT4TokenizationEncoding(tokenizer); 95TestGPT4TokenizationEncoding(tokenizer);