9 references to TestGPT4TokenizationEncoding
Microsoft.ML.Tokenizers.Tests (9)
TiktokenTests.cs (9)
46TestGPT4TokenizationEncoding(GPT4); 47TestGPT4TokenizationEncoding(Phi4); 66TestGPT4TokenizationEncoding(tokenizer); 72TestGPT4TokenizationEncoding(tokenizer); 75TestGPT4TokenizationEncoding(tokenizer); 81TestGPT4TokenizationEncoding(tokenizer); 87TestGPT4TokenizationEncoding(tokenizer); 93TestGPT4TokenizationEncoding(tokenizer); 96TestGPT4TokenizationEncoding(tokenizer);