9 references to TestGPT4TokenizationEncoding
Microsoft.ML.Tokenizers.Tests (9)
TiktokenTests.cs (9)
49TestGPT4TokenizationEncoding(GPT4); 50TestGPT4TokenizationEncoding(Phi4); 69TestGPT4TokenizationEncoding(tokenizer); 75TestGPT4TokenizationEncoding(tokenizer); 78TestGPT4TokenizationEncoding(tokenizer); 84TestGPT4TokenizationEncoding(tokenizer); 90TestGPT4TokenizationEncoding(tokenizer); 96TestGPT4TokenizationEncoding(tokenizer); 99TestGPT4TokenizationEncoding(tokenizer);