9 references to TestGPT4TokenizationEncoding
Microsoft.ML.Tokenizers.Tests (9)
TiktokenTests.cs (9)
52TestGPT4TokenizationEncoding(GPT4); 53TestGPT4TokenizationEncoding(Phi4); 72TestGPT4TokenizationEncoding(tokenizer); 78TestGPT4TokenizationEncoding(tokenizer); 81TestGPT4TokenizationEncoding(tokenizer); 87TestGPT4TokenizationEncoding(tokenizer); 93TestGPT4TokenizationEncoding(tokenizer); 99TestGPT4TokenizationEncoding(tokenizer); 102TestGPT4TokenizationEncoding(tokenizer);