9 references to TestGPT4TokenizationEncoding
Microsoft.ML.Tokenizers.Tests (9)
TiktokenTests.cs (9)
48TestGPT4TokenizationEncoding(GPT4); 49TestGPT4TokenizationEncoding(Phi4); 68TestGPT4TokenizationEncoding(tokenizer); 74TestGPT4TokenizationEncoding(tokenizer); 77TestGPT4TokenizationEncoding(tokenizer); 83TestGPT4TokenizationEncoding(tokenizer); 89TestGPT4TokenizationEncoding(tokenizer); 95TestGPT4TokenizationEncoding(tokenizer); 98TestGPT4TokenizationEncoding(tokenizer);