9 references to TestGPT4TokenizationEncoding
Microsoft.ML.Tokenizers.Tests (9)
TiktokenTests.cs (9)
43TestGPT4TokenizationEncoding(GPT4); 44TestGPT4TokenizationEncoding(Phi4); 63TestGPT4TokenizationEncoding(tokenizer); 69TestGPT4TokenizationEncoding(tokenizer); 72TestGPT4TokenizationEncoding(tokenizer); 78TestGPT4TokenizationEncoding(tokenizer); 84TestGPT4TokenizationEncoding(tokenizer); 90TestGPT4TokenizationEncoding(tokenizer); 93TestGPT4TokenizationEncoding(tokenizer);