8 references to TestGPT4TokenizationEncoding
Microsoft.ML.Tokenizers.Tests (8)
TiktokenTests.cs (8)
41TestGPT4TokenizationEncoding(GPT4); 60TestGPT4TokenizationEncoding(tokenizer); 66TestGPT4TokenizationEncoding(tokenizer); 69TestGPT4TokenizationEncoding(tokenizer); 75TestGPT4TokenizationEncoding(tokenizer); 81TestGPT4TokenizationEncoding(tokenizer); 87TestGPT4TokenizationEncoding(tokenizer); 90TestGPT4TokenizationEncoding(tokenizer);