9 references to TestGPT4TokenizationEncoding
Microsoft.ML.Tokenizers.Tests (9)
TiktokenTests.cs (9)
45
TestGPT4TokenizationEncoding
(GPT4);
46
TestGPT4TokenizationEncoding
(Phi4);
65
TestGPT4TokenizationEncoding
(tokenizer);
71
TestGPT4TokenizationEncoding
(tokenizer);
74
TestGPT4TokenizationEncoding
(tokenizer);
80
TestGPT4TokenizationEncoding
(tokenizer);
86
TestGPT4TokenizationEncoding
(tokenizer);
92
TestGPT4TokenizationEncoding
(tokenizer);
95
TestGPT4TokenizationEncoding
(tokenizer);