4 references to Phi4
Microsoft.ML.Tokenizers.Tests (4)
TiktokenTests.cs (4)
49TestGPT4TokenizationEncoding(Phi4); 621TestTokenizerEncodingForTokenizer(Phi4, text, expectedTokens, expectedOffsets, expectedIds); 794IReadOnlyList<int> encoded = Phi4.EncodeToIds(text); 796Assert.Equal(text, Phi4.Decode(encoded));