4 references to Create
Microsoft.ML.Tokenizers.Tests (4)
LlamaTests.cs (4)
33return LlamaTokenizer.Create(remoteStream); 40return LlamaTokenizer.Create(remoteStream); 47LlamaTokenizer tokenizer = LlamaTokenizer.Create(remoteStream, addBeginOfSentence: true, addEndOfSentence: false, 920Assert.ThrowsAny<ArgumentException>(() => LlamaTokenizer.Create(null!));