6 references to Create
Microsoft.ML.Tokenizers.Tests (6)
UnigramTests.cs (6)
581SentencePieceTokenizer tokenizer = SentencePieceTokenizer.Create( 602SentencePieceTokenizer.Create((IEnumerable<(string Piece, float Score)>)null!, unkId: 0)); 610SentencePieceTokenizer.Create(vocab, unkId: 5)); 684SentencePieceTokenizer tokenizer = SentencePieceTokenizer.Create( 703SentencePieceTokenizer.Create(vocab, unkId: 0, addBeginningOfSentence: true)); 1292SentencePieceTokenizer tokenizer = SentencePieceTokenizer.Create(