5 instantiations of EnglishAlphabetTokenizer
Microsoft.ML.Tokenizers.Tests (5)
TokenizerTests.cs (5)
18
var tokenizer = new
EnglishAlphabetTokenizer
();
34
var tokenizer = new
EnglishAlphabetTokenizer
();
46
var tokenizer = new
EnglishAlphabetTokenizer
();
54
var tokenizer = new
EnglishAlphabetTokenizer
();
68
var tokenizer = new
EnglishAlphabetTokenizer
();
5 references to EnglishAlphabetTokenizer
Microsoft.ML.Tokenizers.Tests (5)
TokenizerTests.cs (5)
18
var
tokenizer = new EnglishAlphabetTokenizer();
34
var
tokenizer = new EnglishAlphabetTokenizer();
46
var
tokenizer = new EnglishAlphabetTokenizer();
54
var
tokenizer = new EnglishAlphabetTokenizer();
68
var
tokenizer = new EnglishAlphabetTokenizer();