18 writes to OutputTokens
Microsoft.ML.Tests (18)
Transformers\TextFeaturizerTests.cs (18)
47var data = new[] { new TestClass() { A = "This is some text with english stop words", OutputTokens=null}, 48new TestClass() { A = "No stop words", OutputTokens=null } }; 65var data = new[] { new TestClass() { A = "This is some text in english", OutputTokens=null}, 66new TestClass() { A = "This is another example", OutputTokens=null } }; 178var data = new[] { new TestClass() { A = "abc efg", OutputTokens=null}, 179new TestClass() { A = "xyz", OutputTokens=null } }; 207var data = new[] { new TestClass() { A = "abc xyz", OutputTokens=null}, 208new TestClass() { A = "xyz", OutputTokens=null } }; 238var data = new[] { new TestClass() { A = "This is some text with english stop words", OutputTokens=null}, 239new TestClass() { A = "No stop words", OutputTokens=null } }; 299var data = new[] { new TestClass() { A = "This is some text with english stop words", OutputTokens=null}, 300new TestClass() { A = "No stop words", OutputTokens=null } }; 338var data = new[] { new TestClass() { A = "This is some text with numbers 123 $425 25.23", OutputTokens=null}, 339new TestClass() { A = "No numbers", OutputTokens=null } }; 376var data = new[] { new TestClass() { A = "This, is; some_ ,text 'with\" punctuations.", OutputTokens=null}, 377new TestClass() { A = "No punctuations", OutputTokens=null } }; 413var data = new[] { new TestClass() { A = "Thîs îs sóme text with diácrîtîcs", OutputTokens=null}, 414new TestClass() { A = "No diacritics", OutputTokens=null } };
24 references to OutputTokens
Microsoft.ML.Tests (24)
Transformers\TextFeaturizerTests.cs (24)
56Assert.Equal("text english stop words", string.Join(" ", prediction.OutputTokens)); 59Assert.Equal("stop words", string.Join(" ", prediction.OutputTokens)); 81Assert.Equal(data[0].A.ToLower(), string.Join(" ", prediction.OutputTokens)); 86Assert.Equal(data[1].A.ToLower(), string.Join(" ", prediction.OutputTokens)); 194Assert.Equal(data[0].A, string.Join(" ", prediction.OutputTokens)); 199Assert.Equal(data[1].A, string.Join(" ", prediction.OutputTokens)); 222Assert.Equal(data[0].A, string.Join(" ", prediction.OutputTokens)); 230Assert.Equal(data[1].A, string.Join(" ", prediction.OutputTokens)); 255Assert.Equal("This is some text with english", string.Join(" ", prediction.OutputTokens)); 258Assert.Equal("No", string.Join(" ", prediction.OutputTokens)); 292Assert.Equal(expected1, string.Join(" ", prediction1.OutputTokens)); 293Assert.Equal(expected2, string.Join(" ", prediction2.OutputTokens)); 325Assert.Equal(data[0].A, string.Join(" ", prediction1.OutputTokens)); 326Assert.Equal(data[1].A, string.Join(" ", prediction2.OutputTokens)); 330Assert.Equal(data[0].A.Replace("123 ", "").Replace("425", "").Replace("25", "").Replace("23", ""), string.Join(" ", prediction1.OutputTokens)); 331Assert.Equal(data[1].A, string.Join(" ", prediction2.OutputTokens)); 362Assert.Equal(data[0].A, string.Join(" ", prediction1.OutputTokens)); 363Assert.Equal(data[1].A, string.Join(" ", prediction2.OutputTokens)); 368Assert.Equal(expected, string.Join(" ", prediction1.OutputTokens)); 369Assert.Equal(data[1].A, string.Join(" ", prediction2.OutputTokens)); 400Assert.Equal(data[0].A, string.Join(" ", prediction1.OutputTokens)); 401Assert.Equal(data[1].A, string.Join(" ", prediction2.OutputTokens)); 405Assert.Equal("This is some text with diacritics", string.Join(" ", prediction1.OutputTokens)); 406Assert.Equal(data[1].A, string.Join(" ", prediction2.OutputTokens));