18 writes to OutputTokens
Microsoft.ML.Tests (18)
Transformers\TextFeaturizerTests.cs (18)
47var data = new[] { new TestClass() { A = "This is some text with english stop words", OutputTokens=null},
48new TestClass() { A = "No stop words", OutputTokens=null } };
65var data = new[] { new TestClass() { A = "This is some text in english", OutputTokens=null},
66new TestClass() { A = "This is another example", OutputTokens=null } };
178var data = new[] { new TestClass() { A = "abc efg", OutputTokens=null},
179new TestClass() { A = "xyz", OutputTokens=null } };
207var data = new[] { new TestClass() { A = "abc xyz", OutputTokens=null},
208new TestClass() { A = "xyz", OutputTokens=null } };
238var data = new[] { new TestClass() { A = "This is some text with english stop words", OutputTokens=null},
239new TestClass() { A = "No stop words", OutputTokens=null } };
299var data = new[] { new TestClass() { A = "This is some text with english stop words", OutputTokens=null},
300new TestClass() { A = "No stop words", OutputTokens=null } };
338var data = new[] { new TestClass() { A = "This is some text with numbers 123 $425 25.23", OutputTokens=null},
339new TestClass() { A = "No numbers", OutputTokens=null } };
376var data = new[] { new TestClass() { A = "This, is; some_ ,text 'with\" punctuations.", OutputTokens=null},
377new TestClass() { A = "No punctuations", OutputTokens=null } };
413var data = new[] { new TestClass() { A = "Thîs îs sóme text with diácrîtîcs", OutputTokens=null},
414new TestClass() { A = "No diacritics", OutputTokens=null } };
24 references to OutputTokens
Microsoft.ML.Tests (24)
Transformers\TextFeaturizerTests.cs (24)
56Assert.Equal("text english stop words", string.Join(" ", prediction.OutputTokens));
59Assert.Equal("stop words", string.Join(" ", prediction.OutputTokens));
81Assert.Equal(data[0].A.ToLower(), string.Join(" ", prediction.OutputTokens));
86Assert.Equal(data[1].A.ToLower(), string.Join(" ", prediction.OutputTokens));
194Assert.Equal(data[0].A, string.Join(" ", prediction.OutputTokens));
199Assert.Equal(data[1].A, string.Join(" ", prediction.OutputTokens));
222Assert.Equal(data[0].A, string.Join(" ", prediction.OutputTokens));
230Assert.Equal(data[1].A, string.Join(" ", prediction.OutputTokens));
255Assert.Equal("This is some text with english", string.Join(" ", prediction.OutputTokens));
258Assert.Equal("No", string.Join(" ", prediction.OutputTokens));
292Assert.Equal(expected1, string.Join(" ", prediction1.OutputTokens));
293Assert.Equal(expected2, string.Join(" ", prediction2.OutputTokens));
325Assert.Equal(data[0].A, string.Join(" ", prediction1.OutputTokens));
326Assert.Equal(data[1].A, string.Join(" ", prediction2.OutputTokens));
330Assert.Equal(data[0].A.Replace("123 ", "").Replace("425", "").Replace("25", "").Replace("23", ""), string.Join(" ", prediction1.OutputTokens));
331Assert.Equal(data[1].A, string.Join(" ", prediction2.OutputTokens));
362Assert.Equal(data[0].A, string.Join(" ", prediction1.OutputTokens));
363Assert.Equal(data[1].A, string.Join(" ", prediction2.OutputTokens));
368Assert.Equal(expected, string.Join(" ", prediction1.OutputTokens));
369Assert.Equal(data[1].A, string.Join(" ", prediction2.OutputTokens));
400Assert.Equal(data[0].A, string.Join(" ", prediction1.OutputTokens));
401Assert.Equal(data[1].A, string.Join(" ", prediction2.OutputTokens));
405Assert.Equal("This is some text with diacritics", string.Join(" ", prediction1.OutputTokens));
406Assert.Equal(data[1].A, string.Join(" ", prediction2.OutputTokens));