Transformers\TextFeaturizerTests.cs (18)
47var data = new[] { new TestClass() { A = "This is some text with english stop words", OutputTokens=null},
48new TestClass() { A = "No stop words", OutputTokens=null } };
65var data = new[] { new TestClass() { A = "This is some text in english", OutputTokens=null},
66new TestClass() { A = "This is another example", OutputTokens=null } };
178var data = new[] { new TestClass() { A = "abc efg", OutputTokens=null},
179new TestClass() { A = "xyz", OutputTokens=null } };
207var data = new[] { new TestClass() { A = "abc xyz", OutputTokens=null},
208new TestClass() { A = "xyz", OutputTokens=null } };
238var data = new[] { new TestClass() { A = "This is some text with english stop words", OutputTokens=null},
239new TestClass() { A = "No stop words", OutputTokens=null } };
299var data = new[] { new TestClass() { A = "This is some text with english stop words", OutputTokens=null},
300new TestClass() { A = "No stop words", OutputTokens=null } };
338var data = new[] { new TestClass() { A = "This is some text with numbers 123 $425 25.23", OutputTokens=null},
339new TestClass() { A = "No numbers", OutputTokens=null } };
376var data = new[] { new TestClass() { A = "This, is; some_ ,text 'with\" punctuations.", OutputTokens=null},
377new TestClass() { A = "No punctuations", OutputTokens=null } };
413var data = new[] { new TestClass() { A = "Thîs îs sóme text with diácrîtîcs", OutputTokens=null},
414new TestClass() { A = "No diacritics", OutputTokens=null } };