9 references to WordTokenizingEstimator
Microsoft.ML.Tests (4)
Transformers\ValueMappingTests.cs (2)
105var estimator = new WordTokenizingEstimator(Env, new[]{ 145var estimator = new WordTokenizingEstimator(Env, new[] { new WordTokenizingEstimator.ColumnOptions("TokenizeA", "A") }).
Transformers\WordTokenizeTests.cs (2)
58var pipe = new WordTokenizingEstimator(Env, new[]{ 100var pipe = new WordTokenizingEstimator(Env, new[]{
Microsoft.ML.Transforms (5)
Text\TextCatalog.cs (1)
243=> new WordTokenizingEstimator(Contracts.CheckRef(catalog, nameof(catalog)).GetEnvironment(), columns);
Text\TextFeaturizingEstimator.cs (1)
493chain = AddToChainAndTransform(chain, new WordTokenizingEstimator(h, xfCols).Fit(view), ref view);
Text\WordBagTransform.cs (1)
168estimator = estimator.Append(new WordTokenizingEstimator(h, tokenizeColumns));
Text\WordHashBagProducingTransform.cs (1)
135ITransformer t1 = new WordTokenizingEstimator(env, tokenizeColumns.ToArray()).Fit(view);
Text\WordTokenizing.cs (1)
479: this(env, columns.Select(x => new ColumnOptions(x.outputColumnName, x.inputColumnName, separators)).ToArray())