3 instantiations of WordTokenizingTransformer
Microsoft.ML.Transforms (3)
Text\WordTokenizing.cs (3)
172
return new
WordTokenizingTransformer
(host, ctx);
191
return new
WordTokenizingTransformer
(env, cols).MakeDataTransform(input);
489
: base(Contracts.CheckRef(env, nameof(env)).Register(nameof(WordTokenizingEstimator)), new
WordTokenizingTransformer
(env, columns))
22 references to WordTokenizingTransformer
Microsoft.ML.Samples (1)
Dynamic\Transforms\Text\TokenizeIntoWords.cs (1)
33
var
textTransformer = textPipeline.Fit(emptyDataView);
Microsoft.ML.Transforms (21)
EntryPoints\TextAnalytics.cs (5)
36
Desc = ML.Transforms.Text.
WordTokenizingTransformer
.Summary,
37
UserName = ML.Transforms.Text.
WordTokenizingTransformer
.UserName,
38
ShortName = ML.Transforms.Text.
WordTokenizingTransformer
.LoaderSignature)]
39
public static CommonOutputs.TransformOutput DelimitedTokenizeTransform(IHostEnvironment env,
WordTokenizingTransformer
.Options input)
42
var xf = ML.Transforms.Text.
WordTokenizingTransformer
.Create(h, input, input.Data);
Text\WordTokenizing.cs (16)
20
[assembly: LoadableClass(
WordTokenizingTransformer
.Summary, typeof(IDataTransform), typeof(
WordTokenizingTransformer
), typeof(
WordTokenizingTransformer
.Options), typeof(SignatureDataTransform),
23
[assembly: LoadableClass(
WordTokenizingTransformer
.Summary, typeof(IDataTransform), typeof(
WordTokenizingTransformer
), null, typeof(SignatureLoadDataTransform),
24
"Word Tokenizer Transform",
WordTokenizingTransformer
.LoaderSignature)]
26
[assembly: LoadableClass(
WordTokenizingTransformer
.Summary, typeof(
WordTokenizingTransformer
), null, typeof(SignatureLoadModel),
27
"Word Tokenizer Transform",
WordTokenizingTransformer
.LoaderSignature)]
29
[assembly: LoadableClass(typeof(IRowMapper), typeof(
WordTokenizingTransformer
), null, typeof(SignatureLoadRowMapper),
30
"Word Tokenizer Transform",
WordTokenizingTransformer
.LoaderSignature)]
102
loaderAssemblyName: typeof(
WordTokenizingTransformer
).Assembly.FullName);
166
private static
WordTokenizingTransformer
Create(IHostEnvironment env, ModelLoadContext ctx)
203
private readonly
WordTokenizingTransformer
_parent;
208
public Mapper(
WordTokenizingTransformer
parent, DataViewSchema inputSchema)
452
public sealed class WordTokenizingEstimator : TrivialEstimator<
WordTokenizingTransformer
>