4 instantiations of TokenizingByCharactersTransformer
Microsoft.ML.Transforms (4)
Text\TextFeaturizingEstimator.cs (1)
541chain = AddToChainAndTransform(chain, new TokenizingByCharactersTransformer(h, columns: xfCols), ref view);
Text\TokenizingByCharacters.cs (3)
162return new TokenizingByCharactersTransformer(host, ctx); 179return new TokenizingByCharactersTransformer(env, options.UseMarkerChars, cols).MakeDataTransform(input); 674: base(Contracts.CheckRef(env, nameof(env)).Register(nameof(TokenizingByCharactersEstimator)), new TokenizingByCharactersTransformer(env, useMarkerCharacters, columns))
26 references to TokenizingByCharactersTransformer
Microsoft.ML.Transforms (26)
EntryPoints\TextAnalytics.cs (5)
96Desc = TokenizingByCharactersTransformer.Summary, 97UserName = TokenizingByCharactersTransformer.UserName, 98ShortName = TokenizingByCharactersTransformer.LoaderSignature)] 99public static CommonOutputs.TransformOutput CharTokenize(IHostEnvironment env, TokenizingByCharactersTransformer.Options input) 105var view = TokenizingByCharactersTransformer.Create(h, input, input.Data);
Text\TokenizingByCharacters.cs (21)
18[assembly: LoadableClass(TokenizingByCharactersTransformer.Summary, typeof(IDataTransform), typeof(TokenizingByCharactersTransformer), typeof(TokenizingByCharactersTransformer.Options), typeof(SignatureDataTransform), 19TokenizingByCharactersTransformer.UserName, "CharTokenize", TokenizingByCharactersTransformer.LoaderSignature)] 21[assembly: LoadableClass(typeof(IDataTransform), typeof(TokenizingByCharactersTransformer), null, typeof(SignatureLoadDataTransform), 22TokenizingByCharactersTransformer.UserName, TokenizingByCharactersTransformer.LoaderSignature)] 24[assembly: LoadableClass(TokenizingByCharactersTransformer.Summary, typeof(TokenizingByCharactersTransformer), null, typeof(SignatureLoadModel), 25TokenizingByCharactersTransformer.UserName, TokenizingByCharactersTransformer.LoaderSignature)] 27[assembly: LoadableClass(typeof(IRowMapper), typeof(TokenizingByCharactersTransformer), null, typeof(SignatureLoadRowMapper), 28TokenizingByCharactersTransformer.UserName, TokenizingByCharactersTransformer.LoaderSignature)] 85loaderAssemblyName: typeof(TokenizingByCharactersTransformer).Assembly.FullName); 156private static TokenizingByCharactersTransformer Create(IHostEnvironment env, ModelLoadContext ctx) 191private readonly TokenizingByCharactersTransformer _parent; 198public Mapper(TokenizingByCharactersTransformer parent, DataViewSchema inputSchema) 614/// <see cref="IEstimator{TTransformer}"/> for the <see cref="TokenizingByCharactersTransformer"/>. 639public sealed class TokenizingByCharactersEstimator : TrivialEstimator<TokenizingByCharactersTransformer>