6 references to TokenizingByCharactersEstimator
Microsoft.ML.Tests (3)
OnnxConversionTest.cs (1)
875
var pipeline = new
TokenizingByCharactersEstimator
(mlContext, useMarkerCharacters: useMarkerCharacters, columns: new[] { ("TokenizedText", "text") });
Transformers\CharTokenizeTests.cs (2)
44
var pipe = new
TokenizingByCharactersEstimator
(Env, columns: new[] { ("TokenizeA", "A"), ("TokenizeB", "B") });
62
var pipe = new
TokenizingByCharactersEstimator
(Env, columns: new[] { ("TokenizeA", "A"), ("TokenizeB", "B") });
Microsoft.ML.Transforms (3)
Text\TextCatalog.cs (2)
93
=> new
TokenizingByCharactersEstimator
(Contracts.CheckRef(catalog, nameof(catalog)).GetEnvironment(),
110
return new
TokenizingByCharactersEstimator
(env, useMarkerCharacters, InputOutputColumnPair.ConvertToValueTuples(columns));
Text\TokenizingByCharacters.cs (1)
660
:
this
(env, useMarkerCharacters, new[] { (outputColumnName, inputColumnName ?? outputColumnName) })