12 instantiations of TextNormalizingEstimator
Microsoft.ML.Tests (10)
OnnxConversionTest.cs (3)
390
var pipeline = new
TextNormalizingEstimator
(mlContext, keepDiacritics: true, columns: new[] { ("NormText", "text") }).Append(
391
new
TextNormalizingEstimator
(mlContext, keepDiacritics: true, caseMode: TextNormalizingEstimator.CaseMode.Upper, columns: new[] { ("UpperText", "text") })).Append(
392
new
TextNormalizingEstimator
(mlContext, keepDiacritics: true, caseMode: TextNormalizingEstimator.CaseMode.None, columns: new[] { ("OriginalText", "text") }));
Transformers\TextNormalizer.cs (7)
43
var pipe = new
TextNormalizingEstimator
(ML, columns: new[] { ("NormA", "A"), ("NormB", "B") });
56
var pipeVariations = new
TextNormalizingEstimator
(ML, columns: new[] { ("NormText", "text") }).Append(
57
new
TextNormalizingEstimator
(ML, caseMode: TextNormalizingEstimator.CaseMode.Upper, columns: new[] { ("UpperText", "text") })).Append(
58
new
TextNormalizingEstimator
(ML, keepDiacritics: true, columns: new[] { ("WithDiacriticsText", "text") })).Append(
59
new
TextNormalizingEstimator
(ML, keepNumbers: false, columns: new[] { ("NoNumberText", "text") })).Append(
60
new
TextNormalizingEstimator
(ML, keepPunctuations: false, columns: new[] { ("NoPuncText", "text") }));
82
var pipe = new
TextNormalizingEstimator
(Env, columns: new[] { ("NormA", "A"), ("NormB", "B") });
Microsoft.ML.Transforms (2)
Text\TextCatalog.cs (1)
141
=> new
TextNormalizingEstimator
(Contracts.CheckRef(catalog, nameof(catalog)).GetEnvironment(),
Text\TextFeaturizingEstimator.cs (1)
475
new
TextNormalizingEstimator
(h, tparams.TextCase, tparams.KeepDiacritics, tparams.KeepPunctuations,
80 references to TextNormalizingEstimator
Microsoft.ML.AutoML (30)
ApplyOnnxModelOption.generated.cs (1)
11
using CaseMode = Microsoft.ML.Transforms.Text.
TextNormalizingEstimator
.CaseMode;
ConcatOption.generated.cs (1)
11
using CaseMode = Microsoft.ML.Transforms.Text.
TextNormalizingEstimator
.CaseMode;
ConvertTypeOption.generated.cs (2)
11
using CaseMode = Microsoft.ML.Transforms.Text.
TextNormalizingEstimator
.CaseMode;
33
public Microsoft.ML.Transforms.Text.
TextNormalizingEstimator
.CaseMode? CaseMode {get; set;}
DnnFeaturizerImageOption.generated.cs (1)
11
using CaseMode = Microsoft.ML.Transforms.Text.
TextNormalizingEstimator
.CaseMode;
ExtractPixelsOption.generated.cs (1)
11
using CaseMode = Microsoft.ML.Transforms.Text.
TextNormalizingEstimator
.CaseMode;
FastForestOption.generated.cs (1)
11
using CaseMode = Microsoft.ML.Transforms.Text.
TextNormalizingEstimator
.CaseMode;
FastTreeOption.generated.cs (1)
11
using CaseMode = Microsoft.ML.Transforms.Text.
TextNormalizingEstimator
.CaseMode;
FeaturizeTextOption.generated.cs (1)
11
using CaseMode = Microsoft.ML.Transforms.Text.
TextNormalizingEstimator
.CaseMode;
ImageClassificationOption.generated.cs (1)
11
using CaseMode = Microsoft.ML.Transforms.Text.
TextNormalizingEstimator
.CaseMode;
LbfgsOption.generated.cs (1)
11
using CaseMode = Microsoft.ML.Transforms.Text.
TextNormalizingEstimator
.CaseMode;
LgbmOption.generated.cs (1)
11
using CaseMode = Microsoft.ML.Transforms.Text.
TextNormalizingEstimator
.CaseMode;
LoadImageOption.generated.cs (1)
11
using CaseMode = Microsoft.ML.Transforms.Text.
TextNormalizingEstimator
.CaseMode;
MapKeyToValueOption.generated.cs (1)
11
using CaseMode = Microsoft.ML.Transforms.Text.
TextNormalizingEstimator
.CaseMode;
MapValueToKeyOption.generated.cs (1)
11
using CaseMode = Microsoft.ML.Transforms.Text.
TextNormalizingEstimator
.CaseMode;
MatrixFactorizationOption.generated.cs (1)
11
using CaseMode = Microsoft.ML.Transforms.Text.
TextNormalizingEstimator
.CaseMode;
NaiveOption.generated.cs (1)
11
using CaseMode = Microsoft.ML.Transforms.Text.
TextNormalizingEstimator
.CaseMode;
NamedEntityRecognitionOption.generated.cs (1)
11
using CaseMode = Microsoft.ML.Transforms.Text.
TextNormalizingEstimator
.CaseMode;
NormalizeMinMaxOption.generated.cs (1)
11
using CaseMode = Microsoft.ML.Transforms.Text.
TextNormalizingEstimator
.CaseMode;
NormalizeTextOption.generated.cs (2)
11
using CaseMode = Microsoft.ML.Transforms.Text.
TextNormalizingEstimator
.CaseMode;
27
public Microsoft.ML.Transforms.Text.
TextNormalizingEstimator
.CaseMode CaseMode {get; set;} = CaseMode.Lower;
ObjectDetectionOption.generated.cs (1)
11
using CaseMode = Microsoft.ML.Transforms.Text.
TextNormalizingEstimator
.CaseMode;
OneHotOption.generated.cs (1)
11
using CaseMode = Microsoft.ML.Transforms.Text.
TextNormalizingEstimator
.CaseMode;
QuestionAnsweringOption.generated.cs (1)
11
using CaseMode = Microsoft.ML.Transforms.Text.
TextNormalizingEstimator
.CaseMode;
ReplaceMissingValueOption.generated.cs (1)
11
using CaseMode = Microsoft.ML.Transforms.Text.
TextNormalizingEstimator
.CaseMode;
ResizeImageOption.generated.cs (1)
11
using CaseMode = Microsoft.ML.Transforms.Text.
TextNormalizingEstimator
.CaseMode;
SdcaOption.generated.cs (1)
11
using CaseMode = Microsoft.ML.Transforms.Text.
TextNormalizingEstimator
.CaseMode;
SentenceSimilarityOption.generated.cs (1)
11
using CaseMode = Microsoft.ML.Transforms.Text.
TextNormalizingEstimator
.CaseMode;
SsaOption.generated.cs (1)
11
using CaseMode = Microsoft.ML.Transforms.Text.
TextNormalizingEstimator
.CaseMode;
TextClassificationOption.generated.cs (1)
11
using CaseMode = Microsoft.ML.Transforms.Text.
TextNormalizingEstimator
.CaseMode;
Microsoft.ML.Samples (3)
Dynamic\Transforms\Text\FeaturizeTextWithOptions.cs (1)
50
CaseMode =
TextNormalizingEstimator
.CaseMode.Lower,
Dynamic\Transforms\Text\NormalizeText.cs (2)
26
var
normTextPipeline = mlContext.Transforms.Text.NormalizeText(
27
"NormalizedText", "Text",
TextNormalizingEstimator
.CaseMode.Lower,
Microsoft.ML.Tests (16)
OnnxConversionTest.cs (2)
391
new TextNormalizingEstimator(mlContext, keepDiacritics: true, caseMode:
TextNormalizingEstimator
.CaseMode.Upper, columns: new[] { ("UpperText", "text") })).Append(
392
new TextNormalizingEstimator(mlContext, keepDiacritics: true, caseMode:
TextNormalizingEstimator
.CaseMode.None, columns: new[] { ("OriginalText", "text") }));
Transformers\TextFeaturizerTests.cs (11)
249
CaseMode =
TextNormalizingEstimator
.CaseMode.None
261
private void TestCaseMode(IDataView dataView, TestClass[] data,
TextNormalizingEstimator
.CaseMode caseMode)
276
if (caseMode ==
TextNormalizingEstimator
.CaseMode.Upper)
281
else if (caseMode ==
TextNormalizingEstimator
.CaseMode.Lower)
286
else if (caseMode ==
TextNormalizingEstimator
.CaseMode.None)
303
TestCaseMode(dataView, data,
TextNormalizingEstimator
.CaseMode.Lower);
304
TestCaseMode(dataView, data,
TextNormalizingEstimator
.CaseMode.Upper);
305
TestCaseMode(dataView, data,
TextNormalizingEstimator
.CaseMode.None);
314
CaseMode =
TextNormalizingEstimator
.CaseMode.None,
351
CaseMode =
TextNormalizingEstimator
.CaseMode.None,
389
CaseMode =
TextNormalizingEstimator
.CaseMode.None,
Transformers\TextNormalizer.cs (3)
43
var
pipe = new TextNormalizingEstimator(ML, columns: new[] { ("NormA", "A"), ("NormB", "B") });
57
new TextNormalizingEstimator(ML, caseMode:
TextNormalizingEstimator
.CaseMode.Upper, columns: new[] { ("UpperText", "text") })).Append(
82
var
pipe = new TextNormalizingEstimator(Env, columns: new[] { ("NormA", "A"), ("NormB", "B") });
Microsoft.ML.Transforms (31)
Text\TextCatalog.cs (4)
13
using TextNormalizeDefaults =
TextNormalizingEstimator
.Defaults;
114
/// Creates a <see cref="
TextNormalizingEstimator
"/>, which normalizes incoming text in <paramref name="inputColumnName"/> by optionally
134
public static
TextNormalizingEstimator
NormalizeText(this TransformsCatalog.TextTransforms catalog,
137
TextNormalizingEstimator
.CaseMode caseMode = TextNormalizeDefaults.Mode,
Text\TextFeaturizingEstimator.cs (5)
26
using CaseMode =
TextNormalizingEstimator
.CaseMode;
186
public CaseMode CaseMode =
TextNormalizingEstimator
.Defaults.Mode;
189
public bool KeepDiacritics =
TextNormalizingEstimator
.Defaults.KeepDiacritics;
192
public bool KeepPunctuations =
TextNormalizingEstimator
.Defaults.KeepPunctuations;
195
public bool KeepNumbers =
TextNormalizingEstimator
.Defaults.KeepNumbers;
Text\TextNormalizing.cs (22)
33
/// <see cref="ITransformer"/> resulting from fitting a <see cref="
TextNormalizingEstimator
"/>.
60
public
TextNormalizingEstimator
.CaseMode TextCase =
TextNormalizingEstimator
.Defaults.Mode;
64
public bool KeepDiacritics =
TextNormalizingEstimator
.Defaults.KeepDiacritics;
67
public bool KeepPunctuations =
TextNormalizingEstimator
.Defaults.KeepPunctuations;
70
public bool KeepNumbers =
TextNormalizingEstimator
.Defaults.KeepNumbers;
96
private readonly
TextNormalizingEstimator
.CaseMode _caseMode;
102
TextNormalizingEstimator
.CaseMode caseMode =
TextNormalizingEstimator
.Defaults.Mode,
103
bool keepDiacritics =
TextNormalizingEstimator
.Defaults.KeepDiacritics,
104
bool keepPunctuations =
TextNormalizingEstimator
.Defaults.KeepPunctuations,
105
bool keepNumbers =
TextNormalizingEstimator
.Defaults.KeepNumbers,
119
if (!
TextNormalizingEstimator
.IsColumnTypeValid(type))
120
throw Host.ExceptSchemaMismatch(nameof(inputSchema), "input", ColumnPairs[col].inputColumnName,
TextNormalizingEstimator
.ExpectedColumnType, type.ToString());
163
_caseMode = (
TextNormalizingEstimator
.CaseMode)ctx.Reader.ReadByte();
164
host.CheckDecode(Enum.IsDefined(typeof(
TextNormalizingEstimator
.CaseMode), _caseMode));
249
var isCaseChange = (_parent._caseMode ==
TextNormalizingEstimator
.CaseMode.Lower) ? "LOWER" :
250
(_parent._caseMode ==
TextNormalizingEstimator
.CaseMode.Upper) ? "UPPER" : "NONE";
424
if (_parent._caseMode ==
TextNormalizingEstimator
.CaseMode.Lower)
426
else if (_parent._caseMode ==
TextNormalizingEstimator
.CaseMode.Upper)
569
: base(Contracts.CheckRef(env, nameof(env)).Register(nameof(
TextNormalizingEstimator
)),
587
throw Host.ExceptSchemaMismatch(nameof(inputSchema), "input", colInfo.inputColumnName,
TextNormalizingEstimator
.ExpectedColumnType, col.ItemType.ToString());