1 instantiation of TextNormalizingEstimator
Microsoft.ML.Transforms (1)
Text\TextFeaturizingEstimator.cs (1)
469new TextNormalizingEstimator(h, tparams.TextCase, tparams.KeepDiacritics, tparams.KeepPunctuations,
50 references to TextNormalizingEstimator
Microsoft.ML.Samples (3)
Dynamic\Transforms\Text\FeaturizeTextWithOptions.cs (1)
50CaseMode = TextNormalizingEstimator.CaseMode.Lower,
Dynamic\Transforms\Text\NormalizeText.cs (2)
26var normTextPipeline = mlContext.Transforms.Text.NormalizeText( 27"NormalizedText", "Text", TextNormalizingEstimator.CaseMode.Lower,
Microsoft.ML.Tests (16)
OnnxConversionTest.cs (2)
391new TextNormalizingEstimator(mlContext, keepDiacritics: true, caseMode: TextNormalizingEstimator.CaseMode.Upper, columns: new[] { ("UpperText", "text") })).Append( 392new TextNormalizingEstimator(mlContext, keepDiacritics: true, caseMode: TextNormalizingEstimator.CaseMode.None, columns: new[] { ("OriginalText", "text") }));
Transformers\TextFeaturizerTests.cs (11)
249CaseMode = TextNormalizingEstimator.CaseMode.None 261private void TestCaseMode(IDataView dataView, TestClass[] data, TextNormalizingEstimator.CaseMode caseMode) 276if (caseMode == TextNormalizingEstimator.CaseMode.Upper) 281else if (caseMode == TextNormalizingEstimator.CaseMode.Lower) 286else if (caseMode == TextNormalizingEstimator.CaseMode.None) 303TestCaseMode(dataView, data, TextNormalizingEstimator.CaseMode.Lower); 304TestCaseMode(dataView, data, TextNormalizingEstimator.CaseMode.Upper); 305TestCaseMode(dataView, data, TextNormalizingEstimator.CaseMode.None); 314CaseMode = TextNormalizingEstimator.CaseMode.None, 351CaseMode = TextNormalizingEstimator.CaseMode.None, 389CaseMode = TextNormalizingEstimator.CaseMode.None,
Transformers\TextNormalizer.cs (3)
43var pipe = new TextNormalizingEstimator(ML, columns: new[] { ("NormA", "A"), ("NormB", "B") }); 57new TextNormalizingEstimator(ML, caseMode: TextNormalizingEstimator.CaseMode.Upper, columns: new[] { ("UpperText", "text") })).Append( 82var pipe = new TextNormalizingEstimator(Env, columns: new[] { ("NormA", "A"), ("NormB", "B") });
Microsoft.ML.Transforms (31)
Text\TextCatalog.cs (4)
13using TextNormalizeDefaults = TextNormalizingEstimator.Defaults; 114/// Creates a <see cref="TextNormalizingEstimator"/>, which normalizes incoming text in <paramref name="inputColumnName"/> by optionally 134public static TextNormalizingEstimator NormalizeText(this TransformsCatalog.TextTransforms catalog, 137TextNormalizingEstimator.CaseMode caseMode = TextNormalizeDefaults.Mode,
Text\TextFeaturizingEstimator.cs (5)
26using CaseMode = TextNormalizingEstimator.CaseMode; 184public CaseMode CaseMode = TextNormalizingEstimator.Defaults.Mode; 187public bool KeepDiacritics = TextNormalizingEstimator.Defaults.KeepDiacritics; 190public bool KeepPunctuations = TextNormalizingEstimator.Defaults.KeepPunctuations; 193public bool KeepNumbers = TextNormalizingEstimator.Defaults.KeepNumbers;
Text\TextNormalizing.cs (22)
33/// <see cref="ITransformer"/> resulting from fitting a <see cref="TextNormalizingEstimator"/>. 60public TextNormalizingEstimator.CaseMode TextCase = TextNormalizingEstimator.Defaults.Mode; 64public bool KeepDiacritics = TextNormalizingEstimator.Defaults.KeepDiacritics; 67public bool KeepPunctuations = TextNormalizingEstimator.Defaults.KeepPunctuations; 70public bool KeepNumbers = TextNormalizingEstimator.Defaults.KeepNumbers; 96private readonly TextNormalizingEstimator.CaseMode _caseMode; 102TextNormalizingEstimator.CaseMode caseMode = TextNormalizingEstimator.Defaults.Mode, 103bool keepDiacritics = TextNormalizingEstimator.Defaults.KeepDiacritics, 104bool keepPunctuations = TextNormalizingEstimator.Defaults.KeepPunctuations, 105bool keepNumbers = TextNormalizingEstimator.Defaults.KeepNumbers, 119if (!TextNormalizingEstimator.IsColumnTypeValid(type)) 120throw Host.ExceptSchemaMismatch(nameof(inputSchema), "input", ColumnPairs[col].inputColumnName, TextNormalizingEstimator.ExpectedColumnType, type.ToString()); 163_caseMode = (TextNormalizingEstimator.CaseMode)ctx.Reader.ReadByte(); 164host.CheckDecode(Enum.IsDefined(typeof(TextNormalizingEstimator.CaseMode), _caseMode)); 249var isCaseChange = (_parent._caseMode == TextNormalizingEstimator.CaseMode.Lower) ? "LOWER" : 250(_parent._caseMode == TextNormalizingEstimator.CaseMode.Upper) ? "UPPER" : "NONE"; 424if (_parent._caseMode == TextNormalizingEstimator.CaseMode.Lower) 426else if (_parent._caseMode == TextNormalizingEstimator.CaseMode.Upper) 569: base(Contracts.CheckRef(env, nameof(env)).Register(nameof(TextNormalizingEstimator)), 587throw Host.ExceptSchemaMismatch(nameof(inputSchema), "input", colInfo.inputColumnName, TextNormalizingEstimator.ExpectedColumnType, col.ItemType.ToString());