1 write to Text
Microsoft.ML.Data (1)
Transforms\TransformsCatalog.cs (1)
44Text = new TextTransforms(this);
136 references to Text
Microsoft.ML.AutoML (3)
EstimatorExtensions\EstimatorExtensions.cs (1)
242return context.Transforms.Text.FeaturizeText(outColumn, inColumn);
SweepableEstimator\Estimators\FeaturizeText.cs (1)
11return context.Transforms.Text.FeaturizeText(param.OutputColumnName, param.InputColumnName);
SweepableEstimator\Estimators\NormalizeText.cs (1)
15return context.Transforms.Text.NormalizeText(param.OutputColumnName, param.InputColumnName, param.CaseMode, param.KeepDiacritics, param.KeepPunctuations, param.KeepNumbers);
Microsoft.ML.Core.Tests (1)
UnitTests\TestEntryPoints.cs (1)
1374var pipeline = mlContext.Transforms.Text.FeaturizeText("Features", "SentimentText")
Microsoft.ML.IntegrationTests (16)
DataTransformation.cs (1)
137var pipeline = mlContext.Transforms.Text.FeaturizeText("Features",
Debugging.cs (1)
49var pipeline = mlContext.Transforms.Text.FeaturizeText(
Evaluation.cs (3)
65var pipeline = mlContext.Transforms.Text.FeaturizeText("Features", "SentimentText") 94var pipeline = mlContext.Transforms.Text.FeaturizeText("Features", "SentimentText") 300var pipeline = mlContext.Transforms.Text.FeaturizeText("Features", "SentimentText")
IntrospectiveTraining.cs (4)
81var pipeline = mlContext.Transforms.Text.FeaturizeText("Features", "SentimentText") 184var pipeline = mlContext.Transforms.Text.ProduceWordBags("SentimentBag", "SentimentText") 185.Append(mlContext.Transforms.Text.LatentDirichletAllocation("Features", "SentimentBag", 225var pipeline = mlContext.Transforms.Text.FeaturizeText("Features", "SentimentText")
Prediction.cs (1)
50var pipeline = mlContext.Transforms.Text.FeaturizeText("Features", "SentimentText")
Training.cs (6)
41var featurizationPipeline = mlContext.Transforms.Text.FeaturizeText("Features", "SentimentText") 92var featurizationPipeline = mlContext.Transforms.Text.FeaturizeText("Features", "SentimentText") 136var featurizationPipeline = mlContext.Transforms.Text.FeaturizeText("Features", "SentimentText") 180var featurizationPipeline = mlContext.Transforms.Text.FeaturizeText("Features", "SentimentText") 224var featurizationPipeline = mlContext.Transforms.Text.FeaturizeText("Features", "SentimentText") 406var featurizationPipeline = mlContext.Transforms.Text.FeaturizeText("Features", "SentimentText")
Microsoft.ML.PerformanceTests (5)
FeaturizeTextBench.cs (1)
62var featurizer = _mlContext.Transforms.Text.FeaturizeText(textColumn, new TextFeaturizingEstimator.Options()
PredictionEngineBench.cs (1)
93var pipeline = mlContext.Transforms.Text.FeaturizeText("Features", "SentimentText")
StochasticDualCoordinateAscentClassifierBench.cs (2)
102var text = _mlContext.Transforms.Text.FeaturizeText("WordEmbeddings", new TextFeaturizingEstimator.Options 112var trans = _mlContext.Transforms.Text.ApplyWordEmbedding("Features", "WordEmbeddings_TransformedText",
TextPredictionEngineCreation.cs (1)
28var pipeline = _context.Transforms.Text.FeaturizeText("Features", "SentimentText")
Microsoft.ML.Samples (35)
Dynamic\NgramExtraction.cs (3)
42var charsPipeline = ml.Transforms.Text 46var ngramOnePipeline = ml.Transforms.Text 49var ngramTwpPipeline = ml.Transforms.Text
Dynamic\SimpleDataViewImplementation.cs (1)
36var transformedDataView = mlContext.Transforms.Text.TokenizeIntoWords(
Dynamic\TensorFlow\TextClassification.cs (1)
100mlContext.Transforms.Text.TokenizeIntoWords(
Dynamic\TextTransform.cs (2)
44var default_pipeline = ml.Transforms.Text 50var customized_pipeline = ml.Transforms.Text
Dynamic\Transforms\Conversion\KeyToValueToKey.cs (2)
30var defaultPipeline = mlContext.Transforms.Text.TokenizeIntoWords( 41var customizedPipeline = mlContext.Transforms.Text.TokenizeIntoWords(
Dynamic\Transforms\Text\ApplyCustomWordEmbedding.cs (3)
47var textPipeline = mlContext.Transforms.Text.NormalizeText("Text") 48.Append(mlContext.Transforms.Text.TokenizeIntoWords("Tokens", 50.Append(mlContext.Transforms.Text.ApplyWordEmbedding("Features",
Dynamic\Transforms\Text\ApplyWordEmbedding.cs (3)
36var textPipeline = mlContext.Transforms.Text.NormalizeText("Text") 37.Append(mlContext.Transforms.Text.TokenizeIntoWords("Tokens", 39.Append(mlContext.Transforms.Text.ApplyWordEmbedding("Features",
Dynamic\Transforms\Text\FeaturizeText.cs (1)
53var textPipeline = mlContext.Transforms.Text.FeaturizeText("Features",
Dynamic\Transforms\Text\FeaturizeTextWithOptions.cs (1)
71var textPipeline = mlContext.Transforms.Text.FeaturizeText("Features",
Dynamic\Transforms\Text\LatentDirichletAllocation.cs (5)
40var pipeline = mlContext.Transforms.Text.NormalizeText("NormalizedText", 42.Append(mlContext.Transforms.Text.TokenizeIntoWords("Tokens", 44.Append(mlContext.Transforms.Text.RemoveDefaultStopWords("Tokens")) 46.Append(mlContext.Transforms.Text.ProduceNgrams("Tokens")) 47.Append(mlContext.Transforms.Text.LatentDirichletAllocation(
Dynamic\Transforms\Text\NormalizeText.cs (1)
26var normTextPipeline = mlContext.Transforms.Text.NormalizeText(
Dynamic\Transforms\Text\ProduceHashedNgrams.cs (2)
45var textPipeline = mlContext.Transforms.Text.TokenizeIntoWords("Tokens", 48.Append(mlContext.Transforms.Text.ProduceHashedNgrams(
Dynamic\Transforms\Text\ProduceHashedWordBags.cs (1)
47var textPipeline = mlContext.Transforms.Text.ProduceHashedWordBags(
Dynamic\Transforms\Text\ProduceNgrams.cs (2)
52var textPipeline = mlContext.Transforms.Text.TokenizeIntoWords("Tokens", 57.Append(mlContext.Transforms.Text.ProduceNgrams("NgramFeatures",
Dynamic\Transforms\Text\ProduceWordBags.cs (1)
55var textPipeline = mlContext.Transforms.Text.ProduceWordBags(
Dynamic\Transforms\Text\RemoveDefaultStopWords.cs (2)
30var textPipeline = mlContext.Transforms.Text.TokenizeIntoWords("Words", 32.Append(mlContext.Transforms.Text.RemoveDefaultStopWords(
Dynamic\Transforms\Text\RemoveStopWords.cs (2)
29var textPipeline = mlContext.Transforms.Text.TokenizeIntoWords("Words", 31.Append(mlContext.Transforms.Text.RemoveStopWords(
Dynamic\Transforms\Text\TokenizeIntoCharactersAsKeys.cs (1)
28var textPipeline = mlContext.Transforms.Text
Dynamic\Transforms\Text\TokenizeIntoWords.cs (1)
29var textPipeline = mlContext.Transforms.Text.TokenizeIntoWords("Words",
Microsoft.ML.Samples.GPU (1)
docs\samples\Microsoft.ML.Samples\Dynamic\TensorFlow\TextClassification.cs (1)
100mlContext.Transforms.Text.TokenizeIntoWords(
Microsoft.ML.TensorFlow.Tests (1)
TensorflowTests.cs (1)
1280var estimator = _mlContext.Transforms.Text.TokenizeIntoWords("TokenizedWords", "Sentiment_Text")
Microsoft.ML.TestFramework (2)
DataPipe\TestDataPipe.cs (2)
1549var est = ML.Transforms.Text.LatentDirichletAllocation(opt); 1606var lda = ML.Transforms.Text.LatentDirichletAllocation("Zeros").Fit(srcView).Transform(srcView);
Microsoft.ML.Tests (65)
OnnxConversionTest.cs (13)
853var pipeline = mlContext.Transforms.Text.ApplyWordEmbedding("Embed", embedNetworkPath, "Tokens"); 1448var pipeline = mlContext.Transforms.Text.TokenizeIntoWords("Tokens", "Text", new[] { ' ' }); 1478mlContext.Transforms.Text.TokenizeIntoWords("Tokens", "Text", new[] { ' ' }) 1480.Append(mlContext.Transforms.Text.ProduceNgrams("NGrams", "Tokens", 1485mlContext.Transforms.Text.TokenizeIntoCharactersAsKeys("Tokens", "Text") 1486.Append(mlContext.Transforms.Text.ProduceNgrams("NGrams", "Tokens", 1491mlContext.Transforms.Text.ProduceWordBags("Tokens", "Text", 1496mlContext.Transforms.Text.TokenizeIntoWords("Tokens0", "Text") 1497.Append(mlContext.Transforms.Text.ProduceWordBags("Tokens", "Tokens0")) 1541var pipeline = mlContext.Transforms.Text.TokenizeIntoWords("Words", "Text") 1542.Append(mlContext.Transforms.Text.RemoveStopWords( 1565var pipeline = mlContext.Transforms.Text.TokenizeIntoWords("Words", "Text") 1566.Append(mlContext.Transforms.Text.RemoveDefaultStopWords(
Scenarios\Api\CookbookSamples\CookbookSamplesDynamicApi.cs (8)
521mlContext.Transforms.Text.FeaturizeText("TextFeatures", "Message") 524.Append(mlContext.Transforms.Text.NormalizeText("NormalizedMessage", "Message")) 527.Append(mlContext.Transforms.Text.ProduceWordBags("BagOfWords", "NormalizedMessage")) 530.Append(mlContext.Transforms.Text.ProduceHashedWordBags("BagOfBigrams", "NormalizedMessage", 534.Append(mlContext.Transforms.Text.TokenizeIntoCharactersAsKeys("MessageChars", "Message")) 535.Append(mlContext.Transforms.Text.ProduceNgrams("BagOfTrichar", "MessageChars", 541.Append(mlContext.Transforms.Text.TokenizeIntoWords("TokenizedMessage", "NormalizedMessage")) 542.Append(mlContext.Transforms.Text.ApplyWordEmbedding("Embeddings", "TokenizedMessage",
Scenarios\Api\Estimators\MultithreadedPrediction.cs (1)
31var pipeline = ml.Transforms.Text.FeaturizeText("Features", "SentimentText")
Scenarios\Api\Estimators\SimpleTrainAndPredict.cs (2)
29var pipeline = ml.Transforms.Text.FeaturizeText("Features", "SentimentText") 66var pipeline = ml.Transforms.Text.FeaturizeText("Features", "SentimentText")
Scenarios\Api\Estimators\TrainWithInitialPredictor.cs (1)
28var pipeline = ml.Transforms.Text.FeaturizeText("Features", "SentimentText");
Scenarios\WordBagTest.cs (4)
32mlContext.Transforms.Text.ProduceWordBags("Text", "Text", 34mlContext.Transforms.Text.ProduceWordBags("Text2", new[] { "Text2", "Text2" }, 69mlContext.Transforms.Text.ProduceHashedWordBags("Text", "Text", ngramLength: 3, useAllLengths: false).Append( 70mlContext.Transforms.Text.ProduceHashedWordBags("Text2", new[] { "Text2", "Text2" }, ngramLength: 3, useAllLengths: false));
Transformers\CategoricalHashTests.cs (1)
89var est = ML.Transforms.Text.TokenizeIntoWords("VarVectorString", "ScalarString")
Transformers\CategoricalTests.cs (1)
164var est = ML.Transforms.Text.TokenizeIntoWords("VarVectorString", "ScalarString")
Transformers\FeatureSelectionTests.cs (3)
238var pipeline = ML.Transforms.Text.TokenizeIntoWords("Features") 246var pipeline = ML.Transforms.Text.TokenizeIntoWords("Features") 254var pipeline = ML.Transforms.Text.TokenizeIntoWords("Features")
Transformers\TextFeaturizerTests.cs (18)
52var pipeline = ML.Transforms.Text.FeaturizeText("Features", options, "A"); 76var pipeline = ML.Transforms.Text.FeaturizeText("Features", options, "A"); 106var pipeline = ML.Transforms.Text.FeaturizeText("Features", options, null); 148var pipeline = ML.Transforms.Text.FeaturizeText("Features", options); 189var pipeline = ML.Transforms.Text.FeaturizeText("Features", options, "A"); 217var pipeline = ML.Transforms.Text.FeaturizeText("Features", options, "A"); 251var pipeline = ML.Transforms.Text.FeaturizeText("Features", options, "A"); 268var pipeline = ML.Transforms.Text.FeaturizeText("Features", options, "A"); 317var pipeline = ML.Transforms.Text.FeaturizeText("Features", options, "A"); 354var pipeline = ML.Transforms.Text.FeaturizeText("Features", options, "A"); 392var pipeline = ML.Transforms.Text.FeaturizeText("Features", options, "A"); 436var feat = ML.Transforms.Text.FeaturizeText("Data", new TextFeaturizingEstimator.Options { OutputTokensColumnName = "OutputTokens" }, new[] { "text" }); 536var est = ML.Transforms.Text.NormalizeText("text") 537.Append(ML.Transforms.Text.TokenizeIntoWords("words", "text")) 538.Append(ML.Transforms.Text.RemoveDefaultStopWords("NoDefaultStopwords", "words")) 539.Append(ML.Transforms.Text.RemoveStopWords("NoStopWords", "words", "xbox", "this", "is", "a", "the", "THAT", "bY")); 737var est = ml.Transforms.Text.LatentDirichletAllocation("F1V", resetRandomGenerator: true); 782var pipeline = ML.Transforms.Text.ProduceWordBags("Features")
Transformers\ValueMappingTests.cs (1)
640var est = ML.Transforms.Text.TokenizeIntoWords("TokenizeB", "B")
Transformers\WordBagTransformerTests.cs (4)
40mlContext.Transforms.Text.ProduceWordBags("Text", termSeparator: ';', freqSeparator: ':'); 69mlContext.Transforms.Text.ProduceWordBags("Text", termSeparator: ':', freqSeparator: ';'); 107var textPipelineDefault = mlContext.Transforms.Text.ProduceWordBags("Text", termSeparator: ';', freqSeparator: ':'); 108var textPipelineNonDefault = mlContext.Transforms.Text.ProduceWordBags("Text", termSeparator: ':', freqSeparator: ';');
Transformers\WordEmbeddingsTests.cs (8)
41var est = ML.Transforms.Text.NormalizeText("NormalizedText", "SentimentText", keepDiacritics: false, keepPunctuations: false) 42.Append(ML.Transforms.Text.TokenizeIntoWords("Words", "NormalizedText")) 43.Append(ML.Transforms.Text.RemoveDefaultStopWords("CleanWords", "Words")); 46var pipe = ML.Transforms.Text.ApplyWordEmbedding("WordEmbeddings", "CleanWords", modelKind: WordEmbeddingEstimator.PretrainedModelKind.SentimentSpecificWordEmbedding); 76var est = ML.Transforms.Text.NormalizeText("NormalizedText", "SentimentText", keepDiacritics: false, keepPunctuations: false) 77.Append(ML.Transforms.Text.TokenizeIntoWords("Words", "NormalizedText")) 78.Append(ML.Transforms.Text.RemoveDefaultStopWords("CleanWords", "Words")); 89var pipe = ML.Transforms.Text.ApplyWordEmbedding("WordEmbeddings", pathToCustomModel, "CleanWords");
Microsoft.ML.TimeSeries.Tests (3)
TimeSeriesDirectApi.cs (3)
227var pipeline = ml.Transforms.Text.FeaturizeText("Text_Featurized", "Text") 303var pipeline = ml.Transforms.Text.FeaturizeText("Text_Featurized", "Text") 449var model = ml.Transforms.Text.FeaturizeText("Text_Featurized", "Text")
Microsoft.ML.TorchSharp.Tests (4)
ObjectDetectionTests.cs (4)
46var filteredPipeline = chain.Append(ML.Transforms.Text.TokenizeIntoWords("Labels", separators: new char[] { ',' }), TransformerScope.Training) 48.Append(ML.Transforms.Text.TokenizeIntoWords("Box", separators: new char[] { ',' }), TransformerScope.Training) 63var pipeline = ML.Transforms.Text.TokenizeIntoWords("Labels", separators: new char[] { ',' }) 65.Append(ML.Transforms.Text.TokenizeIntoWords("Box", separators: new char[] { ',' }))