34 references to TokenizeIntoWords
Microsoft.ML.Samples (12)
Dynamic\SimpleDataViewImplementation.cs (1)
36
var transformedDataView = mlContext.Transforms.Text.
TokenizeIntoWords
(
Dynamic\TensorFlow\TextClassification.cs (1)
100
mlContext.Transforms.Text.
TokenizeIntoWords
(
Dynamic\Transforms\Conversion\KeyToValueToKey.cs (2)
30
var defaultPipeline = mlContext.Transforms.Text.
TokenizeIntoWords
(
41
var customizedPipeline = mlContext.Transforms.Text.
TokenizeIntoWords
(
Dynamic\Transforms\Text\ApplyCustomWordEmbedding.cs (1)
48
.Append(mlContext.Transforms.Text.
TokenizeIntoWords
("Tokens",
Dynamic\Transforms\Text\ApplyWordEmbedding.cs (1)
37
.Append(mlContext.Transforms.Text.
TokenizeIntoWords
("Tokens",
Dynamic\Transforms\Text\LatentDirichletAllocation.cs (1)
42
.Append(mlContext.Transforms.Text.
TokenizeIntoWords
("Tokens",
Dynamic\Transforms\Text\ProduceHashedNgrams.cs (1)
45
var textPipeline = mlContext.Transforms.Text.
TokenizeIntoWords
("Tokens",
Dynamic\Transforms\Text\ProduceNgrams.cs (1)
52
var textPipeline = mlContext.Transforms.Text.
TokenizeIntoWords
("Tokens",
Dynamic\Transforms\Text\RemoveDefaultStopWords.cs (1)
30
var textPipeline = mlContext.Transforms.Text.
TokenizeIntoWords
("Words",
Dynamic\Transforms\Text\RemoveStopWords.cs (1)
29
var textPipeline = mlContext.Transforms.Text.
TokenizeIntoWords
("Words",
Dynamic\Transforms\Text\TokenizeIntoWords.cs (1)
29
var textPipeline = mlContext.Transforms.Text.
TokenizeIntoWords
("Words",
Microsoft.ML.Samples.GPU (1)
docs\samples\Microsoft.ML.Samples\Dynamic\TensorFlow\TextClassification.cs (1)
100
mlContext.Transforms.Text.
TokenizeIntoWords
(
Microsoft.ML.TensorFlow.Tests (1)
TensorflowTests.cs (1)
1280
var estimator = _mlContext.Transforms.Text.
TokenizeIntoWords
("TokenizedWords", "Sentiment_Text")
Microsoft.ML.Tests (15)
OnnxConversionTest.cs (5)
1448
var pipeline = mlContext.Transforms.Text.
TokenizeIntoWords
("Tokens", "Text", new[] { ' ' });
1478
mlContext.Transforms.Text.
TokenizeIntoWords
("Tokens", "Text", new[] { ' ' })
1496
mlContext.Transforms.Text.
TokenizeIntoWords
("Tokens0", "Text")
1541
var pipeline = mlContext.Transforms.Text.
TokenizeIntoWords
("Words", "Text")
1565
var pipeline = mlContext.Transforms.Text.
TokenizeIntoWords
("Words", "Text")
Scenarios\Api\CookbookSamples\CookbookSamplesDynamicApi.cs (1)
541
.Append(mlContext.Transforms.Text.
TokenizeIntoWords
("TokenizedMessage", "NormalizedMessage"))
Transformers\CategoricalHashTests.cs (1)
89
var est = ML.Transforms.Text.
TokenizeIntoWords
("VarVectorString", "ScalarString")
Transformers\CategoricalTests.cs (1)
164
var est = ML.Transforms.Text.
TokenizeIntoWords
("VarVectorString", "ScalarString")
Transformers\FeatureSelectionTests.cs (3)
238
var pipeline = ML.Transforms.Text.
TokenizeIntoWords
("Features")
246
var pipeline = ML.Transforms.Text.
TokenizeIntoWords
("Features")
254
var pipeline = ML.Transforms.Text.
TokenizeIntoWords
("Features")
Transformers\TextFeaturizerTests.cs (1)
537
.Append(ML.Transforms.Text.
TokenizeIntoWords
("words", "text"))
Transformers\ValueMappingTests.cs (1)
640
var est = ML.Transforms.Text.
TokenizeIntoWords
("TokenizeB", "B")
Transformers\WordEmbeddingsTests.cs (2)
42
.Append(ML.Transforms.Text.
TokenizeIntoWords
("Words", "NormalizedText"))
77
.Append(ML.Transforms.Text.
TokenizeIntoWords
("Words", "NormalizedText"))
Microsoft.ML.TorchSharp.Tests (4)
ObjectDetectionTests.cs (4)
46
var filteredPipeline = chain.Append(ML.Transforms.Text.
TokenizeIntoWords
("Labels", separators: new char[] { ',' }), TransformerScope.Training)
48
.Append(ML.Transforms.Text.
TokenizeIntoWords
("Box", separators: new char[] { ',' }), TransformerScope.Training)
63
var pipeline = ML.Transforms.Text.
TokenizeIntoWords
("Labels", separators: new char[] { ',' })
65
.Append(ML.Transforms.Text.
TokenizeIntoWords
("Box", separators: new char[] { ',' }))
Microsoft.ML.Transforms (1)
Text\WordTokenizing.cs (1)
451
/// <seealso cref="TextCatalog.
TokenizeIntoWords
(TransformsCatalog.TextTransforms, string, string, char[])"/>