20 writes to Data
Microsoft.ML.Core.Tests (19)
UnitTests\TestEntryPoints.cs (19)
118
var result = FeatureCombiner.PrepareFeatures(Env, new FeatureCombiner.FeatureCombinerInput() {
Data
= dataView, Features = new[] { "F1", "F2", "Rest" } }).OutputData;
136
var trainData = FeatureCombiner.PrepareFeatures(Env, new FeatureCombiner.FeatureCombinerInput() {
Data
= dataView, Features = new[] { "F1", "F2", "Rest" } });
141
scored1 = ScoreModel.SelectColumns(Env, new ScoreModel.ScoreColumnSelectorInput() {
Data
= scored1, ExtraColumns = new[] { "Label" } }).OutputData;
144
scored2 = ScoreModel.SelectColumns(Env, new ScoreModel.ScoreColumnSelectorInput() {
Data
= scored2, ExtraColumns = new[] { "Label" } }).OutputData;
158
var data1 = FeatureCombiner.PrepareFeatures(Env, new FeatureCombiner.FeatureCombinerInput() {
Data
= dataView, Features = new[] { "F1", "F2", "Rest" } });
159
var data2 = ModelOperations.Apply(Env, new ModelOperations.ApplyTransformModelInput() {
Data
= dataView, TransformModel = data1.Model });
1512
new Calibrate.FixedPlattInput {
Data
= splitOutput.TestData[1], UncalibratedPredictorModel = lrModel }).PredictorModel;
1515
scored1 = ScoreModel.SelectColumns(Env, new ScoreModel.ScoreColumnSelectorInput() {
Data
= scored1, ExtraColumns = new[] { "Label" } }).OutputData;
1518
scored2 = ScoreModel.SelectColumns(Env, new ScoreModel.ScoreColumnSelectorInput() {
Data
= scored2, ExtraColumns = new[] { "Label" } }).OutputData;
1523
var input = new Calibrate.NoArgumentsInput() {
Data
= splitOutput.TestData[1], UncalibratedPredictorModel = lrModel };
1533
new Calibrate.NoArgumentsInput() {
Data
= splitOutput.TestData[0], UncalibratedPredictorModel = ffModel }).PredictorModel;
1535
new Calibrate.NoArgumentsInput() {
Data
= splitOutput.TestData[0], UncalibratedPredictorModel = calibratedFfModel }).PredictorModel;
1588
Data
= splitOutput.TestData[nModels],
1854
Data
= splitOutput.TestData[nModels],
2200
Data
= splitOutput.TestData[0],
4449
Data
= dataView,
4454
Data
= cat.OutputData,
4475
Data
= dataView,
4537
Data
= dataView,
Microsoft.ML.Tests (1)
OnnxConversionTest.cs (1)
1609
var args = new OptionalColumnTransform.Arguments { Columns = new[] { "Label" },
Data
= dataView };
167 references to Data
Microsoft.ML.Data (39)
EntryPoints\SchemaManipulation.cs (6)
25
var xf = ColumnConcatenatingTransformer.Create(env, input, input.
Data
);
26
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, xf, input.
Data
), OutputData = xf };
37
var xf = new ColumnSelectingTransformer(env, input.KeepColumns, input.DropColumns, input.KeepHidden, input.IgnoreMissing).Transform(input.
Data
);
38
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, xf, input.
Data
), OutputData = xf };
48
var xf = ColumnCopyingTransformer.Create(env, input, input.
Data
);
49
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, xf, input.
Data
), OutputData = xf };
EntryPoints\SelectRows.cs (8)
26
var xf = new RangeFilter(host, input, input.
Data
);
27
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, xf, input.
Data
), OutputData = xf };
38
var xf = SkipTakeFilter.Create(host, input, input.
Data
);
39
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, xf, input.
Data
), OutputData = xf };
50
var xf = SkipTakeFilter.Create(host, input, input.
Data
);
51
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, xf, input.
Data
), OutputData = xf };
62
var xf = SkipTakeFilter.Create(host, input, input.
Data
);
63
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, xf, input.
Data
), OutputData = xf };
Prediction\Calibrator.cs (2)
2215
input.UncalibratedPredictorModel.PrepareData(host, input.
Data
, out data, out predictor);
2229
return new TOut() { PredictorModel = new PredictorModelImpl(host, data, input.
Data
, calibratedPredictor) };
Transforms\BootstrapSamplingTransformer.cs (2)
260
var view = new BootstrapSamplingTransformer(h, input, input.
Data
);
263
Model = new TransformModelImpl(h, view, input.
Data
),
Transforms\FeatureContributionCalculationTransformer.cs (2)
378
var outData = new FeatureContributionCalculatingTransformer(host, predictor, options.FeatureColumn, options.Top, options.Bottom, options.Normalize).Transform(options.
Data
);
380
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, outData, options.
Data
), OutputData = outData };
Transforms\GenerateNumberTransform.cs (2)
489
var xf = new GenerateNumberTransform(h, input, input.
Data
);
492
Model = new TransformModelImpl(h, xf, input.
Data
),
Transforms\LabelIndicatorTransform.cs (2)
238
var xf = Create(host, input, input.
Data
);
239
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, xf, input.
Data
), OutputData = xf };
Transforms\NopTransform.cs (2)
152
var xf = CreateIfNeeded(host, input.
Data
);
153
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, xf, input.
Data
), OutputData = xf };
Transforms\NormalizeUtils.cs (11)
87
var xf = NormalizeTransform.Create(host, input, input.
Data
);
88
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, xf, input.
Data
), OutputData = xf };
99
var xf = NormalizeTransform.Create(host, input, input.
Data
);
100
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, xf, input.
Data
), OutputData = xf };
111
var xf = NormalizeTransform.Create(host, input, input.
Data
);
112
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, xf, input.
Data
), OutputData = xf };
123
var xf = NormalizeTransform.Create(host, input, input.
Data
);
124
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, xf, input.
Data
), OutputData = xf };
135
var xf = NormalizeTransform.Create(host, input, input.
Data
);
136
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, xf, input.
Data
), OutputData = xf };
145
var schema = input.
Data
.Schema;
Transforms\TypeConverting.cs (2)
43
var view = TypeConvertingTransformer.Create(h, input, input.
Data
);
47
Model = new TransformModelImpl(h, view, input.
Data
),
Microsoft.ML.EntryPoints (34)
FeatureCombiner.cs (17)
54
var viewTrain = input.
Data
;
83
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, viewTrain, input.
Data
), OutputData = viewTrain };
235
var labelCol = input.
Data
.Schema.GetColumnOrNull(input.LabelColumn);
242
var nop = NopTransform.CreateIfNeeded(env, input.
Data
);
243
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, nop, input.
Data
), OutputData = nop };
259
var xf = ValueToKeyMappingTransformer.Create(host, args, input.
Data
);
260
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, xf, input.
Data
), OutputData = xf };
271
var predictedLabelCol = input.
Data
.Schema.GetColumnOrNull(input.PredictedLabelColumn);
277
var nop = NopTransform.CreateIfNeeded(env, input.
Data
);
278
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, nop, input.
Data
), OutputData = nop };
281
var xf = new KeyToValueMappingTransformer(host, input.PredictedLabelColumn).Transform(input.
Data
);
282
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, xf, input.
Data
), OutputData = xf };
293
var labelCol = input.
Data
.Schema.GetColumnOrNull(input.LabelColumn);
299
var nop = NopTransform.CreateIfNeeded(env, input.
Data
);
300
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, nop, input.
Data
), OutputData = nop };
303
var xf = new TypeConvertingTransformer(host, new TypeConvertingEstimator.ColumnOptions(input.LabelColumn, DataKind.Single, input.LabelColumn)).Transform(input.
Data
);
304
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, xf, input.
Data
), OutputData = xf };
ModelOperations.cs (1)
128
return new ApplyTransformModelOutput() { OutputData = input.TransformModel.Apply(env, input.
Data
) };
OneVersusAllMacro.cs (2)
62
var paramBinding = new SimpleParameterBinding(nameof(labelIndicatorArgs.
Data
));
63
inputBindingMap.Add(nameof(labelIndicatorArgs.
Data
), new List<ParameterBinding>() { paramBinding });
PermutationFeatureImportance.cs (1)
29
input.PredictorModel.PrepareData(env, input.
Data
, out RoleMappedData roleMappedData, out IPredictor predictor);
ScoreColumnSelector.cs (13)
29
var view = input.
Data
;
40
var newView = new ChooseColumnsByIndexTransform(env, new ChooseColumnsByIndexTransform.Options() { Indices = indices.ToArray() }, input.
Data
);
41
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, newView, input.
Data
), OutputData = newView };
83
var maxScoreId = input.
Data
.Schema.GetMaxAnnotationKind(out colMax, AnnotationUtils.Kinds.ScoreColumnSetId);
85
for (int i = 0; i < input.
Data
.Schema.Count; i++)
87
if (input.
Data
.Schema[i].IsHidden)
89
if (!ShouldAddColumn(input.
Data
.Schema, i, null, maxScoreId))
93
if (input.
Data
.Schema.TryGetAnnotation(TextDataViewType.Instance, AnnotationUtils.Kinds.ScoreValueKind, i,
99
var source = input.
Data
.Schema[i].Name;
104
var copyColumn = new ColumnCopyingTransformer(env, copyCols.ToArray()).Transform(input.
Data
);
106
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, dropColumn, input.
Data
), OutputData = dropColumn };
110
var newView = NopTransform.CreateIfNeeded(env, input.
Data
);
111
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, newView, input.
Data
), OutputData = newView };
Microsoft.ML.FastTree (2)
TreeEnsembleFeaturizer.cs (2)
830
var xf = TreeEnsembleFeaturizerTransform.CreateForEntryPoint(env, input, input.
Data
);
831
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, xf, input.
Data
), OutputData = xf };
Microsoft.ML.ImageAnalytics (10)
EntryPoints\ImageAnalytics.cs (10)
21
var xf = ImageLoadingTransformer.Create(h, input, input.
Data
);
24
Model = new TransformModelImpl(h, xf, input.
Data
),
34
var xf = ImageResizingTransformer.Create(h, input, input.
Data
);
37
Model = new TransformModelImpl(h, xf, input.
Data
),
47
var xf = ImagePixelExtractingTransformer.Create(h, input, input.
Data
);
50
Model = new TransformModelImpl(h, xf, input.
Data
),
60
var xf = ImageGrayscalingTransformer.Create(h, input, input.
Data
);
63
Model = new TransformModelImpl(h, xf, input.
Data
),
73
var xf = VectorToImageConvertingTransformer.Create(h, input, input.
Data
);
76
Model = new TransformModelImpl(h, xf, input.
Data
),
Microsoft.ML.PCA (2)
PcaTransformer.cs (2)
685
var view = PrincipalComponentAnalysisTransformer.Create(h, input, input.
Data
);
688
Model = new TransformModelImpl(h, view, input.
Data
),
Microsoft.ML.TensorFlow (2)
TensorflowTransform.cs (2)
803
var view = Create(h, input, input.
Data
);
806
Model = new TransformModelImpl(h, view, input.
Data
),
Microsoft.ML.TimeSeries (23)
TimeSeriesProcessing.cs (23)
22
var xf = new ExponentialAverageTransform(h, input, input.
Data
);
25
Model = new TransformModelImpl(h, xf, input.
Data
),
36
var view = new IidChangePointEstimator(h, options).Fit(options.
Data
).Transform(options.
Data
);
39
Model = new TransformModelImpl(h, view, options.
Data
),
50
var view = new IidSpikeEstimator(h, options).Fit(options.
Data
).Transform(options.
Data
);
53
Model = new TransformModelImpl(h, view, options.
Data
),
64
var view = new PercentileThresholdTransform(h, input, input.
Data
);
67
Model = new TransformModelImpl(h, view, input.
Data
),
78
var view = new PValueTransform(h, input, input.
Data
);
81
Model = new TransformModelImpl(h, view, input.
Data
),
92
var view = new SlidingWindowTransform(h, input, input.
Data
);
95
Model = new TransformModelImpl(h, view, input.
Data
),
106
var view = new SsaChangePointEstimator(h, options).Fit(options.
Data
).Transform(options.
Data
);
109
Model = new TransformModelImpl(h, view, options.
Data
),
120
var view = new SsaSpikeEstimator(h, options).Fit(options.
Data
).Transform(options.
Data
);
123
Model = new TransformModelImpl(h, view, options.
Data
),
134
var view = new SsaForecastingEstimator(h, options).Fit(options.
Data
).Transform(options.
Data
);
137
Model = new TransformModelImpl(h, view, options.
Data
),
Microsoft.ML.Transforms (55)
Dracula\CountTableTransformer.cs (2)
744
var view = CountTableTransformer.Create(h, input, input.
Data
);
747
Model = new TransformModelImpl(h, view, input.
Data
),
Dracula\CountTargetEncodingTransformer.cs (2)
548
var view = CountTargetEncodingEstimator.Create(h, input, input.
Data
);
551
Model = new TransformModelImpl(h, view, input.
Data
),
EntryPoints\SelectFeatures.cs (4)
26
var xf = CountFeatureSelectingEstimator.Create(host, input, input.
Data
);
27
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, xf, input.
Data
), OutputData = xf };
41
var xf = MutualInformationFeatureSelectingEstimator.Create(host, input, input.
Data
);
42
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, xf, input.
Data
), OutputData = xf };
EntryPoints\TextAnalytics.cs (17)
27
var xf = TextFeaturizingEstimator.Create(h, input, input.
Data
);
30
Model = new TransformModelImpl(h, xf, input.
Data
),
42
var xf = ML.Transforms.Text.WordTokenizingTransformer.Create(h, input, input.
Data
);
45
Model = new TransformModelImpl(h, xf, input.
Data
),
57
var xf = NgramExtractingTransformer.Create(h, input, input.
Data
);
60
Model = new TransformModelImpl(h, xf, input.
Data
),
72
var xf = ValueToKeyMappingTransformer.Create(h, input, input.
Data
);
75
Model = new TransformModelImpl(h, xf, input.
Data
),
87
var view = SentimentAnalyzingTransformer.Create(h, input, input.
Data
);
90
Model = new TransformModelImpl(h, view, input.
Data
),
105
var view = TokenizingByCharactersTransformer.Create(h, input, input.
Data
);
108
Model = new TransformModelImpl(h, view, input.
Data
),
125
var view = est.Fit(input.
Data
).Transform(input.
Data
);
129
Model = new TransformModelImpl(h, view, input.
Data
),
144
var view = WordEmbeddingTransformer.Create(h, input, input.
Data
);
147
Model = new TransformModelImpl(h, view, input.
Data
),
GcnTransform.cs (4)
742
var xf = LpNormNormalizingTransformer.Create(h, input, input.
Data
);
745
Model = new TransformModelImpl(h, xf, input.
Data
),
757
var xf = LpNormNormalizingTransformer.Create(h, input, input.
Data
);
760
Model = new TransformModelImpl(h, xf, input.
Data
),
GroupTransform.cs (2)
678
var view = new GroupTransform(h, input, input.
Data
);
681
Model = new TransformModelImpl(h, view, input.
Data
),
HashJoiningTransform.cs (2)
672
var view = new HashJoiningTransform(h, input, input.
Data
);
675
Model = new TransformModelImpl(h, view, input.
Data
),
NAHandling.cs (10)
25
var xf = MissingValueDroppingTransformer.Create(h, input, input.
Data
);
28
Model = new TransformModelImpl(h, xf, input.
Data
),
40
var xf = new NAFilter(h, input, input.
Data
);
43
Model = new TransformModelImpl(h, xf, input.
Data
),
55
var xf = MissingValueHandlingTransformer.Create(h, input, input.
Data
);
58
Model = new TransformModelImpl(h, xf, input.
Data
),
70
var xf = new MissingValueIndicatorTransformer(h, input).Transform(input.
Data
);
73
Model = new TransformModelImpl(h, xf, input.
Data
),
85
var xf = MissingValueReplacingTransformer.Create(h, input, input.
Data
);
88
Model = new TransformModelImpl(h, xf, input.
Data
),
OneHotEncoding.cs (8)
360
var xf = OneHotEncodingTransformer.Create(host, input, input.
Data
);
361
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, xf, input.
Data
), OutputData = xf };
374
var xf = OneHotHashEncodingTransformer.Create(host, input, input.
Data
);
375
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, xf, input.
Data
), OutputData = xf };
388
var xf = ValueToKeyMappingTransformer.Create(host, input, input.
Data
);
389
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, xf, input.
Data
), OutputData = xf };
402
var xf = KeyToValueMappingTransformer.Create(host, input, input.
Data
);
403
return new CommonOutputs.TransformOutput { Model = new TransformModelImpl(env, xf, input.
Data
), OutputData = xf };
OptionalColumnTransform.cs (2)
590
var xf = new OptionalColumnTransform(h, input, input.
Data
);
593
Model = new TransformModelImpl(h, xf, input.
Data
),
UngroupTransform.cs (2)
687
var view = new UngroupTransform(h, input, input.
Data
);
690
Model = new TransformModelImpl(h, view, input.
Data
),