3 interfaces inheriting from IDataView
Microsoft.ML.Data (3)
Data\ILegacyDataLoader.cs (2)
57
internal interface ILegacyDataLoader :
IDataView
, ICanSaveModel
99
internal interface IDataTransform :
IDataView
, ICanSaveModel
Data\ITransposeDataView.cs (1)
26
internal interface ITransposeDataView :
IDataView
17 implementations of IDataView
Microsoft.Data.Analysis (1)
DataFrame.IDataView.cs (1)
13
public partial class DataFrame :
IDataView
Microsoft.ML.Data (12)
Data\RowCursorUtils.cs (1)
507
private sealed class OneRowDataView :
IDataView
DataLoadSave\Database\DatabaseLoader.cs (1)
700
private sealed class BoundLoader :
IDataView
DataView\AppendRowsDataView.cs (1)
31
internal sealed class AppendRowsDataView :
IDataView
DataView\ArrayDataViewBuilder.cs (1)
195
private sealed class DataView :
IDataView
DataView\BatchDataViewMapperBase.cs (1)
12
internal abstract class BatchDataViewMapperBase<TInput, TBatch> :
IDataView
DataView\CacheDataView.cs (1)
27
internal sealed class CacheDataView :
IDataView
, IRowSeekable
DataView\DataViewConstructionUtils.cs (1)
447
public abstract class DataViewBase<TRow> :
IDataView
DataView\EmptyDataView.cs (1)
16
internal sealed class EmptyDataView :
IDataView
DataView\OpaqueDataView.cs (1)
15
internal sealed class OpaqueDataView :
IDataView
DataView\Transposer.cs (2)
715
private sealed class DataViewSlicer :
IDataView
1410
public sealed class SlotDataView :
IDataView
DataView\ZipDataView.cs (1)
18
internal sealed class ZipDataView :
IDataView
Microsoft.ML.Samples (1)
Dynamic\SimpleDataViewImplementation.cs (1)
146
private sealed class InputObjectDataView :
IDataView
Microsoft.ML.Transforms (3)
CustomMappingFilter.cs (1)
14
internal abstract class CustomMappingFilterBase<TSrc> :
IDataView
StatefulFilterTransform.cs (1)
25
internal sealed class StatefulFilterTransform<TSrc, TDst, TState> :
IDataView
SvmLight\SvmLightLoader.cs (1)
395
private sealed class TextDataView :
IDataView
3987 references to IDataView
Microsoft.Data.Analysis (11)
DataFrame.IDataView.cs (5)
16
bool
IDataView
.CanShuffle => false;
39
DataViewSchema
IDataView
.Schema => DataViewSchema;
41
long?
IDataView
.GetRowCount() => Rows.Count;
57
DataViewRowCursor
IDataView
.GetRowCursor(IEnumerable<DataViewSchema.Column> columnsNeeded, Random rand)
62
DataViewRowCursor[]
IDataView
.GetRowCursorSet(IEnumerable<DataViewSchema.Column> columnsNeeded, int n, Random rand)
IDataView.Extension.cs (6)
19
/// <param name="dataView">The current <see cref="
IDataView
"/>.</param>
22
public static DataFrame ToDataFrame(this
IDataView
dataView, long maxRows = defaultMaxRows)
30
/// <param name="dataView">The current <see cref="
IDataView
"/>.</param>
33
public static DataFrame ToDataFrame(this
IDataView
dataView, params string[] selectColumns)
41
/// <param name="dataView">The current <see cref="
IDataView
"/>.</param>
45
public static DataFrame ToDataFrame(this
IDataView
dataView, long maxRows, params string[] selectColumns)
Microsoft.Data.Analysis.Tests (24)
DataFrameIDataViewTests.cs (15)
21
IDataView
dataView = DataFrameTests.MakeDataFrameWithAllColumnTypes(10, withNulls: false);
101
IDataView
dataView = df;
127
IDataView
dataView = DataFrameTests.MakeDataFrameWithAllColumnTypes(length, withNulls: true);
255
IDataView
dfAsIDataView = df;
269
IDataView
dfAsIDataView = df;
286
IDataView
dfAsIDataView = df;
322
IDataView
dfAsIDataView = df;
344
private
IDataView
GetASampleIDataView()
359
IDataView
data = mlContext.Data.LoadFromEnumerable(enumerableOfData);
363
private void VerifyDataFrameColumnAndDataViewColumnValues<T>(string columnName,
IDataView
data, DataFrame df, int maxRows = -1)
380
IDataView
data = GetASampleIDataView();
397
IDataView
data = GetASampleIDataView();
415
IDataView
data = GetASampleIDataView();
432
IDataView
data = GetASampleIDataView();
482
var
data = mlContext.Data.LoadFromEnumerable(inputData);
DataFrameTests.cs (9)
602
IEnumerable<DataViewSchema.Column> dfColumns = ((
IDataView
)df).Schema;
607
IEnumerable<DataViewSchema.Column> clampedColumns = ((
IDataView
)clampedColumn).Schema;
660
IEnumerable<DataViewSchema.Column> columnNames = ((
IDataView
)df).Schema;
663
IEnumerable<DataViewSchema.Column> prefixNames = ((
IDataView
)prefix).Schema;
664
foreach ((DataViewSchema.Column First, DataViewSchema.Column Second) in columnNames.Zip(((
IDataView
)df).Schema, (e1, e2) => (e1, e2)))
675
prefixNames = ((
IDataView
)df).Schema;
682
IEnumerable<DataViewSchema.Column> suffixNames = ((
IDataView
)suffix).Schema;
683
foreach ((DataViewSchema.Column First, DataViewSchema.Column Second) in ((
IDataView
)df).Schema.Zip(columnNames, (e1, e2) => (e1, e2)))
694
suffixNames = ((
IDataView
)df).Schema;
Microsoft.ML.AutoML (176)
API\AutoCatalog.cs (8)
220
/// obtain an <see cref="
IDataView
"/> that can be fed into an AutoML experiment,
221
/// or used elsewhere in the ML.NET ecosystem (ie in <see cref="IEstimator{TTransformer}.Fit(
IDataView
)"/>.
248
/// obtain an <see cref="
IDataView
"/> that can be fed into an AutoML experiment,
249
/// or used elsewhere in the ML.NET ecosystem (ie in <see cref="IEstimator{TTransformer}.Fit(
IDataView
)"/>.
278
/// obtain an <see cref="
IDataView
"/> that can be fed into an AutoML experiment,
279
/// or used elsewhere in the ML.NET ecosystem (ie in <see cref="IEstimator{TTransformer}.Fit(
IDataView
)"/>.
747
public SweepablePipeline Featurizer(
IDataView
data, string outputColumnName = "Features", string[] catelogicalColumns = null, string[] numericColumns = null, string[] textColumns = null, string[] imagePathColumns = null, string[] excludeColumns = null)
815
public SweepablePipeline Featurizer(
IDataView
data, ColumnInformation columnInformation, string outputColumnName = "Features")
API\AutoMLExperimentExtension.cs (3)
30
public static AutoMLExperiment SetDataset(this AutoMLExperiment experiment,
IDataView
train,
IDataView
validation, bool subSamplingTrainDataset = false)
68
public static AutoMLExperiment SetDataset(this AutoMLExperiment experiment,
IDataView
dataset, int fold = 10, string samplingKeyColumnName = null)
API\BinaryClassificationExperiment.cs (10)
164
public override ExperimentResult<BinaryClassificationMetrics> Execute(
IDataView
trainData, ColumnInformation columnInformation, IEstimator<ITransformer> preFeaturizer = null, IProgress<RunDetail<BinaryClassificationMetrics>> progressHandler = null)
214
public override ExperimentResult<BinaryClassificationMetrics> Execute(
IDataView
trainData,
IDataView
validationData, ColumnInformation columnInformation, IEstimator<ITransformer> preFeaturizer = null, IProgress<RunDetail<BinaryClassificationMetrics>> progressHandler = null)
247
public override ExperimentResult<BinaryClassificationMetrics> Execute(
IDataView
trainData,
IDataView
validationData, string labelColumnName = "Label", IEstimator<ITransformer> preFeaturizer = null, IProgress<RunDetail<BinaryClassificationMetrics>> progressHandler = null)
257
public override ExperimentResult<BinaryClassificationMetrics> Execute(
IDataView
trainData, string labelColumnName = "Label", string samplingKeyColumn = null, IEstimator<ITransformer> preFeaturizer = null, IProgress<RunDetail<BinaryClassificationMetrics>> progressHandler = null)
268
public override CrossValidationExperimentResult<BinaryClassificationMetrics> Execute(
IDataView
trainData, uint numberOfCVFolds, ColumnInformation columnInformation = null, IEstimator<ITransformer> preFeaturizer = null, IProgress<CrossValidationRunDetail<BinaryClassificationMetrics>> progressHandler = null)
303
public override CrossValidationExperimentResult<BinaryClassificationMetrics> Execute(
IDataView
trainData, uint numberOfCVFolds, string labelColumnName = "Label", string samplingKeyColumn = null, IEstimator<ITransformer> preFeaturizer = null, IProgress<CrossValidationRunDetail<BinaryClassificationMetrics>> progressHandler = null)
324
private SweepablePipeline CreateBinaryClassificationPipeline(
IDataView
trainData, ColumnInformation columnInformation, IEstimator<ITransformer> preFeaturizer = null)
424
var
eval = model.Transform(trainTestDatasetManager.LoadValidateDataset(_context, settings));
API\ColumnInference.cs (3)
22
/// data into an <see cref="
IDataView
" />.
33
/// See <typeref cref="ExperimentBase{TMetrics, TExperimentSettings}.Execute(
IDataView
, ColumnInformation, IEstimator{ITransformer}, System.IProgress{RunDetail{TMetrics}})" />
48
/// See <typeref cref="ExperimentBase{TMetrics, TExperimentSettings}.Execute(
IDataView
, ColumnInformation, IEstimator{ITransformer}, System.IProgress{RunDetail{TMetrics}})" />
API\ExperimentBase.cs (18)
67
public virtual ExperimentResult<TMetrics> Execute(
IDataView
trainData, string labelColumnName = DefaultColumnNames.Label,
109
public virtual ExperimentResult<TMetrics> Execute(
IDataView
trainData, ColumnInformation columnInformation,
159
public virtual ExperimentResult<TMetrics> Execute(
IDataView
trainData,
IDataView
validationData, string labelColumnName = DefaultColumnNames.Label, IEstimator<ITransformer> preFeaturizer = null, IProgress<RunDetail<TMetrics>> progressHandler = null)
187
public virtual ExperimentResult<TMetrics> Execute(
IDataView
trainData,
IDataView
validationData,
217
public virtual CrossValidationExperimentResult<TMetrics> Execute(
IDataView
trainData, uint numberOfCVFolds,
247
public virtual CrossValidationExperimentResult<TMetrics> Execute(
IDataView
trainData,
272
private ExperimentResult<TMetrics> ExecuteTrainValidate(
IDataView
trainData,
274
IDataView
validationData,
296
private CrossValidationExperimentResult<TMetrics> ExecuteCrossVal(
IDataView
[] trainDatasets,
298
IDataView
[] validationDatasets,
323
private ExperimentResult<TMetrics> ExecuteCrossValSummary(
IDataView
[] trainDatasets,
325
IDataView
[] validationDatasets,
358
private static (
IDataView
[] trainDatasets,
IDataView
[] validDatasets, ITransformer[] preprocessorTransforms)
359
ApplyPreFeaturizerCrossVal(
IDataView
[] trainDatasets,
IDataView
[] validDatasets, IEstimator<ITransformer> preFeaturizer)
API\MulticlassClassificationExperiment.cs (10)
148
public override ExperimentResult<MulticlassClassificationMetrics> Execute(
IDataView
trainData, ColumnInformation columnInformation, IEstimator<ITransformer> preFeaturizer = null, IProgress<RunDetail<MulticlassClassificationMetrics>> progressHandler = null)
199
public override ExperimentResult<MulticlassClassificationMetrics> Execute(
IDataView
trainData,
IDataView
validationData, ColumnInformation columnInformation, IEstimator<ITransformer> preFeaturizer = null, IProgress<RunDetail<MulticlassClassificationMetrics>> progressHandler = null)
235
public override ExperimentResult<MulticlassClassificationMetrics> Execute(
IDataView
trainData,
IDataView
validationData, string labelColumnName = "Label", IEstimator<ITransformer> preFeaturizer = null, IProgress<RunDetail<MulticlassClassificationMetrics>> progressHandler = null)
245
public override ExperimentResult<MulticlassClassificationMetrics> Execute(
IDataView
trainData, string labelColumnName = "Label", string samplingKeyColumn = null, IEstimator<ITransformer> preFeaturizer = null, IProgress<RunDetail<MulticlassClassificationMetrics>> progressHandler = null)
256
public override CrossValidationExperimentResult<MulticlassClassificationMetrics> Execute(
IDataView
trainData, uint numberOfCVFolds, ColumnInformation columnInformation = null, IEstimator<ITransformer> preFeaturizer = null, IProgress<CrossValidationRunDetail<MulticlassClassificationMetrics>> progressHandler = null)
293
public override CrossValidationExperimentResult<MulticlassClassificationMetrics> Execute(
IDataView
trainData, uint numberOfCVFolds, string labelColumnName = "Label", string samplingKeyColumn = null, IEstimator<ITransformer> preFeaturizer = null, IProgress<CrossValidationRunDetail<MulticlassClassificationMetrics>> progressHandler = null)
314
private SweepablePipeline CreateMulticlassClassificationPipeline(
IDataView
trainData, ColumnInformation columnInformation, IEstimator<ITransformer> preFeaturizer = null)
402
var
eval = model.Transform(trainTestDatasetManager.LoadValidateDataset(_context, settings));
API\RegressionExperiment.cs (10)
145
public override ExperimentResult<RegressionMetrics> Execute(
IDataView
trainData, ColumnInformation columnInformation, IEstimator<ITransformer> preFeaturizer = null, IProgress<RunDetail<RegressionMetrics>> progressHandler = null)
194
public override ExperimentResult<RegressionMetrics> Execute(
IDataView
trainData,
IDataView
validationData, ColumnInformation columnInformation, IEstimator<ITransformer> preFeaturizer = null, IProgress<RunDetail<RegressionMetrics>> progressHandler = null)
229
public override ExperimentResult<RegressionMetrics> Execute(
IDataView
trainData,
IDataView
validationData, string labelColumnName = "Label", IEstimator<ITransformer> preFeaturizer = null, IProgress<RunDetail<RegressionMetrics>> progressHandler = null)
239
public override ExperimentResult<RegressionMetrics> Execute(
IDataView
trainData, string labelColumnName = "Label", string samplingKeyColumn = null, IEstimator<ITransformer> preFeaturizer = null, IProgress<RunDetail<RegressionMetrics>> progressHandler = null)
250
public override CrossValidationExperimentResult<RegressionMetrics> Execute(
IDataView
trainData, uint numberOfCVFolds, ColumnInformation columnInformation = null, IEstimator<ITransformer> preFeaturizer = null, IProgress<CrossValidationRunDetail<RegressionMetrics>> progressHandler = null)
286
public override CrossValidationExperimentResult<RegressionMetrics> Execute(
IDataView
trainData, uint numberOfCVFolds, string labelColumnName = "Label", string samplingKeyColumn = null, IEstimator<ITransformer> preFeaturizer = null, IProgress<CrossValidationRunDetail<RegressionMetrics>> progressHandler = null)
297
private SweepablePipeline CreateRegressionPipeline(
IDataView
trainData, ColumnInformation columnInformation, IEstimator<ITransformer> preFeaturizer = null)
429
var
eval = model.Transform(trainTestDatasetManager.LoadValidateDataset(_context, settings));
API\RunDetails\RunDetail.cs (1)
92
/// You can call <see cref="IEstimator{TTransformer}.Fit(
IDataView
)" /> on
AutoMLExperiment\IDatasetManager.cs (12)
31
IDataView
Dataset { get; set; }
41
IDataView
LoadTrainDataset(MLContext context, TrialSettings? settings);
43
IDataView
LoadValidateDataset(MLContext context, TrialSettings? settings);
49
private readonly
IDataView
_trainDataset;
50
private readonly
IDataView
_validateDataset;
53
public TrainValidateDatasetManager(
IDataView
trainDataset,
IDataView
validateDataset, string? subSamplingKey = null)
68
public
IDataView
LoadTrainDataset(MLContext context, TrialSettings? settings)
89
var
subSampledTrainDataset = context.Data.TakeRows(_trainDataset, count);
97
public
IDataView
LoadValidateDataset(MLContext context, TrialSettings? settings)
110
public CrossValidateDatasetManager(
IDataView
dataset, int fold, string? samplingKeyColumnName = null)
117
public
IDataView
Dataset { get; set; }
AutoMLExperiment\IMetricManager.cs (4)
21
double Evaluate(MLContext context,
IDataView
eval);
54
public double Evaluate(MLContext context,
IDataView
eval)
93
public double Evaluate(MLContext context,
IDataView
eval)
128
public double Evaluate(MLContext context,
IDataView
eval)
AutoMLExperiment\ITrialResultManager.cs (1)
148
var
dataView = context.Data.LoadFromTextFile(filePath, textLoaderColumns, separatorChar: ',', hasHeader: true, allowQuoting: true);
AutoMLExperiment\Runner\SweepablePipelineRunner.cs (2)
53
var
eval = model.Transform(split.TestSet);
76
var
eval = model.Transform(trainTestDatasetManager.LoadValidateDataset(_mLContext!, settings));
ColumnInference\ColumnInferenceApi.cs (1)
63
var
dataView = textLoader.Load(path);
ColumnInference\ColumnInferenceValidationUtil.cs (1)
15
IDataView
dataView)
ColumnInference\ColumnTypeInference.cs (1)
269
var
idv = textLoader.Load(fileSource);
ColumnInference\PurposeInference.cs (3)
46
private readonly
IDataView
_data;
69
public IntermediateColumn(
IDataView
data, int columnId, ColumnPurpose suggestedPurpose = ColumnPurpose.Ignore)
241
public static PurposeInference.Column[] InferPurposes(MLContext context,
IDataView
data,
ColumnInference\TextFileContents.cs (1)
94
var
idv = context.Data.TakeRows(textLoader.Load(source), 1000);
DatasetDimensions\DatasetDimensionsApi.cs (1)
13
public static ColumnDimensions[] CalcColumnDimensions(MLContext context,
IDataView
data, PurposeInference.Column[] purposes)
DatasetDimensions\DatasetDimensionsUtil.cs (5)
14
public static int GetTextColumnCardinality(
IDataView
data, DataViewSchema.Column column)
31
public static bool HasMissingNumericSingleValue(
IDataView
data, DataViewSchema.Column column)
49
public static bool HasMissingNumericVector(
IDataView
data, DataViewSchema.Column column)
67
public static ulong CountRows(
IDataView
data, ulong maxRows)
83
public static bool IsDataViewEmpty(
IDataView
data)
Experiment\MetricsAgents\BinaryMetricsAgent.cs (1)
81
public BinaryClassificationMetrics EvaluateMetrics(
IDataView
data, string labelColumn, string groupIdColumn)
Experiment\MetricsAgents\IMetricsAgent.cs (1)
14
T EvaluateMetrics(
IDataView
data, string labelColumn, string groupId);
Experiment\MetricsAgents\MultiMetricsAgent.cs (1)
69
public MulticlassClassificationMetrics EvaluateMetrics(
IDataView
data, string labelColumn, string groupIdColumn)
Experiment\MetricsAgents\RankingMetricsAgent.cs (1)
69
public RankingMetrics EvaluateMetrics(
IDataView
data, string labelColumn, string groupIdColumn)
Experiment\MetricsAgents\RegressionMetricsAgent.cs (1)
64
public RegressionMetrics EvaluateMetrics(
IDataView
data, string labelColumn, string groupIdColumn)
Experiment\Runners\CrossValRunner.cs (4)
16
private readonly
IDataView
[] _trainDatasets;
17
private readonly
IDataView
[] _validDatasets;
27
IDataView
[] trainDatasets,
28
IDataView
[] validDatasets,
Experiment\Runners\CrossValSummaryRunner.cs (4)
18
private readonly
IDataView
[] _trainDatasets;
19
private readonly
IDataView
[] _validDatasets;
30
IDataView
[] trainDatasets,
31
IDataView
[] validDatasets,
Experiment\Runners\RunnerUtil.cs (3)
16
IDataView
trainData,
17
IDataView
validData,
31
var
scoredData = model.Transform(validData);
Experiment\Runners\TrainValidateRunner.cs (4)
14
private readonly
IDataView
_trainData;
15
private readonly
IDataView
_validData;
25
IDataView
trainData,
26
IDataView
validData,
Experiment\SuggestedPipeline.cs (2)
113
public IEstimator<ITransformer> ToEstimator(
IDataView
trainset = null,
114
IDataView
validationSet = null)
Experiment\SuggestedTrainer.cs (1)
44
public ITrainerEstimator<IPredictionTransformer<object>, object> BuildTrainer(
IDataView
validationSet = null)
Sweepers\SmacSweeper.cs (1)
124
IDataView
data = dvBuilder.GetDataView();
TrainerExtensions\BinaryTrainerExtensions.cs (9)
27
ColumnInformation columnInfo,
IDataView
validationSet)
72
ColumnInformation columnInfo,
IDataView
validationSet)
94
ColumnInformation columnInfo,
IDataView
validationSet)
116
ColumnInformation columnInfo,
IDataView
validationSet)
137
ColumnInformation columnInfo,
IDataView
validationSet)
158
ColumnInformation columnInfo,
IDataView
validationSet)
179
ColumnInformation columnInfo,
IDataView
validationSet)
201
ColumnInformation columnInfo,
IDataView
validationSet)
223
ColumnInformation columnInfo,
IDataView
validationSet)
TrainerExtensions\ITrainerExtension.cs (1)
17
IEnumerable<SweepableParam> sweepParams, ColumnInformation columnInfo,
IDataView
validationSet = null);
TrainerExtensions\MultiTrainerExtensions.cs (11)
26
ColumnInformation columnInfo,
IDataView
validationSet)
48
ColumnInformation columnInfo,
IDataView
validationSet)
68
ColumnInformation columnInfo,
IDataView
validationSet)
91
ColumnInformation columnInfo,
IDataView
validationSet)
111
ColumnInformation columnInfo,
IDataView
validationSet)
134
ColumnInformation columnInfo,
IDataView
validationSet)
156
ColumnInformation columnInfo,
IDataView
validationSet)
178
ColumnInformation columnInfo,
IDataView
validationSet)
200
ColumnInformation columnInfo,
IDataView
validationSet)
220
ColumnInformation columnInfo,
IDataView
validationSet)
239
ColumnInformation columnInfo,
IDataView
validationSet)
TrainerExtensions\RankingTrainerExtensions.cs (2)
22
ColumnInformation columnInfo,
IDataView
validationSet)
45
ColumnInformation columnInfo,
IDataView
validationSet)
TrainerExtensions\RecommendationTrainerExtensions.cs (1)
15
ColumnInformation columnInfo,
IDataView
validationSet)
TrainerExtensions\RegressionTrainerExtensions.cs (8)
23
ColumnInformation columnInfo,
IDataView
validationSet)
45
ColumnInformation columnInfo,
IDataView
validationSet)
67
ColumnInformation columnInfo,
IDataView
validationSet)
89
ColumnInformation columnInfo,
IDataView
validationSet)
110
ColumnInformation columnInfo,
IDataView
validationSet)
131
ColumnInformation columnInfo,
IDataView
validationSet)
153
ColumnInformation columnInfo,
IDataView
validationSet)
175
ColumnInformation columnInfo,
IDataView
validationSet)
Tuner\SmacTuner.cs (2)
138
IDataView
data = dvBuilder.GetDataView();
150
var
test = model.Transform(trainTestSplit.TestSet);
Utils\DatasetColumnInfo.cs (1)
27
public static DatasetColumnInfo[] GetDatasetColumnInfo(MLContext context,
IDataView
data, ColumnInformation columnInfo)
Utils\SplitUtil.cs (13)
13
public static (
IDataView
[] trainDatasets,
IDataView
[] validationDatasets) CrossValSplit(MLContext context,
14
IDataView
trainData, uint numFolds, string samplingKeyColumn)
18
var trainDatasets = new List<
IDataView
>();
19
var validationDatasets = new List<
IDataView
>();
29
var
trainDataset = DropAllColumnsExcept(context, split.TrainSet, originalColumnNames);
30
var
validationDataset = DropAllColumnsExcept(context, split.TestSet, originalColumnNames);
49
public static (
IDataView
trainData,
IDataView
validationData) TrainValidateSplit(MLContext context,
IDataView
trainData,
55
var
validationData = DropAllColumnsExcept(context, splitData.TestSet, originalColumnNames);
59
public static
IDataView
DropAllColumnsExcept(MLContext context,
IDataView
data, IEnumerable<string> columnsToKeep)
Utils\UserInputValidationUtil.cs (9)
28
public static void ValidateExperimentExecuteArgs(
IDataView
trainData, ColumnInformation columnInformation,
29
IDataView
validationData, TaskKind task)
69
private static void ValidateTrainData(
IDataView
trainData, ColumnInformation columnInformation)
105
private static void ValidateColumnInformation(
IDataView
trainData, ColumnInformation columnInformation, TaskKind task)
184
private static void ValidateValidationData(
IDataView
trainData,
IDataView
validationData)
228
private static void ValidateTrainDataColumns(
IDataView
trainData, IEnumerable<string> columnNames, string columnPurpose,
242
private static void ValidateTrainDataColumn(
IDataView
trainData, string columnName, string columnPurpose, IEnumerable<DataViewType> allowedTypes = null)
284
private static string ClosestNamed(
IDataView
trainData, string columnName, int maxAllowableEditDistance = int.MaxValue)
Microsoft.ML.AutoML.Samples (21)
AutoFit\BinaryClassificationExperiment.cs (3)
21
IDataView
trainDataView = mlContext.Data.LoadFromTextFile<SentimentIssue>(TrainDataPath, hasHeader: true);
22
IDataView
testDataView = mlContext.Data.LoadFromTextFile<SentimentIssue>(TestDataPath, hasHeader: true);
38
IDataView
testDataViewWithBestScore = bestRun.Model.Transform(testDataView);
AutoFit\MulticlassClassificationExperiment.cs (3)
22
IDataView
trainDataView = mlContext.Data.LoadFromTextFile<PixelData>(TrainDataPath, separatorChar: ',');
23
IDataView
testDataView = mlContext.Data.LoadFromTextFile<PixelData>(TestDataPath, separatorChar: ',');
39
IDataView
testDataViewWithBestScore = bestRun.Model.Transform(testDataView);
AutoFit\RankingExperiment.cs (3)
25
IDataView
trainDataView = mlContext.Data.LoadFromTextFile<SearchData>(TrainDataPath, hasHeader: true, separatorChar: ',');
26
IDataView
testDataView = mlContext.Data.LoadFromTextFile<SearchData>(TestDataPath, hasHeader: true, separatorChar: ',');
47
IDataView
testDataViewWithBestScore = bestRun.Model.Transform(testDataView);
AutoFit\RecommendationExperiment.cs (3)
28
IDataView
trainDataView = mlContext.Data.LoadFromTextFile<Movie>(TrainDataPath, hasHeader: true, separatorChar: ',');
29
IDataView
testDataView = mlContext.Data.LoadFromTextFile<Movie>(TestDataPath, hasHeader: true, separatorChar: ',');
51
IDataView
testDataViewWithBestScore = bestRun.Model.Transform(testDataView);
AutoFit\RegressionExperiment.cs (3)
22
IDataView
trainDataView = mlContext.Data.LoadFromTextFile<TaxiTrip>(TrainDataPath, hasHeader: true, separatorChar: ',');
23
IDataView
testDataView = mlContext.Data.LoadFromTextFile<TaxiTrip>(TestDataPath, hasHeader: true, separatorChar: ',');
39
IDataView
testDataViewWithBestScore = bestRun.Model.Transform(testDataView);
AutoMLExperiment.cs (2)
24
var
dataView = context.Data.LoadFromEnumerable(data);
60
var
eval = bestModel.Transform(trainTestSplit.TestSet);
Cifar10.cs (2)
35
var
trainDataset = context.Data.LoadFromEnumerable(trainImages);
36
var
testDataset = context.Data.LoadFromEnumerable(testImages);
Sweepable\SweepableLightGBMBinaryExperiment.cs (2)
36
var
dataView = context.Data.LoadFromEnumerable(data);
87
var
eval = bestModel.Transform(trainTestSplit.TestSet);
Microsoft.ML.AutoML.Tests (94)
AutoFeaturizerTests.cs (5)
47
var
dataset = DatasetUtil.GetUciAdultDataView();
59
var
dataset = DatasetUtil.GetIrisDataView();
71
var
dataset = DatasetUtil.GetNewspaperChurnDataView();
84
var
dataset = DatasetUtil.GetCreditApprovalDataView();
110
var
trainData = textLoader.Load(datasetPath);
AutoFitTests.cs (30)
48
var
trainData = textLoader.Load(dataPath);
74
var
trainData = textLoader.Load(dataPath);
101
var
trainData = textLoader.Load(dataPath);
128
var
trainData = textLoader.Load(dataPath);
160
var
dataset = DatasetUtil.GetTaxiFareTrainDataView();
191
var
dataset = DatasetUtil.GetTaxiFareTrainDataView();
221
var
dataset = DatasetUtil.GetTaxiFareTrainDataView();
262
var
trainData = textLoader.Load(DatasetUtil.TrivialMulticlassDatasetPath);
289
var
scoredData = result.BestRun.Results.First().Model.Transform(trainData);
321
var
scoredData = result.BestRun.Model.Transform(trainData);
336
var
trainData = context.Data.ShuffleRows(textLoader.Load(datasetPath), seed: 1);
339
IDataView
trainDataset = SplitUtil.DropAllColumnsExcept(context, trainTestData.TrainSet, originalColumnNames);
340
IDataView
testDataset = SplitUtil.DropAllColumnsExcept(context, trainTestData.TestSet, originalColumnNames);
352
var
scoredData = result.BestRun.Model.Transform(trainData);
363
var
trainData = context.Data.ShuffleRows(textLoader.Load(datasetPath), seed: 1);
375
var
scoredData = result.BestRun.Results.First().Model.Transform(trainData);
393
var
trainData = textLoader.Load(datasetPath);
403
var
scoredData = result.BestRun.Model.Transform(trainData);
419
var
trainDataView = reader.Load(new MultiFileSource(DatasetUtil.GetMLSRDataset()));
420
var
testDataView = mlContext.Data.TakeRows(trainDataView, 500);
481
var
trainDataView = reader.Load(DatasetUtil.GetMLSRDataset());
524
var
trainDataView = reader.Load(new MultiFileSource(GetDataPath(TestDatasets.trivialMatrixFactorization.trainFilename)));
525
var
testDataView = reader.Load(new MultiFileSource(GetDataPath(TestDatasets.trivialMatrixFactorization.testFilename)));
550
IDataView
testDataViewWithBestScore = bestRun.Model.Transform(testDataView);
588
var
dataFull = textLoader.Load(dataPath);
625
var
resFull = model.Transform(dataFull);
626
var
resTrainTest = model.Transform(dataTrainTest.TrainSet);
627
var
resCV = model.Transform(dataCV.First().TrainSet);
652
var
trainData = textLoader.Load(dataPath);
687
IDataView
predictions = experiment.BestRun.Model.Transform(trainData);
AutoMLExperimentTests.cs (10)
103
var
data = DatasetUtil.GetUciAdultDataView();
220
var
data = DatasetUtil.GetUciAdultDataView();
245
var
data = DatasetUtil.GetUciAdultDataView();
270
var
data = DatasetUtil.GetUciAdultDataView();
295
var
data = DatasetUtil.GetIrisDataView();
322
var
data = DatasetUtil.GetIrisDataView();
349
var
train = DatasetUtil.GetTaxiFareTrainDataView();
350
var
test = DatasetUtil.GetTaxiFareTestDataView();
380
var
train = DatasetUtil.GetTaxiFareTrainDataView();
399
var
train = DatasetUtil.GetTaxiFareTrainDataView();
ColumnInferenceValidationUtilTests.cs (1)
27
var
dataView = DataViewTestFixture.BuildDummyDataView(schema);
DatasetDimensionsTests.cs (3)
28
var
data = dataBuilder.GetDataView();
48
var
data = dataBuilder.GetDataView();
79
var
data = dataBuilder.GetDataView();
DatasetUtil.cs (11)
29
private static
IDataView
_uciAdultDataView;
31
private static
IDataView
_taxiFareTrainDataView;
33
private static
IDataView
_taxiFareTestDataView;
35
private static
IDataView
_irisDataView;
37
private static
IDataView
_newspaperChurnDataView;
52
public static
IDataView
GetUciAdultDataView()
65
public static
IDataView
GetIrisDataView()
78
public static
IDataView
GetTaxiFareTrainDataView()
91
public static
IDataView
GetNewspaperChurnDataView()
105
public static
IDataView
GetCreditApprovalDataView()
114
public static
IDataView
GetTaxiFareTestDataView()
GetNextPipelineTests.cs (3)
27
var
uciAdult = DatasetUtil.GetUciAdultDataView();
41
var
scoredData = estimator.Fit(uciAdult).Transform(uciAdult);
52
var
uciAdult = DatasetUtil.GetUciAdultDataView();
PurposeInferenceTests.cs (1)
29
IDataView
data = DataViewTestFixture.BuildDummyDataView(schema);
SplitUtilTests.cs (3)
33
var
dataView = dataViewBuilder.GetDataView();
49
var
dataView = dataViewBuilder.GetDataView();
68
var
dataView = dataViewBuilder.GetDataView();
TrainValidaionDatasetManagerTest.cs (2)
32
var
trainData = textLoader.Load(dataPath);
47
var
subSampleTrainData = trainValidationDatasetManager.LoadTrainDataset(context, setting);
TransformInferenceTests.cs (1)
775
var
data = DataViewTestFixture.BuildDummyDataView(columns);
UserInputValidationTests.cs (17)
20
private static readonly
IDataView
_data = DatasetUtil.GetUciAdultDataView();
110
var
trainData = trainDataBuilder.GetDataView();
114
var
validData = validDataBuilder.GetDataView();
132
var
trainData = trainDataBuilder.GetDataView();
137
var
validData = validDataBuilder.GetDataView();
155
var
trainData = trainDataBuilder.GetDataView();
160
var
validData = validDataBuilder.GetDataView();
206
var
dataView = DataViewTestFixture.BuildDummyDataView(schema);
221
var
dataView = DataViewTestFixture.BuildDummyDataView(schema);
284
var
dataView = dataViewBuilder.GetDataView();
300
var
dataView = DataViewTestFixture.BuildDummyDataView(schema);
314
var
dataView = DataViewTestFixture.BuildDummyDataView(schema, createDummyRow: false);
327
var
trainingData = dataViewBuilder.GetDataView();
334
var
validationData = DataViewTestFixture.BuildDummyDataView(schema, createDummyRow: false);
354
var
trainingData = trainDataBuilder.GetDataView();
366
var
validationData = validationDataBuilder.GetDataView();
384
var
dataView = dataViewBuilder.GetDataView();
Utils\MLNetUtils\DataViewTestFixture.cs (3)
13
public static
IDataView
BuildDummyDataView(IEnumerable<DatasetColumnInfo> columns, bool createDummyRow = true)
18
public static
IDataView
BuildDummyDataView(DataViewSchema schema, bool createDummyRow = true)
23
public static
IDataView
BuildDummyDataView(IEnumerable<(string name, DataViewType type)> columns, bool createDummyRow = true)
Utils\TaskAgnosticAutoFit.cs (4)
39
IDataView
trainData,
43
IDataView
validationData = null,
125
public
IDataView
ScoredTestData;
131
IDataView
testData,
Microsoft.ML.CodeAnalyzer.Tests (1)
Helpers\AdditionalMetadataReferences.cs (1)
25
internal static readonly MetadataReference MSDataDataViewReference = RefFromType<
IDataView
>();
Microsoft.ML.CodeGenerator (2)
Utils.cs (2)
43
var
trainData = textLoader.Load(inputFile);
52
internal static IDictionary<string, string> GenerateSampleData(
IDataView
dataView, ColumnInferenceResults columnInference)
Microsoft.ML.CodeGenerator.Tests (2)
UtilTest.cs (2)
131
var
dataView = context.Data.LoadFromTextFile<TestClass>(filePath, separatorChar: ',', hasHeader: true);
166
var
dataView = context.Data.LoadFromTextFile<TestClassContainsDuplicates>(filePath, separatorChar: ',', hasHeader: true);
Microsoft.ML.Core (23)
Data\IEstimator.cs (9)
224
/// The 'data loader' takes a certain kind of input and turns it into an <see cref="
IDataView
"/>.
231
/// Note that <see cref="
IDataView
"/>'s are lazy, so no actual loading happens here, just schema validation.
233
IDataView
Load(TSource input);
277
/// Note that <see cref="
IDataView
"/>'s are lazy, so no actual transformations happen here, just schema validation.
279
IDataView
Transform(
IDataView
input);
300
IDataView
TransformForTrainingPipeline(
IDataView
input);
314
TTransformer Fit(
IDataView
input);
Data\RoleMappedSchema.cs (8)
404
/// Encapsulates an <see cref="
IDataView
"/> plus a corresponding <see cref="RoleMappedSchema"/>.
406
/// guaranteed to equal the the <see cref="
IDataView
.Schema"/> of <see cref="Data"/>.
414
public
IDataView
Data { get; }
418
/// guaranteed to be the same as <see cref="Data"/>'s <see cref="
IDataView
.Schema"/>.
422
private RoleMappedData(
IDataView
data, RoleMappedSchema schema)
441
public RoleMappedData(
IDataView
data, bool opt = false, params KeyValuePair<RoleMappedSchema.ColumnRole, string>[] roles)
456
public RoleMappedData(
IDataView
data, IEnumerable<KeyValuePair<RoleMappedSchema.ColumnRole, string>> roles, bool opt = false)
475
public RoleMappedData(
IDataView
data, string label, string feature,
EntryPoints\ModuleArgs.cs (2)
564
/// A dataset, represented by an <see cref="
IDataView
"/>.
621
if (typeof(
IDataView
).IsAssignableFrom(type))
EntryPoints\PredictorModel.cs (1)
51
internal abstract void PrepareData(IHostEnvironment env,
IDataView
input, out RoleMappedData roleMappedData, out IPredictor predictor);
EntryPoints\TransformModel.cs (3)
25
/// If an <see cref="
IDataView
"/> exists with this schema, then applying this transform model to it
47
internal abstract
IDataView
Apply(IHostEnvironment env,
IDataView
input);
Microsoft.ML.Core.Tests (98)
UnitTests\CoreBaseTestClass.cs (3)
195
protected bool CheckSameValues(
IDataView
view1,
IDataView
view2, bool exactTypes = true, bool exactDoubles = true, bool checkId = true)
324
protected bool CheckSameValues(DataViewRowCursor curs1,
IDataView
view2, bool exactTypes = true, bool exactDoubles = true, bool checkId = true)
UnitTests\TestCustomTypeRegister.cs (3)
112
/// It usually shows up as <see cref="DataViewSchema.Column.Type"/> among <see cref="
IDataView
.Schema"/>.
184
var
tribeDataView = ML.Data.LoadFromEnumerable(tribe);
187
var
tribeTransformed = model.Transform(tribeDataView);
UnitTests\TestEntryPoints.cs (91)
43
private
IDataView
GetBreastCancerDataView()
63
private
IDataView
GetBreastCancerDataviewWithTextColumns()
89
var
dataView = GetBreastCancerDataView();
100
private static int CountRows(
IDataView
dataView)
115
var
dataView = GetBreastCancerDataviewWithTextColumns();
118
var
result = FeatureCombiner.PrepareFeatures(Env, new FeatureCombiner.FeatureCombinerInput() { Data = dataView, Features = new[] { "F1", "F2", "Rest" } }).OutputData;
134
var
dataView = GetBreastCancerDataviewWithTextColumns();
140
var
scored1 = ScoreModel.Score(Env, new ScoreModel.Input() { Data = dataView, PredictorModel = model }).ScoredData;
143
var
scored2 = ScoreModel.Score(Env, new ScoreModel.Input() { Data = dataView, PredictorModel = lrModel.Apply(Env, trainData.Model) }).ScoredData;
154
var
dataView = GetBreastCancerDataviewWithTextColumns();
417
var
dataView = GetBreastCancerDataView();
421
var individualScores = new
IDataView
[nModels];
424
var
data = splitOutput.TrainData[i];
447
var
avgScored =
453
var
medScored =
459
var
regScored =
463
var
zippedScores = ZipDataView.Create(Env, individualScores);
745
var
loadedData = mlContext.Data.LoadFromBinary(outputDataPath);
893
var
loadedData = mlContext.Data.LoadFromBinary(outputDataPath);
1054
var
loadedData = mlContext.Data.LoadFromBinary(outputDataPath);
1197
var
loadedData = mlContext.Data.LoadFromBinary(outputDataPath);
1344
var
loadedData = mlContext.Data.LoadFromBinary(outputDataPath);
1361
var
data = new TextLoader(mlContext,
1440
var
loadedData = mlContext.Data.LoadFromBinary(outputDataPath);
1506
var
dataView = GetBreastCancerDataView();
1514
var
scored1 = ScoreModel.Score(Env, new ScoreModel.Input() { Data = splitOutput.TestData[2], PredictorModel = lrModel }).ScoredData;
1517
var
scored2 = ScoreModel.Score(Env, new ScoreModel.Input() { Data = splitOutput.TestData[2], PredictorModel = calibratedLrModel }).ScoredData;
1536
var
scoredFf = ScoreModel.Score(Env, new ScoreModel.Input() { Data = splitOutput.TestData[2], PredictorModel = twiceCalibratedFfModel }).ScoredData;
1543
var
dataView = GetBreastCancerDataView();
1547
var individualScores = new
IDataView
[nModels];
1550
var
data = splitOutput.TrainData[i];
1591
var
binaryScored = ScoreModel.Score(Env,
1597
var
binaryScoredCalibrated = ScoreModel.Score(Env,
1610
var
regressionScored = ScoreModel.Score(Env,
1623
var
anomalyScored = ScoreModel.Score(Env,
1666
var
scoredFromSaved = ScoreModel.Score(Env,
1799
var individualScores = new
IDataView
[nModels];
1802
var
data = splitOutput.TrainData[i];
1857
var
binaryScored = ScoreModel.Score(Env,
1863
var
binaryScoredCalibrated = ScoreModel.Score(Env,
1876
var
regressionScored = ScoreModel.Score(Env,
1893
var
scoredFromSaved = ScoreModel.Score(Env,
2004
var individualScores = new
IDataView
[nModels];
2007
var
data = splitOutput.TrainData[i];
2036
var
mcScored = ScoreModel.Score(Env,
2053
var
scoredFromSaved = ScoreModel.Score(Env,
2153
var
data = splitOutput.TrainData[i];
3613
var
metrics = runner.GetOutput<
IDataView
>("OverallMetrics");
3718
var
metrics = runner.GetOutput<
IDataView
>("OverallMetrics");
3882
var
metrics = runner.GetOutput<
IDataView
>("OverallMetrics");
3884
Action<
IDataView
> validateAuc = (metricsIdv) =>
3900
metrics = runner.GetOutput<
IDataView
>("OverallMetrics2");
4073
var
metrics = runner.GetOutput<
IDataView
>("OverallMetrics");
4075
Action<
IDataView
> aucValidate = (metricsIdv) =>
4092
metrics = runner.GetOutput<
IDataView
>("OverallMetrics2");
4479
var
view = treeLeaf.OutputData;
4719
var
data = ML.Data.LoadFromTextFile(dataPath, new[]
4761
var
data = ML.Data.LoadFromTextFile(dataPath, new[]
4844
var
data = runner.GetOutput<
IDataView
>("outputData");
4996
var
data = runner.GetOutput<
IDataView
>("Var_2130b277d4e0485f9cc5162c176767fa");
5170
var
data = runner.GetOutput<
IDataView
>("overallMetrics");
5354
var
data = runner.GetOutput<
IDataView
>("overallMetrics");
5400
var
confusion = runner.GetOutput<
IDataView
>("confusionMatrix");
5438
var
warnings = runner.GetOutput<
IDataView
>("warnings");
5582
var
warnings = runner.GetOutput<
IDataView
>("warning");
5762
var
data = runner.GetOutput<
IDataView
>("overallmetrics");
6062
var
data = runner.GetOutput<
IDataView
>("overallMetrics");
6119
data = runner.GetOutput<
IDataView
>("perInstanceMetric");
6282
var
data = runner.GetOutput<
IDataView
>("overallMetrics");
6454
var
data = runner.GetOutput<
IDataView
>("overallMetrics");
6571
var
data = runner.GetOutput<
IDataView
>("outputData");
6661
var
data = runner.GetOutput<
IDataView
>("output_data");
6878
var
data = runner.GetOutput<
IDataView
>("overall_metrics");
UnitTests\TestModelLoad.cs (1)
48
var
result = ModelFileUtils.LoadPipeline(env, rep, new MultiFileSource(null), true);
Microsoft.ML.Data (944)
Commands\CrossValidationCommand.cs (41)
34
public IComponentFactory<
IDataView
, ISchemaBoundMapper, RoleMappedSchema, IDataScorerTransform> Scorer;
78
public KeyValuePair<string, IComponentFactory<
IDataView
, IDataTransform>>[] PreTransforms;
166
new KeyValuePair<string, IComponentFactory<
IDataView
, IDataTransform>>(
167
"", ComponentFactoryUtils.CreateFromFunction<
IDataView
, IDataTransform>(
182
IDataView
pipe = loader;
187
Func<
IDataView
> validDataCreator = null;
219
var
overall = eval.GetOverallResults(overallList.ToArray());
222
Dictionary<string,
IDataView
>[] metricValues = tasks.Select(t => t.Result.Metrics).ToArray();
243
foreach (
var
idv in perInstance)
255
private RoleMappedData ApplyAllTransformsToData(IHostEnvironment env, IChannel ch,
IDataView
dstData,
256
RoleMappedData srcData,
IDataView
marker)
258
var
pipe = ApplyTransformUtils.ApplyAllTransformsToData(env, srcData.Data, dstData, marker);
265
private RoleMappedData CreateRoleMappedData(IHostEnvironment env, IChannel ch,
IDataView
data, ITrainer trainer)
285
private string GetSplitColumn(IChannel ch,
IDataView
input, ref
IDataView
output)
312
private bool TryGetOverallMetrics(Dictionary<string,
IDataView
>[] metrics, out List<
IDataView
> overallList)
316
overallList = new List<
IDataView
>();
320
IDataView
idv;
332
public readonly Dictionary<string,
IDataView
> Metrics;
337
public FoldResult(Dictionary<string,
IDataView
> metrics, DataViewSchema scoreSchema, RoleMappedData perInstance, RoleMappedSchema trainSchema)
348
private readonly
IDataView
_inputDataView;
352
private readonly IComponentFactory<
IDataView
, ISchemaBoundMapper, RoleMappedSchema, IDataScorerTransform> _scorer;
363
private readonly Func<IHostEnvironment, IChannel,
IDataView
, ITrainer, RoleMappedData> _createExamples;
364
private readonly Func<IHostEnvironment, IChannel,
IDataView
, RoleMappedData,
IDataView
, RoleMappedData> _applyTransformsToTestData;
365
private readonly Func<
IDataView
> _getValidationDataView;
366
private readonly Func<IHostEnvironment, IChannel,
IDataView
, RoleMappedData,
IDataView
, RoleMappedData> _applyTransformsToValidationData;
387
IDataView
inputDataView,
390
Func<IHostEnvironment, IChannel,
IDataView
, ITrainer, RoleMappedData> createExamples,
391
Func<IHostEnvironment, IChannel,
IDataView
, RoleMappedData,
IDataView
, RoleMappedData> applyTransformsToTestData,
392
IComponentFactory<
IDataView
, ISchemaBoundMapper, RoleMappedSchema, IDataScorerTransform> scorer,
394
Func<
IDataView
> getValidationDataView = null,
395
Func<IHostEnvironment, IChannel,
IDataView
, RoleMappedData,
IDataView
, RoleMappedData> applyTransformsToValidationData = null,
491
IDataView
trainPipe = new RangeFilter(host, trainFilter, _inputDataView);
501
IDataView
testPipe = new RangeFilter(host, testFilter, _inputDataView);
515
IDataView
validLoader = _getValidationDataView();
516
var
validPipe = ApplyTransformUtils.ApplyAllTransformsToData(host, _inputDataView, validLoader);
Commands\DataCommand.cs (4)
59
public KeyValuePair<string, IComponentFactory<
IDataView
, IDataTransform>>[] Transforms;
153
protected void SendTelemetryMetric(Dictionary<string,
IDataView
>[] metricValues)
156
foreach (Dictionary<string,
IDataView
> mValue in metricValues)
158
var
data = mValue.First().Value;
Commands\EvaluateCommand.cs (5)
101
Dictionary<string,
IDataView
> Evaluate(RoleMappedData data);
146
private static IDataTransform Create(IHostEnvironment env, Arguments args,
IDataView
input)
225
IDataView
view = CreateAndSaveLoader(
248
if (!metrics.TryGetValue(MetricKinds.OverallMetrics, out
var
overall))
257
var
idv = evaluator.GetPerInstanceDataViewToSave(perInstData);
Commands\SaveDataCommand.cs (3)
130
IDataView
data = CreateAndSaveLoader();
188
public static void SaveDataView(IChannel ch, IDataSaver saver,
IDataView
view, IFileHandle file, bool keepHidden = false)
200
public static void SaveDataView(IChannel ch, IDataSaver saver,
IDataView
view, Stream stream, bool keepHidden = false)
Commands\SavePredictorCommand.cs (1)
222
var
emptyView = ModelFileUtils.LoadPipeline(env, rep, new MultiFileSource(null));
Commands\ScoreCommand.cs (5)
21
using TScorerFactory = IComponentFactory<
IDataView
, ISchemaBoundMapper, RoleMappedSchema, IDataScorerTransform>;
37
internal delegate void SignatureDataScorer(
IDataView
data, ISchemaBoundMapper mapper, RoleMappedSchema trainSchema);
70
public KeyValuePair<string, IComponentFactory<
IDataView
, IDataTransform>>[] PostTransform;
250
IDataView
input,
321
Func<IHostEnvironment,
IDataView
, ISchemaBoundMapper, RoleMappedSchema, IDataScorerTransform> factoryFunc;
Commands\ShowSchemaCommand.cs (6)
83
internal static void RunOnData(TextWriter writer, Arguments args,
IDataView
data)
91
IEnumerable<
IDataView
> viewChainReversed = GetViewChainReversed(data);
92
foreach (
var
view in viewChainReversed.Reverse())
105
private static IEnumerable<
IDataView
> GetViewChainReversed(
IDataView
data)
108
IDataView
view = (data as LegacyCompositeDataLoader)?.View ?? data;
Commands\TestCommand.cs (4)
48
public IComponentFactory<
IDataView
, ISchemaBoundMapper, RoleMappedSchema, IDataScorerTransform> Scorer;
125
if (!metrics.TryGetValue(MetricKinds.OverallMetrics, out
var
overall))
130
Dictionary<string,
IDataView
>[] metricValues = { metrics };
136
var
idv = evaluator.GetPerInstanceDataViewToSave(perInstData);
Commands\TrainCommand.cs (12)
149
IDataView
view = CreateLoader();
176
IDataView
validPipe = CreateRawLoader(dataFile: ImplOptions.ValidationFile);
194
IDataView
testPipeUsedInTrainer = CreateRawLoader(dataFile: ImplOptions.TestFile);
363
var
dataPipe = data.Data;
388
public static void SaveDataPipe(IHostEnvironment env, RepositoryWriter repositoryWriter,
IDataView
dataPipe, bool blankLoader = false)
394
IDataView
pipeStart;
416
/// Returns all the transforms of <see cref="
IDataView
"/> and the first data view (a non-transform).
421
private static List<IDataTransform> BacktrackPipe(
IDataView
dataPipe, out
IDataView
pipeStart)
442
public static bool AddNormalizerIfNeeded(IHostEnvironment env, IChannel ch, ITrainer trainer, ref
IDataView
view, string featureColumn, NormalizeOption autoNorm)
479
IDataView
ApplyNormalizer(IHostEnvironment innerEnv,
IDataView
input)
Commands\TrainTestCommand.cs (7)
32
public IComponentFactory<
IDataView
, ISchemaBoundMapper, RoleMappedSchema, IDataScorerTransform> Scorer;
132
IDataView
trainPipe = CreateLoader();
162
IDataView
validPipe = CreateRawLoader(dataFile: ImplOptions.ValidationFile);
180
IDataView
testPipeUsedInTrainer = CreateRawLoader(dataFile: ImplOptions.TestFile);
215
if (!metrics.TryGetValue(MetricKinds.OverallMetrics, out
var
overall))
220
Dictionary<string,
IDataView
>[] metricValues = { metrics };
226
var
idv = evaluator.GetPerInstanceDataViewToSave(perInstData);
Data\DataViewTypeManager.cs (1)
16
/// To support custom column type in <see cref="
IDataView
"/>, the column's underlying type (e.g., a C# class's type)
Data\DataViewUtils.cs (3)
79
/// and counting if <see cref="
IDataView
.GetRowCount"/> insists on returning <c>null</c>.
81
public static long ComputeRowCount(
IDataView
view)
114
IDataView
view, IEnumerable<DataViewSchema.Column> columnsNeeded, IHost host, Random rand)
Data\ILegacyDataLoader.cs (6)
79
void SaveData(Stream stream,
IDataView
data, params int[] cols);
86
internal delegate void SignatureDataTransform(
IDataView
input);
92
internal delegate void SignatureLoadDataTransform(ModelLoadContext ctx,
IDataView
input);
96
/// and is instantiatable from arguments and an input <see cref="
IDataView
"/>.
101
IDataView
Source { get; }
113
IDataTransform ApplyToData(IHostEnvironment env,
IDataView
newSource);
Data\ITransposeDataView.cs (3)
20
/// way of accessing the data stored in a <see cref="
IDataView
"/>.
36
/// <see cref="
IDataView
"/>. For example, if <see cref="
IDataView
.Schema"/>[i] is a scalar float column, then
Data\RowCursorUtils.cs (1)
473
public static
IDataView
RowAsDataView(IHostEnvironment env, DataViewRow row)
Data\SchemaDefinition.cs (2)
100
/// Allows a member to specify <see cref="
IDataView
"/> column name directly, as opposed to the default
122
/// Mark this member as not being exposed as a <see cref="
IDataView
"/> column in the <see cref="DataViewSchema"/>.
Data\SlotCursor.cs (1)
12
/// what <see cref="DataViewRowCursor"/> is to <see cref="
IDataView
"/>.
DataDebuggerPreview.cs (2)
15
/// This class represents an eager 'preview' of a <see cref="
IDataView
"/>.
31
internal DataDebuggerPreview(
IDataView
data, int maxRows = Defaults.MaxRows)
DataLoadSave\Binary\BinaryLoaderSaverCatalog.cs (9)
14
/// components to save and read <see cref="
IDataView
"/> objects to and from a high-performance binary format.
19
/// Load a <see cref="
IDataView
"/> from an <see cref="IMultiStreamSource"/> on a binary file.
20
/// Note that <see cref="
IDataView
"/>'s are lazy, so no actual loading happens here, just schema validation.
24
public static
IDataView
LoadFromBinary(this DataOperationsCatalog catalog, IMultiStreamSource fileSource)
35
/// Load a <see cref="
IDataView
"/> from a binary file.
36
/// Note that <see cref="
IDataView
"/>'s are lazy, so no actual loading happens here, just schema validation.
47
public static
IDataView
LoadFromBinary(this DataOperationsCatalog catalog, string path)
62
/// Save the <see cref="
IDataView
"/> into a binary stream.
75
public static void SaveAsBinary(this DataOperationsCatalog catalog,
IDataView
data, Stream stream,
DataLoadSave\Binary\BinarySaver.cs (3)
570
private void FetchWorker(BlockingCollection<Block> toCompress,
IDataView
data,
643
public void SaveData(Stream stream,
IDataView
data, params int[] colIndices)
728
private int RowsPerBlockHeuristic(
IDataView
data, ColumnCodec[] actives)
DataLoadSave\CompositeDataLoader.cs (3)
64
/// Note that <see cref="
IDataView
"/>'s are lazy, so no actual loading happens here, just schema validation.
66
public
IDataView
Load(TSource input)
68
var
idv = Loader.Load(input);
DataLoadSave\CompositeLoaderEstimator.cs (1)
34
var
idv = start.Load(input);
DataLoadSave\Database\DatabaseLoader.cs (4)
97
/// Loads data from <paramref name="source"/> into an <see cref="
IDataView
"/>.
100
public
IDataView
Load(DatabaseSource source) => new BoundLoader(this, source);
177
/// Describes how an input column should be mapped to an <see cref="
IDataView
"/> column.
349
/// Specifies the input columns that should be mapped to <see cref="
IDataView
"/> columns.
DataLoadSave\Database\LoadColumnNameAttribute.cs (1)
12
/// To override name of <see cref="
IDataView
"/> column use <see cref="ColumnNameAttribute"/>.
DataLoadSave\DataLoaderExtensions.cs (3)
15
/// Loads data from one or more file <paramref name="path"/> into an <see cref="
IDataView
"/>.
16
/// Note that <see cref="
IDataView
"/>'s are lazy, so no actual loading happens here, just schema validation.
27
public static
IDataView
Load(this IDataLoader<IMultiStreamSource> loader, params string[] path)
DataLoadSave\DataOperationsCatalog.cs (47)
30
public readonly
IDataView
TrainSet;
34
public readonly
IDataView
TestSet;
40
internal TrainTestData(
IDataView
trainSet,
IDataView
testSet)
54
/// Create a new <see cref="
IDataView
"/> over an enumerable of the items of user-defined type.
57
/// Since <see cref="
IDataView
"/> is assumed to be immutable, the user is expected to support
66
/// <param name="data">The enumerable data containing type <typeparamref name="TRow"/> to convert to a <see cref="
IDataView
"/>.</param>
69
/// <returns>The constructed <see cref="
IDataView
"/>.</returns>
77
public
IDataView
LoadFromEnumerable<TRow>(IEnumerable<TRow> data, SchemaDefinition schemaDefinition = null)
86
/// Create a new <see cref="
IDataView
"/> over an enumerable of the items of user-defined type using the provided <see cref="DataViewSchema"/>,
92
/// Since <see cref="
IDataView
"/> is assumed to be immutable, the user is expected to support
101
/// <param name="data">The enumerable data containing type <typeparamref name="TRow"/> to convert to an <see cref="
IDataView
"/>.</param>
102
/// <param name="schema">The schema of the returned <see cref="
IDataView
"/>.</param>
103
/// <returns>An <see cref="
IDataView
"/> with the given <paramref name="schema"/>.</returns>
104
public
IDataView
LoadFromEnumerable<TRow>(IEnumerable<TRow> data, DataViewSchema schema)
113
/// Convert an <see cref="
IDataView
"/> into a strongly-typed <see cref="IEnumerable{TRow}"/>.
128
public IEnumerable<TRow> CreateEnumerable<TRow>(
IDataView
data, bool reuseRowObject,
160
public
IDataView
BootstrapSample(
IDataView
input,
192
public
IDataView
Cache(
IDataView
input, params string[] columnsToPrefetch)
224
public
IDataView
FilterRowsByColumn(
IDataView
input, string columnName, double lowerBound = double.NegativeInfinity, double upperBound = double.PositiveInfinity)
256
public
IDataView
FilterRowsByKeyColumnFraction(
IDataView
input, string columnName, double lowerBound = 0, double upperBound = 1)
283
public
IDataView
FilterRowsByMissingValues(
IDataView
input, params string[] columns)
295
/// <see cref="ShuffleRows"/> will shuffle the rows of any input <see cref="
IDataView
"/> using a streaming approach.
299
/// until all the rows have been yielded, resulting in a new <see cref="
IDataView
"/> of the same size as <paramref name="input"/>
301
/// If the <see cref="
IDataView
.CanShuffle"/> property of <paramref name="input"/> is true, then it will also be read into the
309
/// pooling to shuffle. This parameter has no effect if the <see cref="
IDataView
.CanShuffle"/> property of <paramref name="input"/> is <see langword="false"/>.
318
public
IDataView
ShuffleRows(
IDataView
input,
341
/// Skips the first <paramref name="count"/> rows from <paramref name="input"/> and returns an <see cref="
IDataView
"/> with all other rows.
352
public
IDataView
SkipRows(
IDataView
input, long count)
369
/// Returns returns an <see cref="
IDataView
"/> with the first <paramref name="count"/> rows from <paramref name="input"/>.
380
public
IDataView
TakeRows(
IDataView
input, long count)
411
public TrainTestData TrainTestSplit(
IDataView
data, double testFraction = 0.1, string samplingKeyColumnName = null, int? seed = null)
434
var
trainDV = ColumnSelectingTransformer.CreateDrop(_env, trainFilter, splitColumn);
435
var
testDV = ColumnSelectingTransformer.CreateDrop(_env, testFilter, splitColumn);
458
public IReadOnlyList<TrainTestData> CrossValidationSplit(
IDataView
data, int numberOfFolds = 5, string samplingKeyColumnName = null, int? seed = null)
474
internal static IEnumerable<TrainTestData> CrossValidationSplit(IHostEnvironment env,
IDataView
data, string splitColumn, int numberOfFolds = 5)
500
var
trainDV = ColumnSelectingTransformer.CreateDrop(env, trainFilter, splitColumn);
501
var
testDV = ColumnSelectingTransformer.CreateDrop(env, testFilter, splitColumn);
523
internal static string CreateSplitColumn(IHostEnvironment env, ref
IDataView
data, string samplingKeyColumn, int? seed = null, bool fallbackInEnvSeed = false)
DataLoadSave\EstimatorChain.cs (2)
58
public TransformerChain<TLastTransformer> Fit(
IDataView
input)
63
IDataView
current = input;
DataLoadSave\EstimatorExtensions.cs (5)
112
public TTransformer Fit(
IDataView
input)
124
/// Given an estimator, return a wrapping object that will call a delegate once <see cref="IEstimator{TTransformer}.Fit(
IDataView
)"/>
126
/// <see cref="IEstimator{TTransformer}.Fit(
IDataView
)"/> method returns a specifically typed object, rather than just a general
135
/// <see cref="IEstimator{TTransformer}.Fit(
IDataView
)"/> is called. Because <see cref="IEstimator{TTransformer}.Fit(
IDataView
)"/>
DataLoadSave\LegacyCompositeDataLoader.cs (21)
39
public KeyValuePair<string, IComponentFactory<
IDataView
, IDataTransform>>[] Transforms;
87
public
IDataView
View { get; }
113
params KeyValuePair<string, IComponentFactory<
IDataView
, IDataTransform>>[] transformArgs)
124
KeyValuePair<string, IComponentFactory<
IDataView
, IDataTransform>>[] transformArgs)
133
static string GetTagData(IComponentFactory<
IDataView
, IDataTransform> factory)
174
/// It should return the <see cref="
IDataView
"/> that should share the same loader as the source data view.</param>
177
KeyValuePair<string, string>[] tagData, Func<IHostEnvironment, int,
IDataView
,
IDataView
> createTransform)
191
KeyValuePair<string, string>[] tagData, Func<IHostEnvironment, int,
IDataView
,
IDataView
> createTransform)
201
IDataView
srcView;
212
IDataView
view = srcView;
225
var
newDataView = createTransform(host, i, view);
231
IDataView
curDataView = newDataView;
273
/// <see cref="
IDataView
"/> that shares the same loader as the provided source.
276
string tag, string creationArgs, Func<IHostEnvironment,
IDataView
,
IDataView
> createTransform)
341
/// - it accepts <see cref="
IDataView
"/> as input, not necessarily a loader.
347
public static
IDataView
LoadSelectedTransforms(ModelLoadContext ctx,
IDataView
srcView, IHostEnvironment env, Func<string, bool> isTransformTagAccepted)
382
var
curView = srcView;
DataLoadSave\Text\LoadColumnAttribute.cs (1)
12
/// To override name of <see cref="
IDataView
"/> column use <see cref="ColumnNameAttribute"/>.
DataLoadSave\Text\TextLoader.cs (12)
28
/// Loads a text file into an IDataView. Supports basic mapping from input columns to <see cref="
IDataView
"/> columns.
33
/// Describes how an input column should be mapped to an <see cref="
IDataView
"/> column.
46
/// Describes how an input column should be mapped to an <see cref="
IDataView
"/> column.
51
/// Describes how an input column should be mapped to an <see cref="
IDataView
"/> column.
62
/// Describes how an input column should be mapped to an <see cref="
IDataView
"/> column.
74
/// Describes how an input column should be mapped to an <see cref="
IDataView
"/> column.
86
/// Describes how an input column should be mapped to an <see cref="
IDataView
"/> column.
483
/// Specifies the input columns that should be mapped to <see cref="
IDataView
"/> columns.
1143
/// Loads a text file into an <see cref="
IDataView
"/>. Supports basic mapping from input columns to IDataView columns.
1497
internal static
IDataView
LoadFile(IHostEnvironment env, Options options, IMultiStreamSource fileSource)
1535
/// Loads data from <paramref name="source"/> into an <see cref="
IDataView
"/>.
1545
public
IDataView
Load(IMultiStreamSource source) => new BoundLoader(this, source);
DataLoadSave\Text\TextLoaderSaverCatalog.cs (16)
32
/// If the sample has been saved with ML.NET's <see cref="SaveAsText(DataOperationsCatalog,
IDataView
, Stream, char, bool, bool, bool, bool)"/>,
81
/// If the sample has been saved with ML.NET's <see cref="SaveAsText(DataOperationsCatalog,
IDataView
, Stream, char, bool, bool, bool, bool)"/>,
137
/// Load a <see cref="
IDataView
"/> from a text file using <see cref="TextLoader"/>.
138
/// Note that <see cref="
IDataView
"/>'s are lazy, so no actual loading happens here, just schema validation.
160
public static
IDataView
LoadFromTextFile(this DataOperationsCatalog catalog,
186
/// Load a <see cref="
IDataView
"/> from a text file using <see cref="TextLoader"/>.
187
/// Note that <see cref="
IDataView
"/>'s are lazy, so no actual loading happens here, just schema validation.
199
public static
IDataView
LoadFromTextFile(this DataOperationsCatalog catalog, string path,
211
/// Load a <see cref="
IDataView
"/> from a text file using <see cref="TextLoader"/>.
212
/// Note that <see cref="
IDataView
"/>'s are lazy, so no actual loading happens here, just schema validation.
233
public static
IDataView
LoadFromTextFile<TInput>(this DataOperationsCatalog catalog,
250
/// Load a <see cref="
IDataView
"/> from a text file using <see cref="TextLoader"/>.
251
/// Note that <see cref="
IDataView
"/>'s are lazy, so no actual loading happens here, just schema validation.
258
public static
IDataView
LoadFromTextFile<TInput>(this DataOperationsCatalog catalog, string path,
268
/// Save the <see cref="
IDataView
"/> as text.
286
IDataView
data,
DataLoadSave\Text\TextSaver.cs (4)
332
public void SaveData(Stream stream,
IDataView
data, params int[] cols)
338
public void SaveData(out string argsLoader, Stream stream,
IDataView
data, params int[] cols)
357
public void WriteData(
IDataView
data, bool showCount, params int[] cols)
389
private void WriteDataCore(IChannel ch, TextWriter writer,
IDataView
data,
DataLoadSave\TransformerChain.cs (6)
139
public
IDataView
Transform(
IDataView
input)
145
public
IDataView
Transform(
IDataView
input, TransformerScope scope)
156
var
dv = input;
290
var
chain = ModelFileUtils.LoadPipeline(env, stream, new MultiFileSource(null), extractInnerPipe: false);
DataLoadSave\TransformWrapper.cs (5)
21
private readonly
IDataView
_xf;
23
public TransformWrapper(IHostEnvironment env,
IDataView
xf)
45
public
IDataView
Transform(
IDataView
input) => ApplyTransformUtils.ApplyTransformToData(_host, (IDataTransform)_xf, input);
74
public abstract TransformWrapper Fit(
IDataView
input);
DataLoadSave\Transpose\TransposeLoader.cs (14)
136
private
IDataView
_view;
177
public
IDataView
GetViewOrNull()
190
var
view = Interlocked.CompareExchange(ref _view, loader, null);
207
protected abstract void VerifyView(
IDataView
view);
218
public
IDataView
GetView()
222
var
view = GetViewOrNull();
235
public SchemaSubIdv(TransposeLoader parent,
IDataView
view)
241
protected override void VerifyView(
IDataView
view)
291
protected override void VerifyView(
IDataView
view)
388
var
view = _schemaEntry.GetView();
458
private TransposeLoader(IHost host, ModelLoadContext ctx,
IDataView
schemaView)
613
var
view = _entries[col].GetViewOrNull();
640
var
view = _entries[col].GetViewOrNull();
730
var
view = _entries[col].GetViewOrNull();
DataLoadSave\Transpose\TransposeSaver.cs (3)
82
public void SaveData(Stream stream,
IDataView
data, params int[] cols)
131
Action<string,
IDataView
> viewAction =
144
IDataView
subdata = new ChooseColumnsByIndexTransform(_host,
DataLoadSave\TrivialEstimator.cs (2)
11
/// the transformer and returns it on every call to <see cref="Fit(
IDataView
)"/>.
34
public TTransformer Fit(
IDataView
input)
DataView\AppendRowsDataView.cs (7)
35
private readonly
IDataView
[] _sources;
56
public static
IDataView
Create(IHostEnvironment env, DataViewSchema schema, params
IDataView
[] sources)
68
private AppendRowsDataView(IHostEnvironment env, DataViewSchema schema,
IDataView
[] sources)
86
IDataView
dv = _sources[i];
132
foreach (
var
source in _sources)
164
protected readonly
IDataView
[] Sources;
DataView\ArrayDataViewBuilder.cs (1)
184
public
IDataView
GetDataView(int? rowCount = null)
DataView\BatchDataViewMapperBase.cs (2)
18
private readonly
IDataView
_source;
21
protected BatchDataViewMapperBase(IHostEnvironment env, string registrationName,
IDataView
input)
DataView\CacheDataView.cs (4)
30
private readonly
IDataView
_subsetInput;
79
public CacheDataView(IHostEnvironment env,
IDataView
input, int[] prefetch)
112
private static
IDataView
SelectCachableColumns(
IDataView
data, IHostEnvironment env, ref int[] prefetch, out int[] inputToSubset)
DataView\DataViewConstructionUtils.cs (4)
25
public static
IDataView
CreateFromList<TRow>(IHostEnvironment env, IList<TRow> data,
121
public static
IDataView
LoadPipeWithPredictor(IHostEnvironment env, Stream modelStream,
IDataView
view)
124
var
pipe = env.LoadTransforms(modelStream, view);
DataView\DataViewExtensions.cs (9)
20
/// <param name="dv">The <see cref="
IDataView
"/> containing the <paramref name="columnsNeeded"/>.</param>
21
public static DataViewRowCursor GetRowCursor(this
IDataView
dv, params DataViewSchema.Column[] columnsNeeded)
27
$" is not present in the {nameof(
IDataView
)} where the {nameof(DataViewRowCursor)} is being requested.");
38
/// <param name="dv">The <see cref="
IDataView
"/> containing the <paramref name="columnNeeded"/>.</param>
39
public static DataViewRowCursor GetRowCursor(this
IDataView
dv, DataViewSchema.Column columnNeeded)
42
$" is not present in the {nameof(
IDataView
)} where the {nameof(DataViewRowCursor)} is being requested.");
50
public static DataViewRowCursor GetRowCursor(this
IDataView
dv) => dv.GetRowCursor(Enumerable.Empty<DataViewSchema.Column>());
53
/// Get a row cursor including all the columns of the <see cref="
IDataView
"/>.
55
public static DataViewRowCursor GetRowCursorForAllColumns(this
IDataView
dv) => dv.GetRowCursor(dv.Schema);
DataView\LambdaColumnMapper.cs (7)
20
public static
IDataView
Create<TSrc, TDst>(IHostEnvironment env, string name,
IDataView
input,
67
IDataView
impl;
72
Func<IHostEnvironment, string,
IDataView
, Column, DataViewType, ValueMapper<int, int>,
77
impl = (
IDataView
)meth.Invoke(null, new object[] { env, name, input, col, typeDst, conv, mapper, keyValueGetter, slotNamesGetter });
84
IHostEnvironment env, string name,
IDataView
input, Column col,
106
public Impl(IHostEnvironment env, string name,
IDataView
input, OneToOneColumn col,
DataView\LambdaFilter.cs (7)
20
public static
IDataView
Create<TSrc>(IHostEnvironment env, string name,
IDataView
input,
57
IDataView
impl;
62
Func<IHostEnvironment, string,
IDataView
, int,
66
impl = (
IDataView
)meth.Invoke(null, new object[] { env, name, input, colSrc, predicate, conv });
73
IHostEnvironment env, string name,
IDataView
input, int colSrc,
85
public Impl(IHostEnvironment env, string name,
IDataView
input,
DataView\OpaqueDataView.cs (2)
17
private readonly
IDataView
_source;
21
public OpaqueDataView(
IDataView
source)
DataView\RowToRowMapperTransform.cs (4)
95
public RowToRowMapperTransform(IHostEnvironment env,
IDataView
input, IRowMapper mapper, Func<DataViewSchema, IRowMapper> mapperFactory)
111
private RowToRowMapperTransform(IHost host, ModelLoadContext ctx,
IDataView
input)
121
public static RowToRowMapperTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
269
IDataTransform ITransformTemplate.ApplyToData(IHostEnvironment env,
IDataView
newSource)
DataView\Transposer.cs (21)
18
/// <see cref="
IDataView
"/>. Instances of <see cref="Transposer"/> act like a wrapped version of
31
private readonly
IDataView
_view;
54
public static Transposer Create(IHostEnvironment env,
IDataView
view, bool forceSave,
74
public static Transposer Create(IHostEnvironment env,
IDataView
view, bool forceSave,
85
private Transposer(IHost host,
IDataView
view, bool forceSave, int[] columns)
203
private static int[] CheckNamesAndGetIndices(IHost host,
IDataView
view, string[] columns)
219
private static int[] CheckIndices(IHost host,
IDataView
view, int[] columns)
336
private readonly
IDataView
_view;
424
private readonly
IDataView
_view;
720
private readonly
IDataView
_input;
739
public DataViewSlicer(IHost host,
IDataView
input, int[] toSlice)
890
/// of one column from a <see cref="
IDataView
"/> into multiple columns. The instance
896
private static readonly FuncStaticMethodInfo1<
IDataView
, int, Splitter> _createCoreMethodInfo
897
= new FuncStaticMethodInfo1<
IDataView
, int, Splitter>(CreateCore<int>);
899
private readonly
IDataView
_view;
911
protected Splitter(
IDataView
view, int col)
922
public static Splitter Create(
IDataView
view, int col)
964
private static Splitter CreateCore<T>(
IDataView
view, int col)
969
private static Splitter CreateCore<T>(
IDataView
view, int col, int[] ends)
1008
public NoSplitter(
IDataView
view, int col)
1091
public ColumnSplitter(
IDataView
view, int col, int[] lims)
DataView\TypedCursor.cs (9)
31
/// This interface provides cursoring through a <see cref="
IDataView
"/> via a 'strongly typed' binding.
43
/// This interface allows to create strongly typed cursors over a <see cref="
IDataView
"/>.
74
private readonly
IDataView
_data;
90
private TypedCursorable(IHostEnvironment env,
IDataView
data, bool ignoreMissingColumns, InternalSchemaDefinition schemaDefn)
220
private static void ValidateMemberInfo(MemberInfo memberInfo,
IDataView
data)
258
private static void ValidateUserType(SchemaDefinition schemaDefinition, Type userType,
IDataView
data)
312
public static TypedCursorable<TRow> Create(IHostEnvironment env,
IDataView
data, bool ignoreMissingColumns, SchemaDefinition schemaDefinition)
655
/// Generate a strongly-typed cursorable wrapper of the <see cref="
IDataView
"/>.
663
public static ICursorable<TRow> AsCursorable<TRow>(this IHostEnvironment env,
IDataView
data, bool ignoreMissingColumns = false,
DataView\ZipDataView.cs (6)
29
private readonly
IDataView
[] _sources;
32
public static
IDataView
Create(IHostEnvironment env, IEnumerable<
IDataView
> sources)
45
private ZipDataView(IHost host,
IDataView
[] sources)
62
foreach (
var
source in _sources)
97
private DataViewRowCursor GetMinimumCursor(
IDataView
dv)
DebuggerExtensions.cs (3)
22
public static DataDebuggerPreview Preview(this
IDataView
data, int maxRows = DataDebuggerPreview.Defaults.MaxRows)
31
public static DataDebuggerPreview Preview(this ITransformer transformer,
IDataView
data, int maxRows = DataDebuggerPreview.Defaults.MaxRows)
41
public static DataDebuggerPreview Preview(this IEstimator<ITransformer> estimator,
IDataView
data, int maxRows = DataDebuggerPreview.Defaults.MaxRows,
Dirty\ChooseColumnsByIndexTransform.cs (3)
197
public ChooseColumnsByIndexTransform(IHostEnvironment env, Options options,
IDataView
input)
205
private ChooseColumnsByIndexTransform(IHost host, ModelLoadContext ctx,
IDataView
input)
215
public static ChooseColumnsByIndexTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
Dirty\PredictorInterfaces.cs (1)
127
IDataView
GetSummaryDataView(RoleMappedSchema schema);
EntryPoints\CommonOutputs.cs (12)
23
public
IDataView
OutputData;
34
Var<
IDataView
> OutputData { get; }
216
public
IDataView
Warnings;
219
public
IDataView
OverallMetrics;
222
public
IDataView
PerInstanceMetrics;
232
public
IDataView
ConfusionMatrix;
247
Var<
IDataView
> Warnings { get; }
248
Var<
IDataView
> OverallMetrics { get; }
249
Var<
IDataView
> PerInstanceMetrics { get; }
257
Var<
IDataView
> ConfusionMatrix { get; }
263
public
IDataView
Summary;
266
public
IDataView
Stats;
EntryPoints\EntryPointNode.cs (3)
79
type == typeof(
IDataView
) ||
742
newName = new Var<
IDataView
>().VarName;
753
newName = new Var<
IDataView
>().VarName;
EntryPoints\InputBase.cs (6)
32
public
IDataView
Data;
82
IDataView
view = input.TrainingData;
91
IDataView
outputData = null;
136
Var<
IDataView
> Data { get; set; }
152
Var<
IDataView
> TrainingData { get; set; }
202
Var<
IDataView
> Data { get; }
EntryPoints\PredictorModelImpl.cs (3)
30
internal PredictorModelImpl(IHostEnvironment env, RoleMappedData trainingData,
IDataView
startingData, IPredictor predictor)
82
IDataView
data = new EmptyDataView(env, TransformModel.InputSchema);
99
internal override void PrepareData(IHostEnvironment env,
IDataView
input, out RoleMappedData roleMappedData, out IPredictor predictor)
EntryPoints\SchemaManipulation.cs (1)
37
var
xf = new ColumnSelectingTransformer(env, input.KeepColumns, input.DropColumns, input.KeepHidden, input.IgnoreMissing).Transform(input.Data);
EntryPoints\SummarizePredictor.cs (3)
49
internal static
IDataView
GetSummaryAndStats(IHostEnvironment env, IPredictor predictor, RoleMappedSchema schema, out
IDataView
stats)
58
IDataView
summary = null;
EntryPoints\TransformModelImpl.cs (15)
29
/// This contains the transforms to save instantiated on an <see cref="
IDataView
"/> with
31
/// an empty <see cref="
IDataView
"/> or a <see cref="BinaryLoader"/> with no rows. However, other root
36
private readonly
IDataView
_chain;
41
/// If an <see cref="
IDataView
"/> exists with this schema, then applying this transform model to it
60
public TransformModelImpl(IHostEnvironment env,
IDataView
result,
IDataView
input)
71
private TransformModelImpl(IHostEnvironment env, DataViewSchema schemaRoot,
IDataView
chain)
90
IDataView
view = new EmptyDataView(env, schemaRoot);
120
for (
IDataView
view = _chain; ;)
136
internal override
IDataView
Apply(IHostEnvironment env,
IDataView
input)
151
IDataView
view;
195
private readonly
IDataView
_chain;
203
public CompositeRowToRowMapper(IExceptionContext ectx,
IDataView
chain, DataViewSchema rootSchema)
214
public static bool IsCompositeRowToRowMapper(
IDataView
chain)
Evaluators\AnomalyDetectionEvaluator.cs (12)
129
out Action<uint, ReadOnlyMemory<char>, Aggregator> addAgg, out Func<Dictionary<string,
IDataView
>> consolidate)
204
var result = new Dictionary<string,
IDataView
>();
588
internal AnomalyDetectionMetrics Evaluate(
IDataView
data, string label = DefaultColumnNames.Label, string score = DefaultColumnNames.Score,
603
var
overall = resultDict[MetricKinds.OverallMetrics];
664
private protected override void PrintFoldResultsCore(IChannel ch, Dictionary<string,
IDataView
> metrics)
666
IDataView
top;
711
IDataView
overall;
773
IDataView
fold = ColumnSelectingTransformer.CreateKeep(Host, overall, colsToKeep.ToArray());
779
private protected override
IDataView
GetOverallResultsCore(
IDataView
overall)
829
var
warnings = ExtractWarnings(host, metrics);
830
var
overallMetrics = ExtractOverallMetrics(host, metrics, evaluator);
Evaluators\BinaryClassifierEvaluator.cs (42)
218
out Action<uint, ReadOnlyMemory<char>, Aggregator> addAgg, out Func<Dictionary<string,
IDataView
>> consolidate)
369
var result = new Dictionary<string,
IDataView
>();
810
public CalibratedBinaryClassificationMetrics Evaluate(
IDataView
data, string label, string score, string probability, string predictedLabel)
826
var
overall = resultDict[MetricKinds.OverallMetrics];
827
var
confusionMatrix = resultDict[MetricKinds.ConfusionMatrix];
853
IDataView
data,
874
var
prCurveView = resultDict[MetricKinds.PrCurve];
876
var
overall = resultDict[MetricKinds.OverallMetrics];
893
var
confusionMatrix = resultDict[MetricKinds.ConfusionMatrix];
908
private void GetPrecisionRecallDataPointGetters(
IDataView
prCurveView,
938
/// <seealso cref="Evaluate(
IDataView
, string, string, string)"/>
939
public BinaryClassificationMetrics Evaluate(
IDataView
data, string label, string score, string predictedLabel)
953
var
overall = resultDict[MetricKinds.OverallMetrics];
954
var
confusionMatrix = resultDict[MetricKinds.ConfusionMatrix];
979
/// <seealso cref="Evaluate(
IDataView
, string, string, string)"/>
981
IDataView
data,
999
var
prCurveView = resultDict[MetricKinds.PrCurve];
1001
var
overall = resultDict[MetricKinds.OverallMetrics];
1002
var
confusionMatrix = resultDict[MetricKinds.ConfusionMatrix];
1355
private protected override void PrintFoldResultsCore(IChannel ch, Dictionary<string,
IDataView
> metrics)
1359
IDataView
fold;
1363
IDataView
conf;
1408
private protected override
IDataView
GetOverallResultsCore(
IDataView
overall)
1413
private protected override void PrintAdditionalMetricsCore(IChannel ch, Dictionary<string,
IDataView
>[] metrics)
1419
IDataView
pr;
1449
private bool TryGetPrMetrics(Dictionary<string,
IDataView
>[] metrics, out
IDataView
pr)
1453
var prList = new List<
IDataView
>();
1457
IDataView
idv;
1518
var
warnings = ExtractWarnings(host, metrics);
1519
var
overallMetrics = ExtractOverallMetrics(host, metrics, evaluator);
1521
var
confusionMatrix = ExtractConfusionMatrix(host, metrics);
1546
private static
IDataView
ExtractWarnings(IHost host, Dictionary<string,
IDataView
> metrics)
1548
IDataView
warnings;
1559
private static
IDataView
ExtractOverallMetrics(IHost host, Dictionary<string,
IDataView
> metrics, IMamlEvaluator evaluator)
1561
IDataView
overallMetrics;
1574
private static
IDataView
ExtractConfusionMatrix(IHost host, Dictionary<string,
IDataView
> metrics)
1576
IDataView
confusionMatrix;
Evaluators\ClusteringEvaluator.cs (8)
65
public ClusteringMetrics Evaluate(
IDataView
data, string score, string label = null, string features = null)
83
var
overall = resultDict[MetricKinds.OverallMetrics];
160
out Action<uint, ReadOnlyMemory<char>, Aggregator> addAgg, out Func<Dictionary<string,
IDataView
>> consolidate)
214
var result = new Dictionary<string,
IDataView
>
835
private protected override
IDataView
GetPerInstanceMetricsCore(
IDataView
perInst, RoleMappedSchema schema)
874
var
warnings = ExtractWarnings(host, metrics);
875
var
overallMetrics = ExtractOverallMetrics(host, metrics, evaluator);
Evaluators\EvaluatorBase.cs (6)
31
Dictionary<string,
IDataView
> IEvaluator.Evaluate(RoleMappedData data)
130
private Dictionary<string,
IDataView
> ProcessData(
IDataView
data, RoleMappedSchema schema,
178
Func<Dictionary<string,
IDataView
>> consolidate;
203
out Action<uint, ReadOnlyMemory<char>, TAgg> addAgg, out Func<Dictionary<string,
IDataView
>> consolidate);
304
public void GetWarnings(Dictionary<string,
IDataView
> dict, IHostEnvironment env)
Evaluators\EvaluatorUtils.cs (56)
254
public static IEnumerable<KeyValuePair<string, double>> GetMetrics(
IDataView
metricsView, bool getVectorMetrics = true)
375
private static
IDataView
AddTextColumn<TSrc>(IHostEnvironment env,
IDataView
input, string inputColName, string outputColName,
390
public static
IDataView
AddFoldIndex(IHostEnvironment env,
IDataView
input, int curFold)
409
private static
IDataView
AddKeyColumn<TSrc>(IHostEnvironment env,
IDataView
input, string inputColName, string outputColName,
431
public static
IDataView
AddFoldIndex(IHostEnvironment env,
IDataView
input, int curFold, int numFolds)
459
public static void ReconcileSlotNames<T>(IHostEnvironment env,
IDataView
[] views, string columnName, PrimitiveDataViewType itemType, T def = default(T))
473
var
idv = views[i];
602
public static void ReconcileKeyValues(IHostEnvironment env,
IDataView
[] views, string columnName, DataViewType keyValueType)
643
public static void ReconcileKeyValuesWithNoNames(IHostEnvironment env,
IDataView
[] views, string columnName, ulong keyCount)
672
public static void ReconcileVectorKeyValues(IHostEnvironment env,
IDataView
[] views, string columnName, DataViewType keyValueType)
752
public static
IDataView
[] ConcatenatePerInstanceDataViews(IHostEnvironment env, IMamlEvaluator eval, bool collate, bool outputFoldIndex, RoleMappedData[] perInstance, out string[] variableSizeVectorColumnNames)
758
Func<RoleMappedData, int,
IDataView
> getPerInstance =
761
var
perInst = eval.GetPerInstanceDataViewToSave(rmd);
774
var
combined = AppendPerInstanceDataViews(env, perInstance[0].Schema.Label?.Name, foldDataViews, out variableSizeVectorColumnNames);
787
public static
IDataView
ConcatenateOverallMetrics(IHostEnvironment env,
IDataView
[] metrics)
795
var overallList = new List<
IDataView
>();
799
var
idv = AddFoldIndex(env, metrics[i], i);
805
private static
IDataView
AppendPerInstanceDataViews(IHostEnvironment env, string labelColName,
806
IEnumerable<
IDataView
> foldDataViews, out string[] variableSizeVectorColumnNames)
820
var list = new List<
IDataView
>();
822
foreach (
var
dv in foldDataViews)
880
var
idv = dv;
903
Func<
IDataView
, int,
IDataView
> keyToValue =
923
Func<
IDataView
,
IDataView
> selectDropNonVarLenthCol =
954
private static bool VerifyVectorColumnsMatch(int cachedSize, int col,
IDataView
dv,
984
private static
IDataView
AddVarLengthColumn<TSrc>(IHostEnvironment env,
IDataView
idv, string variableSizeVectorColumnName, VectorDataViewType typeSrc)
1051
internal static
IDataView
GetOverallMetricsData(IHostEnvironment env,
IDataView
data, int numFolds, out AggregatedMetric[] agg,
1057
var
avgMetrics = GetAverageToDataView(env, data.Schema, agg, weightedAgg, numFolds, stratCol, stratVal,
1060
var idvList = new List<
IDataView
>() { avgMetrics };
1072
var
overall = AppendRowsDataView.Create(env, avgMetrics.Schema, idvList.ToArray());
1081
internal static AggregatedMetric[] ComputeMetricsSum(IHostEnvironment env,
IDataView
data, int numFolds, out int isWeightedCol,
1214
internal static
IDataView
GetAverageToDataView(IHostEnvironment env, DataViewSchema schema, AggregatedMetric[] agg, AggregatedMetric[] weightedAgg,
1289
var
idv = dvBldr.GetDataView();
1338
public static
IDataView
CombineFoldMetricsDataViews(IHostEnvironment env,
IDataView
data, int numFolds)
1357
public static string GetConfusionTableAsFormattedString(IHost host,
IDataView
confusionDataView, out string weightedConfusionTable, bool binary = true, int sample = -1)
1380
public static ConfusionMatrix GetConfusionMatrix(IHost host,
IDataView
confusionDataView, bool binary = true, int sample = -1, bool getWeighted = false)
1464
private static double[][] GetConfusionTableAsArray(
IDataView
confusionDataView, int countIndex, int numClasses,
1536
public static string GetPerFoldResults(IHostEnvironment env,
IDataView
fold, out string weightedMetrics)
1569
private static string GetFoldMetricsAsString(IHostEnvironment env,
IDataView
data, out string weightedMetricsString)
1694
public static void PrintOverallMetrics(IHostEnvironment env, IChannel ch, string filename,
IDataView
overall, int numFolds)
1696
var
overallWithAvg = EvaluateUtils.GetOverallMetricsData(env, overall, numFolds, out var agg, out var weightedAgg);
1731
public static void PrintWarnings(IChannel ch, Dictionary<string,
IDataView
> metrics)
1733
IDataView
warnings;
1756
public static void SavePerInstance(IHostEnvironment env, IChannel ch, string filename,
IDataView
data,
1770
public static
IDataView
GetNonStratifiedMetrics(IHostEnvironment env,
IDataView
data)
Evaluators\MamlEvaluator.cs (23)
27
void PrintFoldResults(IChannel ch, Dictionary<string,
IDataView
> metrics);
34
IDataView
GetOverallResults(params
IDataView
[] metrics);
41
void PrintAdditionalMetrics(IChannel ch, params Dictionary<string,
IDataView
>[] metrics);
46
IDataView
GetPerInstanceDataViewToSave(RoleMappedData perInstance);
107
Dictionary<string,
IDataView
> IEvaluator.Evaluate(RoleMappedData data)
155
void IMamlEvaluator.PrintFoldResults(IChannel ch, Dictionary<string,
IDataView
> metrics)
167
private protected virtual void PrintFoldResultsCore(IChannel ch, Dictionary<string,
IDataView
> metrics)
172
IDataView
fold;
183
IDataView
IMamlEvaluator.GetOverallResults(params
IDataView
[] metrics)
186
var
overall = CombineOverallMetricsCore(metrics);
191
private protected virtual
IDataView
CombineOverallMetricsCore(
IDataView
[] metrics)
197
private protected virtual
IDataView
GetOverallResultsCore(
IDataView
overall)
202
void IMamlEvaluator.PrintAdditionalMetrics(IChannel ch, params Dictionary<string,
IDataView
>[] metrics)
214
private protected virtual void PrintAdditionalMetricsCore(IChannel ch, Dictionary<string,
IDataView
>[] metrics)
227
private
IDataView
WrapPerInstance(RoleMappedData perInst)
229
var
idv = perInst.Data;
276
private protected virtual
IDataView
GetPerInstanceMetricsCore(
IDataView
perInst, RoleMappedSchema schema)
281
IDataView
IMamlEvaluator.GetPerInstanceDataViewToSave(RoleMappedData perInstance)
Evaluators\Metrics\BinaryClassificationMetrics.cs (1)
98
internal BinaryClassificationMetrics(IHost host, DataViewRow overallResult,
IDataView
confusionMatrix)
Evaluators\Metrics\CalibratedBinaryClassificationMetrics.cs (1)
64
internal CalibratedBinaryClassificationMetrics(IHost host, DataViewRow overallResult,
IDataView
confusionMatrix)
Evaluators\Metrics\ConfusionMatrix.cs (1)
54
/// The confusion matrix as a structured type, built from the counts of the confusion table <see cref="
IDataView
"/> that the <see cref="BinaryClassifierEvaluator"/> or
Evaluators\Metrics\MulticlassClassificationMetrics.cs (1)
118
internal MulticlassClassificationMetrics(IHost host, DataViewRow overallResult, int topKPredictionCount,
IDataView
confusionMatrix)
Evaluators\MulticlassClassificationEvaluator.cs (24)
141
out Action<uint, ReadOnlyMemory<char>, Aggregator> addAgg, out Func<Dictionary<string,
IDataView
>> consolidate)
246
var result = new Dictionary<string,
IDataView
>
550
public MulticlassClassificationMetrics Evaluate(
IDataView
data, string label, string score, string predictedLabel)
564
var
overall = resultDict[MetricKinds.OverallMetrics];
565
var
confusionMatrix = resultDict[MetricKinds.ConfusionMatrix];
919
private protected override void PrintFoldResultsCore(IChannel ch, Dictionary<string,
IDataView
> metrics)
923
if (!metrics.TryGetValue(MetricKinds.OverallMetrics, out
IDataView
fold))
926
if (!metrics.TryGetValue(MetricKinds.ConfusionMatrix, out
IDataView
conf))
952
private protected override
IDataView
CombineOverallMetricsCore(
IDataView
[] metrics)
954
var overallList = new List<
IDataView
>();
958
var
idv = metrics[i];
980
var
idv = views[i];
999
private
IDataView
ChangeTopKAccColumnName(
IDataView
input)
1005
private
IDataView
ChangeAllTopKAccColumnName(
IDataView
input)
1011
private
IDataView
DropColumn(
IDataView
input, string columnToDrop)
1052
private protected override
IDataView
GetPerInstanceMetricsCore(
IDataView
perInst, RoleMappedSchema schema)
1103
var
warnings = ExtractWarnings(host, metrics);
1104
var
overallMetrics = ExtractOverallMetrics(host, metrics, evaluator);
1106
var
confusionMatrix = ExtractConfusionMatrix(host, metrics);
Evaluators\MultiOutputRegressionEvaluator.cs (6)
96
out Action<uint, ReadOnlyMemory<char>, Aggregator> addAgg, out Func<Dictionary<string,
IDataView
>> consolidate)
160
var result = new Dictionary<string,
IDataView
>();
662
private protected override void PrintFoldResultsCore(IChannel ch, Dictionary<string,
IDataView
> metrics)
664
IDataView
fold;
789
var
warnings = ExtractWarnings(host, metrics);
790
var
overallMetrics = ExtractOverallMetrics(host, metrics, evaluator);
Evaluators\QuantileRegressionEvaluator.cs (9)
488
private protected override void PrintFoldResultsCore(IChannel ch, Dictionary<string,
IDataView
> metrics)
492
IDataView
fold;
506
private protected override
IDataView
GetOverallResultsCore(
IDataView
overall)
511
private
IDataView
ExtractRelevantIndex(
IDataView
data)
513
IDataView
output = data;
574
var
warnings = ExtractWarnings(host, metrics);
575
var
overallMetrics = ExtractOverallMetrics(host, metrics, evaluator);
Evaluators\RankingEvaluator.cs (19)
159
out Action<uint, ReadOnlyMemory<char>, Aggregator> addAgg, out Func<Dictionary<string,
IDataView
>> consolidate)
238
var result = new Dictionary<string,
IDataView
>();
254
public RankingMetrics Evaluate(
IDataView
data, string label, string groupId, string score)
266
var
overall = resultDict[MetricKinds.OverallMetrics];
574
public
IDataView
Source { get { return _transform.Source; } }
582
DataViewSchema
IDataView
.Schema => OutputSchema;
589
public RankingPerInstanceTransform(IHostEnvironment env,
IDataView
input, string labelCol, string scoreCol, string groupCol,
595
private RankingPerInstanceTransform(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
600
public static RankingPerInstanceTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
701
public Transform(IHostEnvironment env,
IDataView
input, string labelCol, string scoreCol, string groupCol,
715
public Transform(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
900
private protected override void PrintAdditionalMetricsCore(IChannel ch, Dictionary<string,
IDataView
>[] metrics)
906
IDataView
gs;
918
private bool TryGetGroupSummaryMetrics(Dictionary<string,
IDataView
>[] metrics, out
IDataView
gs)
926
var gsList = new List<
IDataView
>();
929
IDataView
idv;
1100
var
warnings = ExtractWarnings(host, metrics);
1101
var
overallMetrics = ExtractOverallMetrics(host, metrics, evaluator);
Evaluators\RegressionEvaluator.cs (4)
174
public RegressionMetrics Evaluate(
IDataView
data, string label, string score)
185
var
overall = resultDict[MetricKinds.OverallMetrics];
401
var
warnings = ExtractWarnings(host, metrics);
402
var
overallMetrics = ExtractOverallMetrics(host, metrics, evaluator);
Evaluators\RegressionEvaluatorBase.cs (2)
51
out Action<uint, ReadOnlyMemory<char>, TAgg> addAgg, out Func<Dictionary<string,
IDataView
>> consolidate)
108
var result = new Dictionary<string,
IDataView
>();
Model\Onnx\OnnxContext.cs (4)
63
/// cref="
IDataView
"/> column associated with it.
66
/// cref="
IDataView
"/> column name</param>
78
/// <see cref="
IDataView
"/>'s column names will map to a variable in the ONNX graph if the intermediate steps
80
/// to the <see cref="
IDataView
"/> column name at a given point in the pipeline execution. Callers should
Model\Pfa\BoundPfaContext.cs (4)
17
/// that enables its inclusion relative to the <see cref="
IDataView
"/> ecosystem.
21
/// has facilities to remember what column name in <see cref="
IDataView
"/> maps to
269
/// Given an <see cref="
IDataView
"/> column name, return the string for referencing the corresponding
282
/// Given an <see cref="
IDataView
"/> column name, return whether in the PFA being built up
Model\Pfa\SavePfaCommand.cs (5)
101
private void GetPipe(IChannel ch,
IDataView
end, out
IDataView
source, out
IDataView
trueEnd, out LinkedList<ITransformCanSavePfa> transforms)
139
IDataView
source;
140
IDataView
end;
Prediction\Calibrator.cs (2)
138
IPredictor Calibrate(IChannel ch,
IDataView
data, ICalibratorTrainer caliTrainer, int maxRows);
940
public static ICalibrator TrainCalibrator(IHostEnvironment env, IChannel ch, ICalibratorTrainer caliTrainer,
IDataView
scored, string labelColumn, string scoreColumn, string weightColumn = null, int maxRows = _maxCalibrationExamples)
Prediction\CalibratorCatalog.cs (5)
40
/// CalibratorEstimators take an <see cref="
IDataView
"/> (the output of a <see cref="BinaryClassifierScorer"/>)
79
/// Gets the output <see cref="SchemaShape"/> of the <see cref="
IDataView
"/> after fitting the calibrator.
134
/// Fits the scored <see cref="
IDataView
"/> creating a <see cref="CalibratorTransformer{TICalibrator}"/> that can transform the data by adding a
140
public CalibratorTransformer<TICalibrator> Fit(
IDataView
input)
158
/// An instance of this class is the result of calling <see cref="CalibratorEstimatorBase{TICalibrator}.Fit(
IDataView
)"/>.
Prediction\IPredictionTransformer.cs (4)
25
/// to score the data of an input <see cref="
IDataView
"/> through the <see cref="ITransformer.Transform(
IDataView
)"/>
40
/// Implementations of this interface, have the ability to score the data of an input <see cref="
IDataView
"/>
41
/// through the <see cref="ITransformer.Transform(
IDataView
)"/>
Prediction\PredictionEngine.cs (1)
22
internal PipeEngine(IHostEnvironment env,
IDataView
pipe, bool ignoreMissingColumns, SchemaDefinition schemaDefinition = null)
Scorers\BinaryClassifierScorer.cs (5)
126
internal BinaryClassifierScorer(IHostEnvironment env, Arguments args,
IDataView
data, ISchemaBoundMapper mapper, RoleMappedSchema trainSchema)
137
private BinaryClassifierScorer(IHostEnvironment env, BinaryClassifierScorer transform,
IDataView
newSource)
143
private BinaryClassifierScorer(IHost host, ModelLoadContext ctx,
IDataView
input)
158
public static BinaryClassifierScorer Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
224
private protected override IDataTransform ApplyToDataCore(IHostEnvironment env,
IDataView
newSource)
Scorers\ClusteringScorer.cs (5)
45
internal ClusteringScorer(IHostEnvironment env, Arguments args,
IDataView
data, ISchemaBoundMapper mapper, RoleMappedSchema trainSchema)
51
private ClusteringScorer(IHostEnvironment env, ClusteringScorer transform,
IDataView
newSource)
56
private ClusteringScorer(IHost host, ModelLoadContext ctx,
IDataView
input)
63
public static ClusteringScorer Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
85
private protected override IDataTransform ApplyToDataCore(IHostEnvironment env,
IDataView
newSource)
Scorers\FeatureContributionCalculation.cs (1)
56
private static IDataScorerTransform Create(IHostEnvironment env, Arguments args,
IDataView
data, ISchemaBoundMapper mapper, RoleMappedSchema trainSchema)
Scorers\GenericScorer.cs (5)
153
internal GenericScorer(IHostEnvironment env, ScorerArgumentsBase args,
IDataView
data,
170
private GenericScorer(IHostEnvironment env, GenericScorer transform,
IDataView
data)
180
private GenericScorer(IHost host, ModelLoadContext ctx,
IDataView
input)
191
public static GenericScorer Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
257
private protected override IDataTransform ApplyToDataCore(IHostEnvironment env,
IDataView
newSource)
Scorers\MulticlassClassificationScorer.cs (5)
512
internal MulticlassClassificationScorer(IHostEnvironment env, Arguments args,
IDataView
data, ISchemaBoundMapper mapper, RoleMappedSchema trainSchema)
518
private MulticlassClassificationScorer(IHostEnvironment env, MulticlassClassificationScorer transform,
IDataView
newSource)
523
private MulticlassClassificationScorer(IHost host, ModelLoadContext ctx,
IDataView
input)
533
private static MulticlassClassificationScorer Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
554
private protected override IDataTransform ApplyToDataCore(IHostEnvironment env,
IDataView
newSource)
Scorers\PredictedLabelScorerBase.cs (3)
276
private protected PredictedLabelScorerBase(ScorerArgumentsBase args, IHostEnvironment env,
IDataView
data,
303
IDataView
newSource, string registrationName)
311
private protected PredictedLabelScorerBase(IHost host, ModelLoadContext ctx,
IDataView
input,
Scorers\PredictionTransformer.cs (4)
135
/// Gets the output schema resulting from the <see cref="Transform(
IDataView
)"/>
145
/// <returns>The transformed <see cref="
IDataView
"/></returns>
146
public
IDataView
Transform(
IDataView
input)
Scorers\QuantileRegressionScorer.cs (1)
32
private static IDataScorerTransform Create(IHostEnvironment env, Arguments args,
IDataView
data, ISchemaBoundMapper mapper, RoleMappedSchema trainSchema)
Scorers\RowToRowScorerBase.cs (6)
41
private protected RowToRowScorerBase(IHostEnvironment env,
IDataView
input, string registrationName, ISchemaBindableMapper bindable)
49
private protected RowToRowScorerBase(IHost host, ModelLoadContext ctx,
IDataView
input)
69
private protected abstract IDataTransform ApplyToDataCore(IHostEnvironment env,
IDataView
newSource);
71
IDataTransform ITransformTemplate.ApplyToData(IHostEnvironment env,
IDataView
newSource)
73
internal
IDataView
ApplyToData(IHostEnvironment env,
IDataView
newSource)
TrainCatalog.cs (20)
39
public readonly
IDataView
Scores;
45
public CrossValidationResult(ITransformer model,
IDataView
scores, int fold)
69
public readonly
IDataView
ScoredHoldOutSet;
75
internal CrossValidationResult(ITransformer model, T metrics,
IDataView
scores, int fold)
89
private protected CrossValidationResult[] CrossValidateTrain(
IDataView
data, IEstimator<ITransformer> estimator,
106
IDataView
scoredTest;
202
public CalibratedBinaryClassificationMetrics Evaluate(
IDataView
data, string labelColumnName = DefaultColumnNames.Label, string scoreColumnName = DefaultColumnNames.Score,
223
public BinaryClassificationMetrics EvaluateNonCalibrated(
IDataView
data, string labelColumnName = DefaultColumnNames.Label, string scoreColumnName = DefaultColumnNames.Score,
250
IDataView
data, IEstimator<ITransformer> estimator, int numberOfFolds = 5, string labelColumnName = DefaultColumnNames.Label,
275
IDataView
data, IEstimator<ITransformer> estimator, int numberOfFolds = 5, string labelColumnName = DefaultColumnNames.Label,
441
public ClusteringMetrics Evaluate(
IDataView
data,
474
IDataView
data, IEstimator<ITransformer> estimator, int numberOfFolds = 5, string labelColumnName = null, string featuresColumnName = null,
522
public MulticlassClassificationMetrics Evaluate(
IDataView
data, string labelColumnName = DefaultColumnNames.Label, string scoreColumnName = DefaultColumnNames.Score,
554
IDataView
data, IEstimator<ITransformer> estimator, int numberOfFolds = 5, string labelColumnName = DefaultColumnNames.Label,
599
public RegressionMetrics Evaluate(
IDataView
data, string labelColumnName = DefaultColumnNames.Label, string scoreColumnName = DefaultColumnNames.Score)
624
IDataView
data, IEstimator<ITransformer> estimator, int numberOfFolds = 5, string labelColumnName = DefaultColumnNames.Label,
670
public RankingMetrics Evaluate(
IDataView
data,
684
public RankingMetrics Evaluate(
IDataView
data,
715
IDataView
data, IEstimator<ITransformer> estimator, int numberOfFolds = 5, string labelColumnName = DefaultColumnNames.Label,
762
public AnomalyDetectionMetrics Evaluate(
IDataView
data, string labelColumnName = DefaultColumnNames.Label, string scoreColumnName = DefaultColumnNames.Score,
Training\TrainerEstimatorBase.cs (5)
77
public TTransformer Fit(
IDataView
input) => TrainTransformer(input);
144
private protected TTransformer TrainTransformer(
IDataView
trainSet,
145
IDataView
validationSet = null, IPredictor initPredictor = null)
165
private protected virtual RoleMappedData MakeRoles(
IDataView
data) =>
197
private protected override RoleMappedData MakeRoles(
IDataView
data) =>
Training\TrainerInputBase.cs (3)
22
/// that the user will use the <see cref="IEstimator{TTransformer}.Fit(
IDataView
)"/> or some other train
27
internal
IDataView
TrainingData;
44
/// is that the user will use the <see cref="DataOperationsCatalog.Cache(
IDataView
, string[])"/> or other method
Training\TrainerUtils.cs (2)
617
/// The typed analog to <see cref="
IDataView
.GetRowCursor(IEnumerable{DataViewSchema.Column},Random)"/>.
634
/// The typed analog to <see cref="
IDataView
.GetRowCursorSet"/>, this provides a
Transforms\BootstrapSamplingTransformer.cs (5)
78
public BootstrapSamplingTransformer(IHostEnvironment env, Options options,
IDataView
input)
94
/// <param name="input">Input <see cref="
IDataView
"/>. This is the output from previous transform or loader.</param>
100
IDataView
input,
109
private BootstrapSamplingTransformer(IHost host, ModelLoadContext ctx,
IDataView
input)
153
public static BootstrapSamplingTransformer Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
Transforms\ColumnConcatenatingEstimator.cs (1)
69
public ColumnConcatenatingTransformer Fit(
IDataView
input)
Transforms\ColumnConcatenatingTransformer.cs (3)
369
internal static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
389
internal static IDataTransform Create(IHostEnvironment env, TaggedOptions options,
IDataView
input)
411
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
Transforms\ColumnCopying.cs (2)
147
internal static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
180
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
Transforms\ColumnSelecting.cs (20)
20
[assembly: LoadableClass(ColumnSelectingTransformer.Summary, typeof(
IDataView
), typeof(ColumnSelectingTransformer), null, typeof(SignatureLoadDataTransform),
27
[assembly: LoadableClass("", typeof(
IDataView
), typeof(ColumnSelectingTransformer), null, typeof(SignatureLoadDataTransform),
31
[assembly: LoadableClass("", typeof(
IDataView
), typeof(ColumnSelectingTransformer), null, typeof(SignatureLoadDataTransform),
37
/// Keeps or drops selected columns from an <see cref="
IDataView
"/>.
265
private static ColumnSelectingTransformer LoadDropColumnsTransform(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
329
private static ColumnSelectingTransformer LoadChooseColumnsTransform(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
402
private static
IDataView
Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
426
internal static
IDataView
CreateKeep(IHostEnvironment env,
IDataView
input, string[] keepColumns, bool keepHidden = false)
430
internal static
IDataView
CreateDrop(IHostEnvironment env,
IDataView
input, params string[] dropColumns)
434
private static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
507
/// Note that <see cref="
IDataView
"/>'s are lazy, so no actual transformations happen here, just schema validation.
509
public
IDataView
Transform(
IDataView
input)
659
public SelectColumnsDataTransform(IHostEnvironment env, ColumnSelectingTransformer transform, Mapper mapper,
IDataView
input)
669
public
IDataView
Source { get; }
673
DataViewSchema
IDataView
.Schema => OutputSchema;
728
IDataTransform ITransformTemplate.ApplyToData(IHostEnvironment env,
IDataView
newSource)
Transforms\ConversionsExtensionsCatalog.cs (16)
126
/// <see cref="MapValueToKey(TransformsCatalog.ConversionTransforms, InputOutputColumnPair[], int, ValueToKeyMappingEstimator.KeyOrdinality, bool,
IDataView
)"/></remarks>
147
/// <see cref="MapValueToKey(TransformsCatalog.ConversionTransforms, InputOutputColumnPair[], int, ValueToKeyMappingEstimator.KeyOrdinality, bool,
IDataView
)"/></remarks>
238
/// the mapping from the input data during training. If specified, this should be a single column <see cref="
IDataView
"/> containing the values.
253
IDataView
keyData = null)
273
/// the mapping from the input data during training. If specified, this should be a single column <see cref="
IDataView
"/> containing the values.
287
IDataView
keyData = null)
308
ValueToKeyMappingEstimator.ColumnOptions[] columns,
IDataView
keyData = null)
342
var
lookupMap = DataViewHelper.CreateDataView(catalog.GetEnvironment(), keys, values,
374
var
lookupMap = DataViewHelper.CreateDataView(catalog.GetEnvironment(), keys, values,
408
var
lookupMap = DataViewHelper.CreateDataView(catalog.GetEnvironment(), keys, values,
447
var
lookupMap = DataViewHelper.CreateDataView(catalog.GetEnvironment(), keys, values,
478
var
lookupMap = DataViewHelper.CreateDataView(catalog.GetEnvironment(), keys, values,
496
/// <param name="lookupMap">An instance of <see cref="
IDataView
"/> that contains the <paramref name="keyColumn"/> and <paramref name="valueColumn"/> columns.</param>
510
string outputColumnName,
IDataView
lookupMap, DataViewSchema.Column keyColumn, DataViewSchema.Column valueColumn, string inputColumnName = null)
523
/// <param name="lookupMap">An instance of <see cref="
IDataView
"/> that contains the <paramref name="keyColumn"/> and <paramref name="valueColumn"/> columns.</param>
530
IDataView
lookupMap, DataViewSchema.Column keyColumn, DataViewSchema.Column valueColumn, params InputOutputColumnPair[] columns)
Transforms\ExtensionsCatalog.cs (3)
119
/// Create a <see cref="ColumnSelectingEstimator"/>, which drops a given list of columns from an <see cref="
IDataView
"/>. Any column not specified will
136
/// Create a <see cref="ColumnSelectingEstimator"/>, which keeps a given list of columns in an <see cref="
IDataView
"/> and drops the others.
157
/// Create a <see cref="ColumnSelectingEstimator"/>, which keeps a given list of columns in an <see cref="
IDataView
"/> and drops the others.
Transforms\FeatureContributionCalculationTransformer.cs (1)
378
var
outData = new FeatureContributionCalculatingTransformer(host, predictor, options.FeatureColumn, options.Top, options.Bottom, options.Normalize).Transform(options.Data);
Transforms\GenerateNumberTransform.cs (5)
266
/// <param name="input">Input <see cref="
IDataView
"/>. This is the output from previous transform or loader.</param>
270
public GenerateNumberTransform(IHostEnvironment env,
IDataView
input, string name, uint? seed = null, bool useCounter = Defaults.UseCounter)
278
public GenerateNumberTransform(IHostEnvironment env, Options options,
IDataView
input)
287
private GenerateNumberTransform(IHost host, ModelLoadContext ctx,
IDataView
input)
300
public static GenerateNumberTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
Transforms\Hashing.cs (4)
192
internal HashingTransformer(IHostEnvironment env,
IDataView
input, params HashingEstimator.ColumnOptions[] columns) :
319
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
327
private static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
1947
public HashingTransformer Fit(
IDataView
input) => new HashingTransformer(_host, input, _columns);
Transforms\KeyToValue.cs (2)
102
internal static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
133
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
Transforms\KeyToVector.cs (2)
193
private static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
214
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
Transforms\LabelConvertTransform.cs (5)
74
/// <param name="input">Input <see cref="
IDataView
"/>. This is the output from previous transform or loader.</param>
77
public LabelConvertTransform(IHostEnvironment env,
IDataView
input, string outputColumnName, string inputColumnName = null)
82
public LabelConvertTransform(IHostEnvironment env, Arguments args,
IDataView
input)
90
private LabelConvertTransform(IHost host, ModelLoadContext ctx,
IDataView
input)
102
public static LabelConvertTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
Transforms\LabelIndicatorTransform.cs (6)
79
ModelLoadContext ctx,
IDataView
input)
90
Options options,
IDataView
input)
120
/// <param name="input">Input <see cref="
IDataView
"/>. This is the output from previous transform or loader.</param>
125
IDataView
input,
133
internal LabelIndicatorTransform(IHostEnvironment env, Options options,
IDataView
input)
147
private LabelIndicatorTransform(IHost host, ModelLoadContext ctx,
IDataView
input)
Transforms\NAFilter.cs (5)
85
/// <param name="input">Input <see cref="
IDataView
"/>. This is the output from previous transform or loader.</param>
88
public NAFilter(IHostEnvironment env,
IDataView
input, bool complement = Defaults.Complement, params string[] columns)
93
public NAFilter(IHostEnvironment env, Arguments args,
IDataView
input)
123
public NAFilter(IHost host, ModelLoadContext ctx,
IDataView
input)
159
public static NAFilter Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
Transforms\NopTransform.cs (6)
28
public
IDataView
Source { get; }
36
public static IDataTransform CreateIfNeeded(IHostEnvironment env,
IDataView
input)
44
private NopTransform(IHostEnvironment env,
IDataView
input)
70
public static NopTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
80
private NopTransform(IHost host, ModelLoadContext ctx,
IDataView
input)
108
DataViewSchema
IDataView
.Schema => OutputSchema;
Transforms\NormalizeColumn.cs (8)
293
/// <param name="input">Input <see cref="
IDataView
"/>. This is the output from previous transform or loader.</param>
296
public static
IDataView
CreateMinMaxNormalizer(IHostEnvironment env,
IDataView
input, string outputColumnName, string inputColumnName = null)
307
internal static IDataTransform Create(IHostEnvironment env, MinMaxArguments args,
IDataView
input)
325
internal static IDataTransform Create(IHostEnvironment env, MeanVarArguments args,
IDataView
input)
345
internal static IDataTransform Create(IHostEnvironment env, LogMeanVarArguments args,
IDataView
input)
365
internal static IDataTransform Create(IHostEnvironment env, BinArguments args,
IDataView
input)
386
internal static IDataTransform Create(IHostEnvironment env, RobustScalingArguments args,
IDataView
input)
Transforms\Normalizer.cs (5)
334
public NormalizingTransformer Fit(
IDataView
input)
531
internal static NormalizingTransformer Train(IHostEnvironment env,
IDataView
data, NormalizingEstimator.ColumnOptionsBase[] columns)
635
private NormalizingTransformer(IHost host, ModelLoadContext ctx,
IDataView
input)
664
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
715
internal new IDataTransform MakeDataTransform(
IDataView
input)
Transforms\PerGroupTransformBase.cs (4)
94
DataViewSchema
IDataView
.Schema => OutputSchema;
98
public
IDataView
Source { get; }
102
protected PerGroupTransformBase(IHostEnvironment env,
IDataView
input, string labelCol, string scoreCol, string groupCol, string registrationName)
117
protected PerGroupTransformBase(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input, string registrationName)
Transforms\RangeFilter.cs (5)
85
/// <param name="input">Input <see cref="
IDataView
"/>. This is the output from previous transform or loader.</param>
90
public RangeFilter(IHostEnvironment env,
IDataView
input, string column, Double lowerBound, Double upperBound, bool includeUpperBound)
95
public RangeFilter(IHostEnvironment env, Options options,
IDataView
input)
134
private RangeFilter(IHost host, ModelLoadContext ctx,
IDataView
input)
167
public static RangeFilter Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
Transforms\RowShufflingTransformer.cs (8)
88
private readonly
IDataView
_subsetInput;
94
/// <param name="input">Input <see cref="
IDataView
"/>. This is the output from previous transform or loader.</param>
99
IDataView
input,
110
public RowShufflingTransformer(IHostEnvironment env, Options options,
IDataView
input)
129
private RowShufflingTransformer(IHost host, ModelLoadContext ctx,
IDataView
input)
152
public static RowShufflingTransformer Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
189
private static
IDataView
SelectCachableColumns(
IDataView
data, IHostEnvironment env)
Transforms\RowToRowTransformerBase.cs (3)
47
public
IDataView
Transform(
IDataView
input) => MakeDataTransform(input);
50
private protected RowToRowMapperTransform MakeDataTransform(
IDataView
input)
Transforms\SkipTakeFilter.cs (10)
88
private SkipTakeFilter(long skip, long take, IHostEnvironment env,
IDataView
input)
103
/// <param name="input">Input <see cref="
IDataView
"/>.</param>
104
internal SkipTakeFilter(IHostEnvironment env, SkipOptions options,
IDataView
input)
114
/// <param name="input">Input <see cref="
IDataView
"/>.</param>
115
internal SkipTakeFilter(IHostEnvironment env, TakeOptions options,
IDataView
input)
120
IDataTransform ITransformTemplate.ApplyToData(IHostEnvironment env,
IDataView
newSource)
123
public static SkipTakeFilter Create(IHostEnvironment env, Options options,
IDataView
input)
134
public static SkipTakeFilter Create(IHostEnvironment env, SkipOptions options,
IDataView
input)
142
public static SkipTakeFilter Create(IHostEnvironment env, TakeOptions options,
IDataView
input)
151
public static SkipTakeFilter Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
Transforms\SlotsDroppingTransformer.cs (2)
314
private static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
321
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
Transforms\TrainAndScoreTransformer.cs (12)
42
public IComponentFactory<
IDataView
, ISchemaBoundMapper, RoleMappedSchema, IDataScorerTransform> Scorer;
57
/// <param name="input">Input <see cref="
IDataView
"/>.</param>
62
IDataView
input,
78
private static IDataTransform Create(IHostEnvironment env, Arguments args,
IDataView
input)
159
public IComponentFactory<
IDataView
, ISchemaBoundMapper, RoleMappedSchema, IDataScorerTransform> Scorer;
172
/// <param name="input">Input <see cref="
IDataView
"/>.</param>
178
IDataView
input,
202
private static IDataTransform Create(IHostEnvironment env, Arguments args,
IDataView
input)
214
internal static IDataTransform Create(IHostEnvironment env, Arguments args,
IDataView
input, IComponentFactory<IPredictor, ISchemaBindableMapper> mapperFactory)
226
private static IDataTransform Create(IHostEnvironment env, Arguments args, ITrainer trainer,
IDataView
input, IComponentFactory<IPredictor, ISchemaBindableMapper> mapperFactory)
249
public static RoleMappedData CreateDataFromArgs(IExceptionContext ectx,
IDataView
input,
257
private static RoleMappedData CreateDataFromArgs(IExceptionContext ectx,
IDataView
input,
Transforms\TransformBase.cs (16)
25
public
IDataView
Source { get; }
27
protected TransformBase(IHostEnvironment env, string name,
IDataView
input)
37
protected TransformBase(IHost host,
IDataView
input)
57
/// Explicit interface implementation hides <see cref="
IDataView
.Schema"/> in all derived classes. The reason
59
/// Thus, this field will be eventually removed while legacy code can still access <see cref="
IDataView
.Schema"/> for now.
61
DataViewSchema
IDataView
.Schema => OutputSchema;
110
protected RowToRowTransformBase(IHostEnvironment env, string name,
IDataView
input)
115
protected RowToRowTransformBase(IHost host,
IDataView
input)
130
private protected FilterBase(IHostEnvironment env, string name,
IDataView
input)
136
private protected FilterBase(IHost host,
IDataView
input)
157
protected RowToRowMapperTransformBase(IHostEnvironment env, string name,
IDataView
input)
162
protected RowToRowMapperTransformBase(IHost host,
IDataView
input)
499
IDataView
input, Func<DataViewType, string> testType)
513
IDataView
input, Func<DataViewType, string> testType)
527
IDataView
input, Func<DataViewType, string> testType)
544
IDataView
newInput, Func<DataViewType, string> checkType)
Transforms\TransformInputBase.cs (2)
20
/// create an <see cref="ITransformer"/> is to use the <see cref="IEstimator{TTransformer}.Fit(
IDataView
)"/> method.
24
internal
IDataView
Data;
Transforms\TypeConverting.cs (2)
295
internal static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
344
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
Transforms\ValueMapping.cs (20)
65
/// <seealso cref="ConversionsExtensionsCatalog.MapValue(TransformsCatalog.ConversionTransforms, string,
IDataView
, DataViewSchema.Column, DataViewSchema.Column, string)"/>
74
/// <param name="lookupMap">An instance of <see cref="
IDataView
"/> that contains the key and value columns.</param>
78
internal ValueMappingEstimator(IHostEnvironment env,
IDataView
lookupMap, DataViewSchema.Column keyColumn, DataViewSchema.Column valueColumn, params (string outputColumnName, string inputColumnName)[] columns)
173
/// <param name="lookupMap">A <see cref="
IDataView
"/> containing key column and value column.</param>
177
internal ValueMappingEstimator(IHostEnvironment env,
IDataView
lookupMap, DataViewSchema.Column keyColumn, DataViewSchema.Column valueColumn, params (string outputColumnName, string inputColumnName)[] columns)
257
internal static
IDataView
CreateDataView<TKey, TValue>(IHostEnvironment env,
274
internal static
IDataView
CreateDataView<TKey, TValue>(IHostEnvironment env,
431
internal ValueMappingTransformer(IHostEnvironment env,
IDataView
lookupMap,
441
private ValueMap CreateValueMapFromDataView(
IDataView
dataView, DataViewSchema.Column keyColumn, DataViewSchema.Column valueColumn)
469
IDataView
loader,
549
IDataView
idv,
598
var
lookupMap = DataViewHelper.CreateDataView(env, keys, values, keyColumnName, valueColumnName, treatValuesAsKeyTypes);
602
private static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
614
IDataView
loader;
655
var
textLoader = TextLoader.LoadFile(env, txtArgs, fileSource);
761
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
821
public abstract
IDataView
GetDataView(IHostEnvironment env);
946
public override
IDataView
GetDataView(IHostEnvironment env)
983
private static byte[] GetBytesFromDataView(IHost host,
IDataView
lookup, string keyColumn, string valueColumn)
1003
var
view = new ColumnCopyingTransformer(host, cols.ToArray()).Transform(lookup);
Transforms\ValueToKeyMappingEstimator.cs (7)
43
/// <seealso cref="ConversionsExtensionsCatalog.MapValueToKey(TransformsCatalog.ConversionTransforms, InputOutputColumnPair[], int, KeyOrdinality, bool,
IDataView
)"/>
44
/// <seealso cref="ConversionsExtensionsCatalog.MapValueToKey(TransformsCatalog.ConversionTransforms, string, string, int, KeyOrdinality, bool,
IDataView
)"/>
45
/// <seealso cref="ConversionsExtensionsCatalog.MapValueToKey(TransformsCatalog.ConversionTransforms, InputOutputColumnPair[], int, ValueToKeyMappingEstimator.KeyOrdinality, bool,
IDataView
)"/>
46
/// <seealso cref="ConversionsExtensionsCatalog.MapValueToKey(TransformsCatalog.ConversionTransforms, string, string, int, ValueToKeyMappingEstimator.KeyOrdinality, bool,
IDataView
)"/>
135
private readonly
IDataView
_keyData;
152
internal ValueToKeyMappingEstimator(IHostEnvironment env, ColumnOptionsBase[] columns,
IDataView
keyData = null)
172
public ValueToKeyMappingTransformer Fit(
IDataView
input) => new ValueToKeyMappingTransformer(_host, input, _columns, _keyData, false);
Transforms\ValueToKeyMappingTransformer.cs (12)
245
internal ValueToKeyMappingTransformer(IHostEnvironment env,
IDataView
input,
250
internal ValueToKeyMappingTransformer(IHostEnvironment env,
IDataView
input,
251
ValueToKeyMappingEstimator.ColumnOptionsBase[] columns,
IDataView
keyData, bool autoConvert)
267
internal static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
302
var
keyData = GetKeyDataViewOrNull(env, ch, options.DataFile, options.TermsColumn, options.Loader, out bool autoLoaded);
363
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
371
/// Returns a single-column <see cref="
IDataView
"/>, based on values from <see cref="Options"/>,
386
internal static
IDataView
GetKeyDataViewOrNull(IHostEnvironment env, IChannel ch,
406
IDataView
keyData;
467
private static TermMap CreateTermMapFromData(IHostEnvironment env, IChannel ch,
IDataView
keyData, bool autoConvert, Builder bldr)
515
IDataView
keyData, ValueToKeyMappingEstimator.ColumnOptionsBase[] columns,
IDataView
trainingData, bool autoConvert)
Utilities\ApplyTransformUtils.cs (6)
26
public static IDataTransform ApplyTransformToData(IHostEnvironment env, IDataTransform transform,
IDataView
newSource)
67
public static
IDataView
ApplyAllTransformsToData(IHostEnvironment env,
IDataView
chain,
IDataView
newSource,
IDataView
oldSource = null)
100
IDataView
newChain = newSource;
Utilities\ColumnCursor.cs (10)
12
/// Extension methods that allow to extract values of a single column of an <see cref="
IDataView
"/> as an
25
public static IEnumerable<T> GetColumn<T>(this
IDataView
data, string columnName)
34
public static IEnumerable<T> GetColumn<T>(this
IDataView
data, DataViewSchema.Column column)
66
Func<
IDataView
, int, Func<int, T>, IEnumerable<T>> del = GetColumnConvert;
79
Func<
IDataView
, int, IEnumerable<int[]>> del = GetColumnArrayDirect<int>;
87
Func<
IDataView
, int, Func<int, long>, IEnumerable<long[]>> del = GetColumnArrayConvert;
98
private static IEnumerable<T> GetColumnDirect<T>(
IDataView
data, int col)
116
private static IEnumerable<TOut> GetColumnConvert<TOut, TData>(
IDataView
data, int col, Func<TData, TOut> convert)
134
private static IEnumerable<T[]> GetColumnArrayDirect<T>(
IDataView
data, int col)
156
private static IEnumerable<TOut[]> GetColumnArrayConvert<TOut, TData>(
IDataView
data, int col, Func<TData, TOut> convert)
Utilities\ComponentCreation.cs (9)
29
public static
IDataView
Zip(this IHostEnvironment env, IEnumerable<
IDataView
> sources)
47
public static RoleMappedData CreateExamples(this IHostEnvironment env,
IDataView
data, string features, string label = null,
69
public static
IDataView
LoadTransforms(this IHostEnvironment env, Stream modelStream,
IDataView
data)
125
public static IDataTransform CreateTransform<TArgs>(this IHostEnvironment env, TArgs arguments,
IDataView
source)
136
public static IDataTransform CreateTransform(this IHostEnvironment env, string settings,
IDataView
source)
140
Type factoryType = typeof(IComponentFactory<
IDataView
, IDataTransform>);
163
Type factoryType = typeof(IComponentFactory<
IDataView
, ISchemaBoundMapper, RoleMappedSchema, IDataScorerTransform>);
Utilities\ModelFileUtils.cs (9)
43
public static
IDataView
LoadPipeline(IHostEnvironment env, Stream modelStream, IMultiStreamSource files, bool extractInnerPipe = false)
63
public static
IDataView
LoadPipeline(IHostEnvironment env, RepositoryReader rep, IMultiStreamSource files, bool extractInnerPipe = false)
83
IDataView
result = loader;
104
public static
IDataView
LoadTransforms(IHostEnvironment env,
IDataView
data, Stream modelStream)
126
public static
IDataView
LoadTransforms(IHostEnvironment env,
IDataView
data, RepositoryReader rep)
261
var
view = builder.GetDataView();
299
var
loader = new TextLoader(env, dataSample: repoStreamWrapper).Load(repoStreamWrapper);
Utilities\TypeParsingUtils.cs (1)
14
/// Utilities to parse command-line representations of <see cref="
IDataView
"/> types.
Microsoft.ML.DataView (12)
DataViewRowId.cs (1)
12
/// A structure serving as the identifier of a row of <see cref="
IDataView
"/>.
DataViewSchema.cs (1)
15
/// Represents the schema of an <see cref="
IDataView
"/> or an <see cref="DataViewRow"/>.
DataViewType.cs (4)
13
/// This is the abstract base class for all types in the <see cref="
IDataView
"/> type system.
16
/// Those that wish to extend the <see cref="
IDataView
"/> type system should derive from one of
470
/// <see cref="DataViewTypeAttribute"/> should be used to decorated class properties and fields, if that class' instances will be loaded as ML.NET <see cref="
IDataView
"/>.
473
/// in <see cref="
IDataView
"/> would be the associated <see cref="DataViewType"/>.
IDataView.cs (6)
87
/// A logical row of data. May be a row of an <see cref="
IDataView
"/> or a stand-alone row.
105
/// <see cref="
IDataView
.GetRowCursorSet(IEnumerable{DataViewSchema.Column}, int, Random)"/>. When getting a set, there is a need
110
/// identically configured <see cref="
IDataView
.GetRowCursor(IEnumerable{DataViewSchema.Column}, Random)"/>. So: for any cursor
113
/// <see cref="
IDataView
.GetRowCursorSet(IEnumerable{DataViewSchema.Column}, int, Random)"/>. In this way, order is determined by
129
/// instances to iterate over what is supposed to be the same data, for example, in a <see cref="
IDataView
"/>
184
/// Class used to cursor through rows of an <see cref="
IDataView
"/>.
Microsoft.ML.Ensemble (13)
EnsembleUtils.cs (1)
35
var
view = LambdaColumnMapper.Create(
EntryPoints\CreateEnsemble.cs (3)
90
private static void GetPipeline(IHostEnvironment env, InputBase input, out
IDataView
startingData, out RoleMappedData transformedData)
139
GetPipeline(host, input, out
IDataView
startingData, out RoleMappedData transformedData);
174
GetPipeline(host, input, out
IDataView
startingData, out RoleMappedData transformedData);
EntryPoints\PipelineEnsemble.cs (4)
20
public
IDataView
[] Summaries;
23
public
IDataView
[] Stats;
47
var summaries = new
IDataView
[ensemble.PredictorModels.Length];
48
var stats = new
IDataView
[ensemble.PredictorModels.Length];
OutputCombiners\BaseStacking.cs (3)
143
var
view = CreateDataView(host, ch, data, maps, models);
152
private
IDataView
CreateDataView(IHostEnvironment env, IChannel ch, RoleMappedData data, ValueMapper<VBuffer<Single>,
169
private
IDataView
CreateDataView<T>(IHostEnvironment env, IChannel ch, RoleMappedData data, ValueMapper<VBuffer<Single>, TOutput>[] maps,
PipelineEnsemble.cs (1)
322
public IPredictor Calibrate(IChannel ch,
IDataView
data, ICalibratorTrainer caliTrainer, int maxRows)
Selector\SubModelSelector\BaseSubModelSelector.cs (1)
94
if (!metricsDict.TryGetValue(MetricKinds.OverallMetrics, out
IDataView
metricsView))
Microsoft.ML.EntryPoints (108)
CrossValidationMacro.cs (39)
29
public Var<
IDataView
> Data;
44
public
IDataView
Data;
102
public
IDataView
Warnings;
105
public
IDataView
OverallMetrics;
108
public
IDataView
PerInstanceMetrics;
111
public
IDataView
ConfusionMatrix;
117
public
IDataView
[] OverallMetrics;
120
public
IDataView
[] PerInstanceMetrics;
123
public
IDataView
[] ConfusionMatrix;
126
public
IDataView
[] Warnings;
147
public
IDataView
Warnings;
150
public
IDataView
OverallMetrics;
153
public
IDataView
PerInstanceMetrics;
156
public
IDataView
ConfusionMatrix;
186
var splitOutputTrainData = new ArrayVar<
IDataView
>();
187
var splitOutputTestData = new ArrayVar<
IDataView
>();
196
var warningsVars = new Var<
IDataView
>[input.NumFolds];
197
var overallMetricsVars = new Var<
IDataView
>[input.NumFolds];
198
var instanceMetricsVars = new Var<
IDataView
>[input.NumFolds];
199
var confusionMatrixVars = new Var<
IDataView
>[input.NumFolds];
226
args.Inputs.Data = new Var<
IDataView
>
276
var warningVar = new Var<
IDataView
>();
279
var overallMetric = new Var<
IDataView
>();
282
var instanceMetric = new Var<
IDataView
>();
285
var confusionMatrix = new Var<
IDataView
>();
296
var warningsArrayVar = new ArrayVar<
IDataView
>();
297
var overallArrayVar = new ArrayVar<
IDataView
>();
298
var instanceArrayVar = new ArrayVar<
IDataView
>();
299
ArrayVar<
IDataView
> confusionMatrixArrayVar = null;
306
confusionMatrixArrayVar = new ArrayVar<
IDataView
>();
338
var combineWarningVar = new Var<
IDataView
>();
341
var combineOverallMetric = new Var<
IDataView
>();
344
var combineInstanceMetric = new Var<
IDataView
>();
349
var combineConfusionMatrix = new Var<
IDataView
>();
372
var warnings = input.Warnings != null ? new List<
IDataView
>(input.Warnings) : new List<
IDataView
>();
384
var
overall = eval.GetOverallResults(input.OverallMetrics);
387
IDataView
conf = null;
394
var
idv = input.ConfusionMatrix[i];
CVSplit.cs (6)
25
public
IDataView
Data;
37
public
IDataView
[] TrainData;
40
public
IDataView
[] TestData;
55
var
data = input.Data;
62
TrainData = new
IDataView
[n],
63
TestData = new
IDataView
[n]
DataViewReference.cs (2)
19
public
IDataView
Data;
25
public
IDataView
Data;
FeatureCombiner.cs (8)
54
var
viewTrain = input.Data;
87
private static
IDataView
ApplyKeyToVec(List<KeyToVectorMappingEstimator.ColumnOptions> ktv,
IDataView
viewTrain, IHost host)
115
private static string GetTerms(
IDataView
data, string colName)
142
private static
IDataView
ApplyConvert(List<TypeConvertingEstimator.ColumnOptions> cvt,
IDataView
viewTrain, IHostEnvironment env)
281
var
xf = new KeyToValueMappingTransformer(host, input.PredictedLabelColumn).Transform(input.Data);
303
var
xf = new TypeConvertingTransformer(host, new TypeConvertingEstimator.ColumnOptions(input.LabelColumn, DataKind.Single, input.LabelColumn)).Transform(input.Data);
ImportTextData.cs (2)
16
/// A component for importing text files as <see cref="
IDataView
"/>.
32
public
IDataView
Data;
JsonUtils\ExecuteGraphCommand.cs (6)
113
IDataView
loader = new BinaryLoader(_host, new BinaryLoader.Arguments(), path);
146
var
idv = runner.GetOutput<
IDataView
>(varName);
177
var idvArray = runner.GetOutputOrDefault<
IDataView
[]>(varName);
199
private void SaveArrayToFile(
IDataView
[] array, string partialPath, string extension)
224
private void SaveDataView(
IDataView
idv, string path, string extension)
MacroUtils.cs (3)
101
public
IDataView
[] Data;
107
public
IDataView
[] OutputData;
144
Var<
IDataView
>[] vars, string outputVarName)
ModelOperations.cs (1)
80
public
IDataView
OutputData;
OneVersusAllMacro.cs (1)
67
var remappedLabelVar = new Var<
IDataView
>();
PermutationFeatureImportance.cs (12)
31
IDataView
result = PermutationFeatureImportanceUtils.GetMetrics(env, predictor, roleMappedData, input);
39
public
IDataView
Metrics;
59
internal static
IDataView
GetMetrics(
67
IDataView
result;
84
private static
IDataView
GetBinaryMetrics(
137
var
result = dataOps.LoadFromEnumerable(metrics);
141
private static
IDataView
GetMulticlassMetrics(
196
var
result = dataOps.LoadFromEnumerable(metrics, schema);
200
private static
IDataView
GetRegressionMetrics(
247
var
result = dataOps.LoadFromEnumerable(metrics);
251
private static
IDataView
GetRankingMetrics(
303
var
result = dataOps.LoadFromEnumerable(metrics, schema);
ScoreColumnSelector.cs (3)
29
var
view = input.Data;
104
var
copyColumn = new ColumnCopyingTransformer(env, copyCols.ToArray()).Transform(input.Data);
105
var
dropColumn = ColumnSelectingTransformer.CreateDrop(env, copyColumn, copyCols.Select(c => c.source).ToArray());
ScoreModel.cs (6)
28
public
IDataView
Data;
40
public
IDataView
Data;
49
public
IDataView
ScoredData;
75
var
inputData = input.Data;
78
IDataView
scoredPipe;
128
IDataView
scoredPipe;
TrainTestMacro.cs (13)
23
public Var<
IDataView
> Data;
36
public
IDataView
TrainingData;
40
public
IDataView
TestingData;
84
public
IDataView
Warnings;
87
public
IDataView
OverallMetrics;
90
public
IDataView
PerInstanceMetrics;
93
public
IDataView
ConfusionMatrix;
96
public
IDataView
TrainingWarnings;
99
public
IDataView
TrainingOverallMetrics;
102
public
IDataView
TrainingPerInstanceMetrics;
105
public
IDataView
TrainingConfusionMatrix;
201
var scoreNodeOutputScoredData = new Var<
IDataView
>();
235
scoreNodeOutputScoredData = new Var<
IDataView
>();
TrainTestSplit.cs (6)
21
public
IDataView
Data;
33
public
IDataView
TrainData;
36
public
IDataView
TestData;
52
var
data = input.Data;
55
IDataView
trainData = new RangeFilter(host,
59
IDataView
testData = new RangeFilter(host,
Microsoft.ML.Fairlearn (16)
AutoML\AutoMLExperimentExtension.cs (1)
60
var
trainData = datasetManager.LoadTrainDataset(context, new TrialSettings
Metrics\FairlearnMetricCatalog.cs (7)
24
public BinaryGroupMetric BinaryClassification(
IDataView
eval, string labelColumn, string predictedColumn, string sensitiveFeatureColumn, string scoreColumn = "Score")
31
public RegressionGroupMetric Regression(
IDataView
eval, string labelColumn, string scoreColumn, string sensitiveFeatureColumn)
40
private readonly
IDataView
_eval;
47
public BinaryGroupMetric(MLContext context,
IDataView
eval, string labelColumn, string predictedColumn, string sensitiveFeatureColumn, string scoreColumn)
69
var
data = convertToString.Fit(_eval).Transform(_eval);
149
private readonly
IDataView
_eval;
155
public RegressionGroupMetric(
IDataView
eval, string labelColumn, string scoreColumn, string sensitiveFeatureColumn)
Reductions\GridSearchTrialRunner.cs (4)
69
var
trainDataset = _datasetManager.LoadTrainDataset(_context, settings);
70
var
validateDataset = _datasetManager.LoadValidateDataset(_context, settings);
78
trainDataset = ZipDataView.Create(_context, new
IDataView
[] { trainDataset, new DataFrame(signWeightColumn) });
81
var
eval = model.Transform(validateDataset);
Reductions\Moment.cs (3)
27
public
IDataView
X { get; protected set; }
44
public virtual void LoadData(
IDataView
features, DataFrameColumn label, StringDataFrameColumn sensitiveFeature)
54
public virtual void LoadData(
IDataView
trainData, string label, string sensitiveColumnName)
Reductions\UtilityParity.cs (1)
67
public override void LoadData(
IDataView
x, DataFrameColumn y, StringDataFrameColumn sensitiveFeature)//, StringDataFrameColumn events = null, StringDataFrameColumn utilities = null)
Microsoft.ML.Fairlearn.Tests (2)
GridSearchTest.cs (1)
93
var
shuffledDataset = context.Data.ShuffleRows(df);
MetricTest.cs (1)
15
IDataView
data;
Microsoft.ML.FastTree (47)
FastTree.cs (3)
1342
IDataView
data = examples.Data;
3394
IDataView
ICanGetSummaryAsIDataView.GetSummaryDataView(RoleMappedSchema schema)
3440
IDataView
ICanGetSummaryAsIDataView.GetSummaryDataView(RoleMappedSchema schema)
FastTreeClassification.cs (2)
309
public BinaryPredictionTransformer<CalibratedModelParametersBase<FastTreeBinaryModelParameters, PlattCalibrator>> Fit(
IDataView
trainData,
IDataView
validationData)
FastTreeRanking.cs (2)
482
public RankingPredictionTransformer<FastTreeRankingModelParameters> Fit(
IDataView
trainData,
IDataView
validationData)
FastTreeRegression.cs (2)
198
public RegressionPredictionTransformer<FastTreeRegressionModelParameters> Fit(
IDataView
trainData,
IDataView
validationData)
FastTreeTweedie.cs (2)
357
public RegressionPredictionTransformer<FastTreeTweedieModelParameters> Fit(
IDataView
trainData,
IDataView
validationData)
GamClassification.cs (2)
180
public BinaryPredictionTransformer<CalibratedModelParametersBase<GamBinaryModelParameters, PlattCalibrator>> Fit(
IDataView
trainData,
IDataView
validationData)
GamModelParameters.cs (1)
722
IDataView
metricsView;
GamRegression.cs (2)
132
public RegressionPredictionTransformer<GamRegressionModelParameters> Fit(
IDataView
trainData,
IDataView
validationData)
RandomForestClassification.cs (2)
372
public BinaryPredictionTransformer<FastForestBinaryModelParameters> Fit(
IDataView
trainData,
IDataView
validationData)
RandomForestRegression.cs (2)
501
public RegressionPredictionTransformer<FastForestRegressionModelParameters> Fit(
IDataView
trainData,
IDataView
validationData)
TreeEnsembleFeaturizationEstimator.cs (14)
16
/// requires an input feature column name and a suffix for all output columns. The <see cref="ITransformer"/> returned by <see cref="Fit(
IDataView
)"/>
29
/// The name of feature column in the <see cref="
IDataView
"/> when calling <see cref="Fit(
IDataView
)"/>.
101
/// All derived class should implement <see cref="PrepareModel(
IDataView
)"/> to tell how to get a <see cref="TreeEnsembleModelParameters"/>
106
private protected abstract TreeEnsembleModelParameters PrepareModel(
IDataView
input);
112
public TreeEnsembleFeaturizationTransformer Fit(
IDataView
input)
153
/// <see cref="IEstimator{TTransformer}.Fit(
IDataView
)"/> produces a featurizer based on the pre-trained model.
204
private protected override TreeEnsembleModelParameters PrepareModel(
IDataView
input) => _modelParameters;
242
private protected override TreeEnsembleModelParameters PrepareModel(
IDataView
input)
285
private protected override TreeEnsembleModelParameters PrepareModel(
IDataView
input)
328
private protected override TreeEnsembleModelParameters PrepareModel(
IDataView
input)
371
private protected override TreeEnsembleModelParameters PrepareModel(
IDataView
input)
414
private protected override TreeEnsembleModelParameters PrepareModel(
IDataView
input)
457
private protected override TreeEnsembleModelParameters PrepareModel(
IDataView
input)
TreeEnsembleFeaturizer.cs (9)
589
TreeEnsembleFeaturizerBindableMapper.Arguments args,
IDataView
data, ISchemaBoundMapper mapper, RoleMappedSchema trainSchema)
612
private static IDataTransform Create(IHostEnvironment env, Arguments args,
IDataView
input)
676
trainScoreArgs.Scorer = ComponentFactoryUtils.CreateFromFunction<
IDataView
, ISchemaBoundMapper, RoleMappedSchema, IDataScorerTransform>(
682
var
labelInput = AppendLabelTransform(host, ch, input, trainScoreArgs.LabelColumn, args.LabelPermutationSeed);
693
public static IDataTransform CreateForEntryPoint(IHostEnvironment env, ArgumentsForEntryPoint args,
IDataView
input)
739
private static
IDataView
AppendFloatMapper<TInput>(IHostEnvironment env, IChannel ch,
IDataView
input,
792
private static
IDataView
AppendLabelTransform(IHostEnvironment env, IChannel ch,
IDataView
input, string labelName, int labelPermutationSeed)
Utils\RegressionTreeBaseUtils.cs (4)
17
/// Utility method used to represent a tree ensemble as an <see cref="
IDataView
"/>.
18
/// Every row in the <see cref="
IDataView
"/> corresponds to a node in the tree ensemble. The columns are the fields for each node.
23
public static
IDataView
RegressionTreeEnsembleAsIDataView(IHost host, double bias, IReadOnlyList<double> treeWeights, IReadOnlyList<RegressionTreeBase> trees)
142
var
data = builder.GetDataView();
Microsoft.ML.ImageAnalytics (10)
ImageGrayscale.cs (2)
95
internal static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
122
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
ImageLoader.cs (2)
120
internal static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
data)
151
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
ImagePixelExtractor.cs (2)
194
internal static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
239
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
ImageResizer.cs (2)
151
internal static IDataTransform Create(IHostEnvironment env, Arguments args,
IDataView
input)
215
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
VectorToImageTransform.cs (2)
218
internal static IDataTransform Create(IHostEnvironment env, Options args,
IDataView
input)
268
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
Microsoft.ML.IntegrationTests (147)
Common.cs (7)
18
/// Assert that an <see cref="
IDataView
"/> rows are of <see cref="TypeTestData"/>.
20
/// <param name="testTypeDataset">An <see cref="
IDataView
"/>.</param>
21
public static void AssertTypeTestDataset(
IDataView
testTypeDataset)
63
/// <param name="data1">A <see cref="
IDataView
"/> of <see cref="TypeTestData"/></param>
64
/// <param name="data2">A <see cref="
IDataView
"/> of <see cref="TypeTestData"/></param>
65
public static void AssertTestTypeDatasetsAreEqual(MLContext mlContext,
IDataView
data1,
IDataView
data2)
DataIO.cs (10)
36
var
data = mlContext.Data.LoadFromEnumerable(TypeTestData.GenerateDataset());
51
var
data = mlContext.Data.LoadFromEnumerable(enumerableBefore);
70
var
dataBefore = mlContext.Data.LoadFromEnumerable(TypeTestData.GenerateDataset());
76
var
dataAfter = TypeTestData.GetTextLoader(mlContext, separator).Load(filePath);
92
var
dataBefore = mlContext.Data.LoadFromEnumerable(TypeTestData.GenerateDataset());
98
var
dataAfter = mlContext.Data.LoadFromTextFile<TypeTestData>(filePath, separatorChar: separator, hasHeader: true, allowQuoting: true);
111
var
dataBefore = mlContext.Data.LoadFromEnumerable(TypeTestData.GenerateDataset());
115
var
dataAfter = mlContext.Data.LoadFromBinary(filePath);
119
private string SerializeDatasetToFile(MLContext mlContext,
IDataView
data, char separator)
128
private string SerializeDatasetToBinaryFile(MLContext mlContext,
IDataView
data)
Datasets\Iris.cs (3)
36
public static
IDataView
LoadAsRankingProblem(MLContext mlContext, string filePath, bool hasHeader, char separatorChar, int seed = 1)
39
var
data = mlContext.Data.LoadFromTextFile<Iris>(filePath, hasHeader: hasHeader, separatorChar: separatorChar);
59
var
transformedData = pipeline.Fit(data).Transform(data);
Datasets\TrivialMatrixFactorization.cs (3)
24
public static
IDataView
LoadAndFeaturizeFromTextFile(MLContext mlContext, string filePath, bool hasHeader, char separatorChar)
27
var
data = mlContext.Data.LoadFromTextFile<TrivialMatrixFactorization>(filePath, hasHeader: hasHeader, separatorChar: separatorChar);
34
var
transformedData = pipeline.Fit(data).Transform(data);
DataTransformation.cs (10)
32
var
data = mlContext.Data.LoadFromTextFile<Iris>(
64
var
transformedData = pipeline.Fit(data).Transform(data);
85
var
data = mlContext.Data.LoadFromTextFile<Iris>(
110
var
transformedData = pipeline.Fit(data).Transform(data);
132
var
data = mlContext.Data.LoadFromTextFile<TweetSentiment>(TestCommon.GetDataPath(DataDir, TestDatasets.Sentiment.trainFilename),
152
var
scoredData = model.Transform(data);
169
var
data = mlContext.Data.LoadFromTextFile<Iris>(
179
var
transformedData = pipeline.Fit(data).Transform(data);
196
var
data = mlContext.Data.LoadFromTextFile<Iris>(
207
var
transformedData = pipeline.Fit(data).Transform(data);
Debugging.cs (5)
40
var
data = mlContext.Data.LoadFromEnumerable<TweetSentiment>(
65
var
transformedData = model.Transform(data);
104
var
data = mlContext.Data.LoadFromTextFile<HousingRegression>(TestCommon.GetDataPath(DataDir, TestDatasets.housing.trainFilename), hasHeader: true);
133
var
data = mlContext.Data.LoadFromTextFile<HousingRegression>(TestCommon.GetDataPath(DataDir, TestDatasets.housing.trainFilename), hasHeader: true);
171
var
data = mlContext.Data.LoadFromTextFile<HousingRegression>(TestCommon.GetDataPath(DataDir, TestDatasets.housing.trainFilename), hasHeader: true);
Evaluation.cs (22)
30
var
trainData = MnistOneClass.GetTextLoader(mlContext,
33
var
testData = MnistOneClass.GetTextLoader(mlContext,
45
var
scoredTest = model.Transform(testData);
60
var
data = mlContext.Data.LoadFromTextFile<TweetSentiment>(TestCommon.GetDataPath(DataDir, TestDatasets.Sentiment.trainFilename),
74
var
scoredData = model.Transform(data);
89
var
data = mlContext.Data.LoadFromTextFile<TweetSentiment>(TestCommon.GetDataPath(DataDir, TestDatasets.Sentiment.trainFilename),
103
var
scoredData = model.Transform(data);
118
var
data = mlContext.Data.LoadFromTextFile<Iris>(TestCommon.GetDataPath(DataDir, TestDatasets.iris.trainFilename),
131
var
scoredData = model.Transform(data);
146
var
data = mlContext.Data.LoadFromTextFile<Iris>(TestCommon.GetDataPath(DataDir, TestDatasets.iris.trainFilename),
161
var
scoredData = model.Transform(data);
168
private
IDataView
GetScoredDataForRankingEvaluation(MLContext mlContext)
170
var
data = Iris.LoadAsRankingProblem(mlContext,
183
var
scoredData = model.Transform(data);
196
var
scoredData = GetScoredDataForRankingEvaluation(mlContext);
215
var
scoredData = GetScoredDataForRankingEvaluation(mlContext);
230
var
data = TrivialMatrixFactorization.LoadAndFeaturizeFromTextFile(
252
var
scoredData = model.Transform(data);
268
var
data = mlContext.Data.LoadFromTextFile<HousingRegression>(TestCommon.GetDataPath(DataDir, TestDatasets.housing.trainFilename), hasHeader: true);
277
var
scoredData = model.Transform(data);
295
var
data = mlContext.Data.LoadFromTextFile<TweetSentiment>(TestCommon.GetDataPath(DataDir, TestDatasets.Sentiment.trainFilename),
309
var
scoredData = model.Transform(data);
Explainability.cs (21)
35
var
data = mlContext.Data.LoadFromTextFile<HousingRegression>(TestCommon.GetDataPath(DataDir, TestDatasets.housing.trainFilename), hasHeader: true);
44
IDataView
transformedData;
93
var
data = mlContext.Data.LoadFromTextFile<HousingRegression>(TestCommon.GetDataPath(DataDir, TestDatasets.housing.trainFilename), hasHeader: true);
117
var
data = mlContext.Data.LoadFromTextFile<HousingRegression>(TestCommon.GetDataPath(DataDir, TestDatasets.housing.trainFilename), hasHeader: true);
144
var
data = mlContext.Data.LoadFromTextFile<HousingRegression>(TestCommon.GetDataPath(DataDir, TestDatasets.housing.trainFilename), hasHeader: true);
171
var
data = mlContext.Data.LoadFromTextFile<HousingRegression>(TestCommon.GetDataPath(DataDir, TestDatasets.housing.trainFilename), hasHeader: true);
179
var
scoredData = model.Transform(data);
186
var
outputData = featureContributions.Fit(scoredData).Transform(scoredData);
189
var
shuffledSubset = mlContext.Data.TakeRows(mlContext.Data.ShuffleRows(outputData), 10);
208
var
data = mlContext.Data.LoadFromTextFile<HousingRegression>(TestCommon.GetDataPath(DataDir, TestDatasets.housing.trainFilename), hasHeader: true);
216
var
scoredData = model.Transform(data);
223
var
outputData = featureContributions.Fit(scoredData).Transform(scoredData);
226
var
shuffledSubset = mlContext.Data.TakeRows(mlContext.Data.ShuffleRows(outputData), 10);
245
var
data = mlContext.Data.LoadFromTextFile<HousingRegression>(TestCommon.GetDataPath(DataDir, TestDatasets.housing.trainFilename), hasHeader: true);
253
var
scoredData = model.Transform(data);
260
var
outputData = featureContributions.Fit(scoredData).Transform(scoredData);
263
var
shuffledSubset = mlContext.Data.TakeRows(mlContext.Data.ShuffleRows(outputData), 10);
283
var
data = mlContext.Data.LoadFromTextFile<HousingRegression>(TestCommon.GetDataPath(DataDir, TestDatasets.housing.trainFilename), hasHeader: true);
291
var
scoredData = model.Transform(data);
298
var
outputData = featureContributions.Fit(scoredData).Transform(scoredData);
301
var
shuffledSubset = mlContext.Data.TakeRows(mlContext.Data.ShuffleRows(outputData), 10);
IntrospectiveTraining.cs (12)
35
var
data = mlContext.Data.LoadFromTextFile<HousingRegression>(TestCommon.GetDataPath(DataDir, TestDatasets.housing.trainFilename), hasHeader: true);
75
var
data = mlContext.Data.LoadFromTextFile<TweetSentiment>(TestCommon.GetDataPath(DataDir, TestDatasets.Sentiment.trainFilename),
137
var
data = mlContext.Data.LoadFromTextFile<Iris>(
178
var
data = mlContext.Data.LoadFromTextFile<TweetSentiment>(TestCommon.GetDataPath(DataDir, TestDatasets.Sentiment.trainFilename),
204
var
transformedData = model.Transform(data);
219
var
data = mlContext.Data.LoadFromTextFile<TweetSentiment>(TestCommon.GetDataPath(DataDir, TestDatasets.Sentiment.trainFilename),
234
var
transformedData = model.Transform(data);
258
var
data = mlContext.Data.LoadFromTextFile<Iris>(
289
var
data = mlContext.Data.LoadFromTextFile<HousingRegression>(TestCommon.GetDataPath(DataDir, TestDatasets.housing.trainFilename), hasHeader: true);
332
var
data = mlContext.Data.LoadFromTextFile<Adult>(TestCommon.GetDataPath(DataDir, TestDatasets.adult.trainFilename),
346
var
transformedData = model.Transform(data);
389
var
data = mlContext.Data.LoadFromTextFile<Iris>(TestCommon.GetDataPath(DataDir, TestDatasets.iris.trainFilename),
ModelFiles.cs (6)
45
var
data = mlContext.Data.LoadFromTextFile<HousingRegression>(TestCommon.GetDataPath(DataDir, TestDatasets.housing.trainFilename), hasHeader: true);
92
var
data = mlContext.Data.LoadFromTextFile<HousingRegression>(TestCommon.GetDataPath(DataDir, TestDatasets.housing.trainFilename), hasHeader: true);
136
var
data = loader.Load(file);
269
var
data = loader.Load(file);
326
var
data = loader.Load(file);
427
var
data = loader.Load(file);
ONNX.cs (3)
37
var
data = mlContext.Data.LoadFromTextFile<HousingRegression>(TestCommon.GetDataPath(DataDir, TestDatasets.housing.trainFilename), hasHeader: true);
87
var
data = mlContext.Data.LoadFromTextFile<HousingRegression>(TestCommon.GetDataPath(DataDir, TestDatasets.housing.trainFilename), hasHeader: true);
139
var
data = mlContext.Data.LoadFromTextFile<HousingRegression>(TestCommon.GetDataPath(DataDir, TestDatasets.housing.trainFilename), hasHeader: true);
Prediction.cs (3)
46
var
data = mlContext.Data.LoadFromTextFile<TweetSentiment>(TestCommon.GetDataPath(DataDir, TestDatasets.Sentiment.trainFilename),
82
var
data = mlContext.Data.LoadFromEnumerable(TypeTestData.GenerateDataset());
105
var
data = mlContext.Data.LoadFromEnumerable(TypeTestData.GenerateDataset());
SchemaDefinitionTests.cs (1)
35
var
data = loader.Load(new MultiFileSource(fileName));
Training.cs (28)
32
var
data = mlContext.Data.LoadFromTextFile<TweetSentiment>(TestCommon.GetDataPath(DataDir, TestDatasets.Sentiment.trainFilename),
37
var
trainData = trainTestSplit.TrainSet;
38
var
testData = trainTestSplit.TestSet;
55
var
featurizedTrain = featurization.Transform(trainData);
56
var
featurizedTest = featurization.Transform(testData);
64
var
sdcaPredictions = sdca.Transform(featurizedTest);
66
var
fastTreePredictions = fastTree.Transform(featurizedTest);
68
var
ffmPredictions = sdca.Transform(featurizedTest);
86
var
data = mlContext.Data.LoadFromTextFile<TweetSentiment>(TestCommon.GetDataPath(DataDir, TestDatasets.Sentiment.trainFilename),
100
var
featurizedData = featurization.Transform(data);
130
var
data = mlContext.Data.LoadFromTextFile<TweetSentiment>(TestCommon.GetDataPath(DataDir, TestDatasets.Sentiment.trainFilename),
144
var
featurizedData = featurization.Transform(data);
174
var
data = mlContext.Data.LoadFromTextFile<TweetSentiment>(TestCommon.GetDataPath(DataDir, TestDatasets.Sentiment.trainFilename),
188
var
featurizedData = featurization.Transform(data);
218
var
data = mlContext.Data.LoadFromTextFile<TweetSentiment>(TestCommon.GetDataPath(DataDir, TestDatasets.Sentiment.trainFilename),
232
var
featurizedData = featurization.Transform(data);
261
var
data = mlContext.Data.LoadFromTextFile<Iris>(TestCommon.GetDataPath(DataDir, TestDatasets.iris.trainFilename),
275
var
featurizedData = featurization.Transform(data);
312
var
data = mlContext.Data.LoadFromTextFile<HousingRegression>(TestCommon.GetDataPath(DataDir, TestDatasets.housing.trainFilename),
326
var
featurizedData = featurization.Transform(data);
356
var
data = mlContext.Data.LoadFromTextFile<HousingRegression>(TestCommon.GetDataPath(DataDir, TestDatasets.housing.trainFilename),
370
var
featurizedData = featurization.Transform(data);
400
var
data = mlContext.Data.LoadFromTextFile<TweetSentiment>(TestCommon.GetDataPath(DataDir, TestDatasets.Sentiment.trainFilename),
418
var
featurizedData = featurization.Transform(data);
448
var
data = mlContext.Data.LoadFromTextFile<Iris>(TestCommon.GetDataPath(DataDir, TestDatasets.iris.trainFilename),
464
var
binaryClassificationPredictions = binaryClassificationModel.Transform(data);
479
var
data = mlContext.Data.LoadFromTextFile<Iris>(TestCommon.GetDataPath(DataDir, TestDatasets.iris.trainFilename),
496
var
binaryClassificationPredictions = binaryClassificationModel.Transform(data);
Validation.cs (13)
38
var
data = mlContext.Data.LoadFromTextFile<HousingRegression>(TestCommon.GetDataPath(DataDir, TestDatasets.housing.trainFilename), hasHeader: true);
50
Assert.True(cvResult[0].ScoredHoldOutSet is
IDataView
);
85
var
trainDataView = reader.Load(TestCommon.GetDataPath(DataDir, "MSLRWeb1K-tiny.tsv"));
104
var
data = mlContext.Data.LoadFromTextFile<HousingRegression>(TestCommon.GetDataPath(DataDir, TestDatasets.housing.trainFilename), hasHeader: true);
108
var
trainData = dataSplit.TrainSet;
109
var
validData = dataSplit.TestSet;
117
var
preprocessedTrainData = preprocessor.Transform(trainData);
118
var
preprocessedValidData = preprocessor.Transform(validData);
133
var
scoredTrainData = model.Transform(trainData);
134
var
scoredValidData = model.Transform(validData);
153
var
data = mlContext.Data.LoadFromTextFile<Iris>(TestCommon.GetDataPath(DataDir, TestDatasets.iris.trainFilename), hasHeader: true);
160
var
scoredDataOneRow = model.Transform(mlContext.Data.TakeRows(data, 1));
166
var
scoredDataZeroRows = mlContext.Data.FilterRowsByColumn(scoredDataOneRow, "Label", lowerBound: -2, upperBound: -1);
Microsoft.ML.LightGbm (8)
LightGbmBinaryTrainer.cs (2)
300
public BinaryPredictionTransformer<CalibratedModelParametersBase<LightGbmBinaryModelParameters, PlattCalibrator>> Fit(
IDataView
trainData,
IDataView
validationData)
LightGbmMulticlassTrainer.cs (2)
382
public MulticlassPredictionTransformer<OneVersusAllModelParameters> Fit(
IDataView
trainData,
IDataView
validationData)
LightGbmRankingTrainer.cs (2)
313
public RankingPredictionTransformer<LightGbmRankingModelParameters> Fit(
IDataView
trainData,
IDataView
validationData)
LightGbmRegressionTrainer.cs (2)
261
public RegressionPredictionTransformer<LightGbmRegressionModelParameters> Fit(
IDataView
trainData,
IDataView
validationData)
Microsoft.ML.Mkl.Components (10)
SymSgdClassificationTrainer.cs (3)
189
var
idvToShuffle = examples.Data;
190
IDataView
idvToFeedTrain;
269
public BinaryPredictionTransformer<TPredictor> Fit(
IDataView
trainData, LinearModelParameters modelParameters)
VectorWhitening.cs (7)
193
internal static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
201
internal static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
245
private static long GetRowCount(
IDataView
inputData, params VectorWhiteningEstimator.ColumnOptions[] columns)
262
internal static (float[][] models, float[][] invModels) TrainVectorWhiteningTransform(IHostEnvironment env,
IDataView
inputData, params VectorWhiteningEstimator.ColumnOptions[] columns)
278
private static void GetColTypesAndIndex(IHostEnvironment env,
IDataView
inputData, VectorWhiteningEstimator.ColumnOptions[] columns, out DataViewType[] srcTypes, out int[] cols)
299
private static float[][] LoadDataAsDense(IHostEnvironment env, IChannel ch,
IDataView
inputData, out int[] actualRowCounts,
879
public VectorWhiteningTransformer Fit(
IDataView
input)
Microsoft.ML.OnnxConverter (26)
OnnxExportExtensions.cs (14)
18
private static ModelProto ConvertToOnnxProtobufCore(IHostEnvironment env, OnnxContextImpl ctx, ITransformer transform,
IDataView
inputData, string[] outputColumnNamesToKeep = null)
20
var
outputData = transform.Transform(inputData);
24
SaveOnnxCommand.GetPipe(ctx, ch, outputData, out
IDataView
root, out
IDataView
sink, out transforms);
44
/// <param name="catalog">The class that <see cref="ConvertToOnnxProtobuf(ModelOperationsCatalog, ITransformer,
IDataView
, string[])"/> attached to.</param>
50
internal static ModelProto ConvertToOnnxProtobuf(this ModelOperationsCatalog catalog, ITransformer transform,
IDataView
inputData, string[] outputColumns = null)
60
/// <param name="catalog">The class that <see cref="ConvertToOnnxProtobuf(ModelOperationsCatalog, ITransformer,
IDataView
, int)"/> attached to.</param>
66
internal static ModelProto ConvertToOnnxProtobuf(this ModelOperationsCatalog catalog, ITransformer transform,
IDataView
inputData, int opSetVersion)
76
/// <param name="catalog">The class that <see cref="ConvertToOnnx(ModelOperationsCatalog, ITransformer,
IDataView
, Stream)"/> attached to.</param>
81
public static void ConvertToOnnx(this ModelOperationsCatalog catalog, ITransformer transform,
IDataView
inputData, Stream stream) =>
87
/// <param name="catalog">The class that <see cref="ConvertToOnnx(ModelOperationsCatalog, ITransformer,
IDataView
, int, Stream)"/> attached to.</param>
93
public static void ConvertToOnnx(this ModelOperationsCatalog catalog, ITransformer transform,
IDataView
inputData, int opSetVersion, Stream stream) =>
99
/// <param name="catalog">The class that <see cref="ConvertToOnnx(ModelOperationsCatalog, ITransformer,
IDataView
, Stream)"/> attached to.</param>
105
public static void ConvertToOnnx(this ModelOperationsCatalog catalog, ITransformer transform,
IDataView
inputData, Stream stream, params string[] outputColumns) =>
SaveOnnxCommand.cs (12)
139
internal static void GetPipe(OnnxContextImpl ctx, IChannel ch,
IDataView
end, out
IDataView
source, out
IDataView
trueEnd, out LinkedList<ITransformCanSaveOnnx> transforms)
164
internal static ModelProto ConvertTransformListToOnnxModel(OnnxContextImpl ctx, IChannel ch,
IDataView
inputData,
IDataView
outputData,
261
private HashSet<string> GetPassThroughKeyDataViewTypeColumnsNames(
IDataView
source,
IDataView
end)
295
IDataView
view;
331
IDataView
source;
332
IDataView
end;
367
var
outputData = new KeyToValueMappingTransformer(Host, DefaultColumnNames.PredictedLabel).Transform(scorePipe);
393
var
outputData = new KeyToValueMappingTransformer(Host, name).Transform(end);
Microsoft.ML.OnnxTransformer (13)
DnnImageFeaturizerTransform.cs (1)
107
public TransformerChain<ColumnCopyingTransformer> Fit(
IDataView
input)
OnnxMapType.cs (3)
13
/// The corresponding <see cref="DataViewSchema.Column.Type"/> of ONNX's map type in <see cref="
IDataView
"/>'s type system.
14
/// In other words, if an ONNX model produces a map, a column in <see cref="
IDataView
"/> may be typed to <see cref="OnnxMapType"/>.
45
/// To declare <see cref="OnnxMapType"/> column in <see cref="
IDataView
"/> as a field
OnnxSequenceType.cs (3)
13
/// The corresponding <see cref="DataViewSchema.Column.Type"/> of ONNX's sequence type in <see cref="
IDataView
"/>'s type system.
14
/// In other words, if an ONNX model produces a sequence, a column in <see cref="
IDataView
"/> may be typed to <see cref="OnnxSequenceType"/>.
51
/// To declare <see cref="OnnxSequenceType"/> column in <see cref="
IDataView
"/> as a field
OnnxTransform.cs (3)
150
private static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
156
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
493
/// <see cref="_inputColIndices"/>'s i-th element value tells the <see cref="
IDataView
"/> column index to
OnnxUtils.cs (3)
71
/// Return the ONNX value for a <see cref="
IDataView
"/> input column called <paramref name="name"/>.
89
/// Return the ONNX value for a <see cref="
IDataView
"/> output column called <paramref name="name"/>.
123
/// to in <see cref="
IDataView
"/>'s type system.
Microsoft.ML.OnnxTransformerTest (47)
DnnImageFeaturizerTest.cs (10)
67
var
dataView = DataViewConstructionUtils.CreateFromList(Env,
80
var
invalidDataWrongNames = ML.Data.LoadFromEnumerable(xyData);
81
var
invalidDataWrongTypes = ML.Data.LoadFromEnumerable(stringData);
82
var
invalidDataWrongVectorSize = ML.Data.LoadFromEnumerable(sizeData);
104
var
data = ML.Data.LoadFromTextFile(dataFile, new[] {
116
var
result = pipe.Fit(data).Transform(data);
143
var
dataView = ML.Data.LoadFromEnumerable(
155
var
result = transformer.Transform(dataView);
161
var
loadedView = ModelFileUtils.LoadTransforms(Env, dataView, ms);
214
var
data = ML.Data.LoadFromTextFile<ModelInput>(
OnnxTransformTests.cs (37)
131
var
dataView = ML.Data.LoadFromEnumerable(
160
var
invalidDataWrongNames = ML.Data.LoadFromEnumerable(xyData);
161
var
invalidDataWrongTypes = ML.Data.LoadFromEnumerable(stringData);
162
var
invalidDataWrongVectorSize = ML.Data.LoadFromEnumerable(sizeData);
186
var
dataView = ML.Data.LoadFromEnumerable(
198
var
result = transformer.Transform(dataView);
204
var
loadedView = ModelFileUtils.LoadTransforms(Env, dataView, ms);
249
var
data = ML.Data.LoadFromTextFile(dataFile, new[] {
262
var
result = model.Transform(data);
300
var
data = ML.Data.LoadFromTextFile(dataFile, new[] {
313
var
result = model.Transform(data);
361
var
dataView = ML.Data.LoadFromEnumerable(
371
var
onnx = onnxTransformer.Transform(dataView);
394
var
dataView = ML.Data.LoadFromEnumerable(
428
var
dataView = ML.Data.LoadFromEnumerable(
438
var
onnx = onnxTransformer.Transform(dataView);
467
var
dataView = ML.Data.LoadFromEnumerable(
478
var
onnx = onnxTransformer.Transform(dataView);
535
var
idv = mlContext.Data.LoadFromEnumerable(data);
538
var
transformedValues = onnxTransformer.Transform(idv);
561
var
idv = mlContext.Data.LoadFromEnumerable(data);
564
var
transformedValues = onnxTransformer.Transform(idv);
637
var
dataView = ML.Data.LoadFromEnumerable(dataPoints);
646
var
onnx = model.Transform(dataView);
693
var
dataView = ML.Data.LoadFromEnumerable(dataPoints);
696
var
transformedDataView = onnxTransformer.Transform(dataView);
746
var
dataView = ML.Data.LoadFromEnumerable(dataPoints);
749
var
transformedDataView = onnxTransformer.Transform(dataView);
860
var
dataView = ML.Data.LoadFromEnumerable(dataPoints);
863
var
transformedDataView = model.Transform(dataView);
900
var
dataView = ML.Data.LoadFromEnumerable(dataPoints);
904
var transformedDataViews = new
IDataView
[3];
928
foreach (
var
transformedDataView in transformedDataViews)
962
var
dataView = ML.Data.LoadFromEnumerable(
1070
var
dataView = ML.Data.LoadFromEnumerable(dataPoints);
1091
var
transformedDataView = loadedModel.Transform(dataView);
1129
var
data = ML.Data.LoadFromTextFile(dataFile, new[] {
Microsoft.ML.PCA (7)
PcaTrainer.cs (1)
587
IDataView
ICanGetSummaryAsIDataView.GetSummaryDataView(RoleMappedSchema schema)
PcaTransformer.cs (6)
204
internal PrincipalComponentAnalysisTransformer(IHostEnvironment env,
IDataView
input, PrincipalComponentAnalyzer.ColumnOptions[] columns)
240
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
248
private static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
300
private void Train(PrincipalComponentAnalyzer.ColumnOptions[] columns, TransformInfo[] transformInfos,
IDataView
trainingData)
391
private void Project(
IDataView
trainingData, float[][] mean, float[][][] omega, float[][][] y, TransformInfo[] transformInfos)
809
public PrincipalComponentAnalysisTransformer Fit(
IDataView
input) => new PrincipalComponentAnalysisTransformer(_host, input, _columns);
Microsoft.ML.PerformanceTests (22)
CacheDataViewBench.cs (3)
18
private
IDataView
_cacheDataView;
36
var
dv = builder.GetDataView();
37
var
cacheDv = ctx.Data.Cache(dv);
FeaturizeTextBench.cs (1)
20
private
IDataView
_dataset;
ImageClassificationBench.cs (3)
24
private
IDataView
_trainDataset;
25
private
IDataView
_testDataset;
57
IDataView
shuffledFullImagesDataset = _mlContext.Data.ShuffleRows(
KMeansAndLogisticRegressionBench.cs (1)
24
var
input = ml.Data.LoadFromTextFile(_dataPath, new[] {
PredictionEngineBench.cs (3)
55
IDataView
data = loader.Load(irisDataPath);
91
IDataView
data = loader.Load(sentimentDataPath);
126
IDataView
data = loader.Load(breastCancerDataPath);
RffTransform.cs (1)
43
var
data = loader.Load(_dataPathDigits);
ShuffleRowsBench.cs (2)
32
IDataView
data = _context.Data.LoadFromEnumerable(_rows);
34
IDataView
shuffledData = _context.Data.ShuffleRows(data, seed: 0);
StochasticDualCoordinateAscentClassifierBench.cs (6)
41
private
IDataView
_scoredIrisTestData;
76
IDataView
data = loader.Load(dataPath);
101
var
loader = _mlContext.Data.LoadFromTextFile(_sentimentDataPath, arguments);
102
var
text = _mlContext.Transforms.Text.FeaturizeText("WordEmbeddings", new TextFeaturizingEstimator.Options
112
var
trans = _mlContext.Transforms.Text.ApplyWordEmbedding("Features", "WordEmbeddings_TransformedText",
145
IDataView
testData = loader.Load(_dataPath);
TextLoaderBench.cs (1)
20
private
IDataView
_dataView;
TextPredictionEngineCreation.cs (1)
24
var
data = _context.Data.LoadFromTextFile<SentimentData>(
Microsoft.ML.Predictor.Tests (19)
TestIniModels.cs (4)
519
var
idv = mlContext.Data.CreateTextLoader(
533
var
data = model.Transform(idv);
558
var
idv = mlContext.Data.CreateTextLoader(
572
var
data = model.Transform(idv);
TestPredictors.cs (11)
627
var
dataView = ML.Data.LoadFromTextFile(dataPath);
648
var
dataView = ML.Data.LoadFromTextFile(dataPath);
650
var
cat = ML.Transforms.Categorical.OneHotEncoding("Features", "Categories").Fit(dataView).Transform(dataView);
667
private void CombineAndTestTreeEnsembles(
IDataView
idv, PredictorModel[] fastTrees)
674
var
scored = ScoreModel.Score(Env, new ScoreModel.Input() { Data = idv, PredictorModel = new PredictorModelImpl(Env, data, idv, fastTree) }).ScoredData;
683
var scoredArray = new
IDataView
[predCount];
757
var
dataView = ML.Data.LoadFromTextFile(dataPath);
803
var
dataView = ML.Data.LoadFromTextFile(dataPath);
835
private void CombineAndTestEnsembles(
IDataView
idv, string name, string options, PredictionKind predictionKind,
844
var
scored = ScoreModel.Score(Env, new ScoreModel.Input() { Data = idv, PredictorModel = new PredictorModelImpl(Env, data, idv, predictor) }).ScoredData;
858
var scoredArray = new
IDataView
[predCount];
TestTransposer.cs (4)
24
private static T[] NaiveTranspose<T>(
IDataView
view, int col)
65
private static void TransposeCheckHelper<T>(
IDataView
view, int viewCol, ITransposeDataView trans)
173
IDataView
view = builder.GetDataView();
239
IDataView
view = builder.GetDataView();
Microsoft.ML.Recommender (11)
MatrixFactorizationTrainer.cs (9)
144
/// The name of variable (i.e., Column in a <see cref="
IDataView
"/> type system) used as matrix's column index.
150
/// The name of variable (i.e., column in a <see cref="
IDataView
"/> type system) used as matrix's row index.
156
/// The name variable (i.e., column in a <see cref="
IDataView
"/> type system) used as matrix's element value.
323
/// The name of variable (i.e., Column in a <see cref="
IDataView
"/> type system) used be as matrix's column index.
328
/// The name of variable (i.e., column in a <see cref="
IDataView
"/> type system) used as matrix's row index.
333
/// The name variable (i.e., column in a <see cref="
IDataView
"/> type system) used as matrix's element value.
525
public MatrixFactorizationPredictionTransformer Fit(
IDataView
trainData,
IDataView
validationData)
548
public MatrixFactorizationPredictionTransformer Fit(
IDataView
input) => Fit(input, null);
RecommenderCatalog.cs (2)
109
public RegressionMetrics Evaluate(
IDataView
data, string labelColumnName = DefaultColumnNames.Label, string scoreColumnName = DefaultColumnNames.Score)
136
IDataView
data, IEstimator<ITransformer> estimator, int numberOfFolds = 5, string labelColumnName = DefaultColumnNames.Label,
Microsoft.ML.Samples (532)
Dynamic\DataOperations\BootstrapSample.cs (2)
25
var
data = mlContext.Data.LoadFromEnumerable(rawData);
43
var
resample = mlContext.Data.BootstrapSample(data, seed: i);
Dynamic\DataOperations\Cache.cs (3)
16
var
data = DatasetUtils.LoadHousingRegressionDataset(mlContext);
29
var
cachedData = mlContext.Data.Cache(data);
60
TimeToScanIDataView(MLContext mlContext,
IDataView
data)
Dynamic\DataOperations\CrossValidationSplit.cs (1)
22
var
dataview = mlContext.Data.LoadFromEnumerable(examples);
Dynamic\DataOperations\DataViewEnumerable.cs (1)
23
IDataView
data = mlContext.Data.LoadFromEnumerable(enumerableOfData);
Dynamic\DataOperations\FilterRowsByColumn.cs (2)
20
var
data = mlContext.Data.LoadFromEnumerable(enumerableOfData);
46
var
filteredData = mlContext.Data
Dynamic\DataOperations\FilterRowsByCustomPredicate.cs (2)
27
var
data = mlContext.Data.LoadFromEnumerable(enumerableOfData);
48
var
filteredData = mlContext.Data.FilterByCustomPredicate<InputData>(
Dynamic\DataOperations\FilterRowsByKeyColumnFraction.cs (4)
33
var
data = mlContext.Data.LoadFromEnumerable(samples);
37
var
transformedData = pipeline.Fit(data).Transform(data);
68
var
filteredHalfData = mlContext.Data
95
var
filteredMiddleData = mlContext.Data
Dynamic\DataOperations\FilterRowsByMissingValues.cs (2)
32
var
data = mlContext.Data.LoadFromEnumerable(samples);
35
var
filteredData = mlContext.Data
Dynamic\DataOperations\FilterRowsByStatefulCustomPredicate.cs (2)
27
var
data = mlContext.Data.LoadFromEnumerable(enumerableOfData);
48
var
filteredData = mlContext.Data.FilterByStatefulCustomPredicate<InputData, State>(
Dynamic\DataOperations\LoadFromEnumerable.cs (2)
39
IDataView
data = mlContext.Data.LoadFromEnumerable(enumerableKnownSize);
81
IDataView
data2 = mlContext.Data
Dynamic\DataOperations\LoadingSvmLight.cs (3)
49
var
svmData = loader.Load(file);
82
private static void PrintSchema(
IDataView
svmData)
88
private static void PrintData(
IDataView
svmData)
Dynamic\DataOperations\LoadingText.cs (8)
52
var
singleFileData = loader.Load(dataFiles[0]);
60
var
multipleFilesData = loader.Load(dataFiles.ToArray());
68
var
multipleFilesWildcardData =
81
var
singleFileCustomTypeData = loaderWithCustomType.Load(dataFiles[0]);
101
var
dataWithInferredLength = loaderWithUnknownLength.Load(dataFiles[0]);
147
var
sparseData = sparseLoader.Load(sparseDataFileName);
177
var
sparseDataWithSchema = sparseLoaderWithSchema.Load(sparseDataFileName);
184
private static void PrintRowCount(
IDataView
idv)
Dynamic\DataOperations\SaveAndLoadFromBinary.cs (2)
30
IDataView
data = mlContext.Data.LoadFromEnumerable(dataPoints);
38
IDataView
loadedData = mlContext.Data.LoadFromBinary("data.idv");
Dynamic\DataOperations\SaveAndLoadFromText.cs (2)
30
IDataView
data = mlContext.Data.LoadFromEnumerable(dataPoints);
38
IDataView
loadedData = mlContext.Data.LoadFromTextFile("data.tsv");
Dynamic\DataOperations\ShuffleRows.cs (2)
20
var
data = mlContext.Data.LoadFromEnumerable(enumerableOfData);
39
var
shuffledData = mlContext.Data.ShuffleRows(data, seed: 123);
Dynamic\DataOperations\SkipRows.cs (2)
19
var
data = mlContext.Data.LoadFromEnumerable(enumerableOfData);
43
var
filteredData = mlContext.Data.SkipRows(data, 5);
Dynamic\DataOperations\TakeRows.cs (2)
20
var
data = mlContext.Data.LoadFromEnumerable(enumerableOfData);
44
var
filteredData = mlContext.Data.TakeRows(data, 5);
Dynamic\DataOperations\TrainTestSplit.cs (1)
22
var
dataview = mlContext.Data.LoadFromEnumerable(examples);
Dynamic\ModelOperations\OnnxConversion.cs (3)
40
var
originalData = Microsoft.ML.SamplesUtils.DatasetUtils
89
var
output = transformer.Transform(trainTestOriginalData.TestSet);
90
var
onnxOutput = onnxTransformer.Transform(trainTestOriginalData.TestSet);
Dynamic\ModelOperations\SaveLoadModel.cs (1)
23
var
dataView = mlContext.Data.LoadFromEnumerable(data);
Dynamic\ModelOperations\SaveLoadModelFile.cs (1)
23
var
dataView = mlContext.Data.LoadFromEnumerable(data);
Dynamic\NgramExtraction.cs (3)
29
var
trainData = ml.Data.LoadFromEnumerable(data);
59
var
transformedData_onechars = oneCharsPipeline.Fit(trainData)
62
var
transformedData_twochars = twoCharsPipeline.Fit(trainData)
Dynamic\SimpleDataViewImplementation.cs (9)
10
/// The <see cref="
IDataView
"/> interface is the central concept of "data" in
15
/// implementing <see cref="
IDataView
"/> need at least some knowledge of those
36
var
transformedDataView = mlContext.Transforms.Text.TokenizeIntoWords(
100
/// This is an implementation of <see cref="
IDataView
"/> that wraps an
106
/// or something like that, rather than implementing <see cref="
IDataView
"/>
111
/// This implementation of <see cref="
IDataView
"/>, being didactic, is much
186
/// pattern: in most <see cref="
IDataView
"/> implementations, the cursor
189
/// existing <see cref="
IDataView
"/> without even bothering to change
194
/// <see cref="
IDataView
.Schema"/> object that created this cursor, as
Dynamic\TensorFlow\ImageClassification.cs (2)
39
var
idv = mlContext.Data.LoadFromEnumerable(data);
49
var
transformedValues = estimator.Transform(idv);
Dynamic\TensorFlow\TextClassification.cs (2)
42
var
dataView = mlContext.Data.LoadFromEnumerable(data);
45
var
lookupMap = mlContext.Data.LoadFromTextFile(Path.Combine(
Dynamic\TextTransform.cs (3)
31
var
trainData = ml.Data.LoadFromEnumerable(data);
69
var
transformedData_default = default_pipeline.Fit(trainData)
72
var
transformedData_customized = customized_pipeline.Fit(trainData)
Dynamic\Trainers\AnomalyDetection\RandomizedPcaSample.cs (2)
32
var
data = mlContext.Data.LoadFromEnumerable(samples);
44
var
transformed = model.Transform(data);
Dynamic\Trainers\AnomalyDetection\RandomizedPcaSampleWithOptions.cs (2)
34
var
data = mlContext.Data.LoadFromEnumerable(samples);
52
var
transformed = model.Transform(data);
Dynamic\Trainers\BinaryClassification\AveragedPerceptron.cs (3)
24
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
35
var
testData = mlContext.Data
39
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\BinaryClassification\AveragedPerceptronWithOptions.cs (3)
25
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
46
var
testData = mlContext.Data
50
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\BinaryClassification\Calibrators\FixedPlatt.cs (3)
19
var
data = Microsoft.ML.SamplesUtils.DatasetUtils
38
var
scoredData = transformer.Transform(trainTestData.TestSet);
63
var
finalData = calibratorTransformer.Transform(scoredData);
Dynamic\Trainers\BinaryClassification\Calibrators\Isotonic.cs (3)
19
var
data = Microsoft.ML.SamplesUtils.DatasetUtils
38
var
scoredData = transformer.Transform(trainTestData.TestSet);
63
var
finalData = calibratorTransformer.Transform(scoredData);
Dynamic\Trainers\BinaryClassification\Calibrators\Naive.cs (3)
19
var
data = Microsoft.ML.SamplesUtils.DatasetUtils
38
var
scoredData = transformer.Transform(trainTestData.TestSet);
63
var
finalData = calibratorTransformer.Transform(scoredData);
Dynamic\Trainers\BinaryClassification\Calibrators\Platt.cs (3)
19
var
data = Microsoft.ML.SamplesUtils.DatasetUtils
38
var
scoredData = transformer.Transform(trainTestData.TestSet);
63
var
finalData = calibratorTransformer.Transform(scoredData);
Dynamic\Trainers\BinaryClassification\FactorizationMachine.cs (3)
24
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
43
var
testData = mlContext.Data
47
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\BinaryClassification\FastForest.cs (3)
27
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
38
var
testData = mlContext.Data
42
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\BinaryClassification\FastForestWithOptions.cs (3)
28
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
50
var
testData = mlContext.Data
54
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\BinaryClassification\FastTree.cs (3)
27
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
38
var
testData = mlContext.Data
42
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\BinaryClassification\FastTreeWithOptions.cs (3)
28
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
50
var
testData = mlContext.Data
54
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\BinaryClassification\FieldAwareFactorizationMachine.cs (2)
27
var
trainingData = mlContext.Data.LoadFromEnumerable(data);
48
var
transformedTrainingData = model.Transform(trainingData);
Dynamic\Trainers\BinaryClassification\FieldAwareFactorizationMachineWithOptions.cs (2)
28
var
trainingData = mlContext.Data.LoadFromEnumerable(data);
59
var
transformedTrainingData = model.Transform(trainingData);
Dynamic\Trainers\BinaryClassification\Gam.cs (3)
24
var
data = mlContext.Data.LoadFromEnumerable(samples);
28
var
trainSet = dataSets.TrainSet;
29
var
validSet = dataSets.TestSet;
Dynamic\Trainers\BinaryClassification\GamWithOptions.cs (3)
25
var
data = mlContext.Data.LoadFromEnumerable(samples);
29
var
trainSet = dataSets.TrainSet;
30
var
validSet = dataSets.TestSet;
Dynamic\Trainers\BinaryClassification\LbfgsLogisticRegression.cs (3)
24
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
35
var
testData = mlContext.Data
39
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\BinaryClassification\LbfgsLogisticRegressionWithOptions.cs (3)
25
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
44
var
testData = mlContext.Data
48
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\BinaryClassification\LdSvm.cs (3)
24
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
35
var
testData = mlContext.Data
39
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\BinaryClassification\LdSvmWithOptions.cs (3)
25
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
44
var
testData = mlContext.Data
48
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\BinaryClassification\LightGbm.cs (3)
27
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
38
var
testData = mlContext.Data
42
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\BinaryClassification\LightGbmWithOptions.cs (3)
28
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
49
var
testData = mlContext.Data
53
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\BinaryClassification\LinearSvm.cs (3)
24
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
35
var
testData = mlContext.Data
39
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\BinaryClassification\LinearSvmWithOptions.cs (3)
25
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
44
var
testData = mlContext.Data
48
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\BinaryClassification\PermutationFeatureImportance.cs (2)
21
var
data = mlContext.Data.LoadFromEnumerable(samples);
37
var
transformedData = model.Transform(data);
Dynamic\Trainers\BinaryClassification\PermutationFeatureImportanceLoadFromDisk.cs (2)
18
var
data = mlContext.Data.LoadFromEnumerable(samples);
39
var
transformedData = model.Transform(data);
Dynamic\Trainers\BinaryClassification\PriorTrainer.cs (3)
24
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
35
var
testData = mlContext.Data
39
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\BinaryClassification\SdcaLogisticRegression.cs (3)
24
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
43
var
testData = mlContext.Data
47
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\BinaryClassification\SdcaLogisticRegressionWithOptions.cs (3)
25
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
55
var
testData = mlContext.Data
59
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\BinaryClassification\SdcaNonCalibrated.cs (3)
24
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
43
var
testData = mlContext.Data
47
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\BinaryClassification\SdcaNonCalibratedWithOptions.cs (3)
25
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
57
var
testData = mlContext.Data
61
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\BinaryClassification\SgdCalibrated.cs (3)
24
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
35
var
testData = mlContext.Data
39
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\BinaryClassification\SgdCalibratedWithOptions.cs (3)
25
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
47
var
testData = mlContext.Data
51
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\BinaryClassification\SgdNonCalibrated.cs (3)
24
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
35
var
testData = mlContext.Data
39
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\BinaryClassification\SgdNonCalibratedWithOptions.cs (3)
25
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
44
var
testData = mlContext.Data
48
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\BinaryClassification\SymbolicSgdLogisticRegression.cs (3)
27
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
38
var
testData = mlContext.Data
42
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\BinaryClassification\SymbolicSgdLogisticRegressionWithOptions.cs (3)
28
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
47
var
testData = mlContext.Data
51
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\Clustering\KMeans.cs (3)
24
IDataView
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
35
var
testData = mlContext.Data.LoadFromEnumerable(
39
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\Clustering\KMeansWithOptions.cs (3)
25
IDataView
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
43
var
testData = mlContext.Data.LoadFromEnumerable(
47
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\MulticlassClassification\ImageClassification\ImageClassificationDefault.cs (5)
43
IDataView
shuffledFullImagesDataset = mlContext.Data.ShuffleRows(
61
IDataView
trainDataset = trainTestData.TrainSet;
62
IDataView
testDataset = trainTestData.TestSet;
153
IDataView
testDataset, ITransformer trainedModel)
159
IDataView
predictions = trainedModel.Transform(testDataset);
Dynamic\Trainers\MulticlassClassification\ImageClassification\LearningRateSchedulingCifarResnetTransferLearning.cs (4)
47
IDataView
trainDataset = mlContext.Data.
66
IDataView
testDataset = mlContext.Data.
179
IDataView
testDataset, ITransformer trainedModel)
185
IDataView
predictions = trainedModel.Transform(testDataset);
Dynamic\Trainers\MulticlassClassification\ImageClassification\ResnetV2101TransferLearningEarlyStopping.cs (5)
42
IDataView
shuffledFullImagesDataset = mlContext.Data.ShuffleRows(
60
IDataView
trainDataset = trainTestData.TrainSet;
61
IDataView
testDataset = trainTestData.TestSet;
177
IDataView
testDataset, ITransformer trainedModel)
183
IDataView
predictions = trainedModel.Transform(testDataset);
Dynamic\Trainers\MulticlassClassification\ImageClassification\ResnetV2101TransferLearningTrainTestSplit.cs (5)
42
IDataView
shuffledFullImagesDataset = mlContext.Data.ShuffleRows(
60
IDataView
trainDataset = trainTestData.TrainSet;
61
IDataView
testDataset = trainTestData.TestSet;
162
IDataView
testDataset, ITransformer trainedModel)
168
IDataView
predictions = trainedModel.Transform(testDataset);
Dynamic\Trainers\MulticlassClassification\LbfgsMaximumEntropy.cs (3)
24
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
40
var
testData = mlContext.Data
44
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\MulticlassClassification\LbfgsMaximumEntropyWithOptions.cs (3)
25
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
48
var
testData = mlContext.Data
52
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\MulticlassClassification\LightGbm.cs (3)
27
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
43
var
testData = mlContext.Data
47
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\MulticlassClassification\LightGbmWithOptions.cs (3)
28
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
53
var
testData = mlContext.Data
57
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\MulticlassClassification\LogLossPerClass.cs (3)
24
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
40
var
testData = mlContext.Data
44
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\MulticlassClassification\NaiveBayes.cs (3)
30
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
46
var
testData = mlContext.Data
50
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\MulticlassClassification\OneVersusAll.cs (3)
24
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
41
var
testData = mlContext.Data
45
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\MulticlassClassification\PairwiseCoupling.cs (3)
24
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
41
var
testData = mlContext.Data
45
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\MulticlassClassification\PermutationFeatureImportance.cs (2)
21
var
data = mlContext.Data.LoadFromEnumerable(samples);
39
var
transformedData = model.Transform(data);
Dynamic\Trainers\MulticlassClassification\PermutationFeatureImportanceLoadFromDisk.cs (2)
24
var
data = mlContext.Data.LoadFromEnumerable(samples);
47
var
transformedData = model.Transform(data);
Dynamic\Trainers\MulticlassClassification\SdcaMaximumEntropy.cs (3)
24
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
48
var
testData = mlContext.Data
52
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\MulticlassClassification\SdcaMaximumEntropyWithOptions.cs (3)
25
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
57
var
testData = mlContext.Data
61
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\MulticlassClassification\SdcaNonCalibrated.cs (3)
24
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
48
var
testData = mlContext.Data
52
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\MulticlassClassification\SdcaNonCalibratedWithOptions.cs (3)
25
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
57
var
testData = mlContext.Data
61
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\Ranking\FastTree.cs (4)
27
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
37
var
testData = mlContext.Data.LoadFromEnumerable(
41
var
transformedTestData = model.Transform(testData);
44
var
topTransformedTestData = mlContext.Data.TakeRows(
Dynamic\Trainers\Ranking\FastTreeWithOptions.cs (4)
28
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
51
var
testData = mlContext.Data.LoadFromEnumerable(
55
var
transformedTestData = model.Transform(testData);
58
var
topTransformedTestData = mlContext.Data.TakeRows(
Dynamic\Trainers\Ranking\LightGbm.cs (4)
27
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
37
var
testData = mlContext.Data.LoadFromEnumerable(
41
var
transformedTestData = model.Transform(testData);
44
var
topTransformedTestData = mlContext.Data.TakeRows(
Dynamic\Trainers\Ranking\LightGbmWithOptions.cs (4)
28
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
52
var
testData = mlContext.Data.LoadFromEnumerable(
56
var
transformedTestData = model.Transform(testData);
59
var
topTransformedTestData = mlContext.Data.TakeRows(
Dynamic\Trainers\Ranking\PermutationFeatureImportance.cs (2)
21
var
data = mlContext.Data.LoadFromEnumerable(samples);
39
var
transformedData = model.Transform(data);
Dynamic\Trainers\Ranking\PermutationFeatureImportanceLoadFromDisk.cs (2)
23
var
data = mlContext.Data.LoadFromEnumerable(samples);
46
var
transformedData = model.Transform(data);
Dynamic\Trainers\Recommendation\MatrixFactorization.cs (2)
31
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
43
var
transformedData = model.Transform(trainingData);
Dynamic\Trainers\Recommendation\MatrixFactorizationWithOptions.cs (2)
32
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
67
var
transformedData = model.Transform(trainingData);
Dynamic\Trainers\Recommendation\OneClassMatrixFactorizationWithOptions.cs (2)
37
var
dataView = mlContext.Data.LoadFromEnumerable(data);
74
var
prediction = model.Transform(mlContext.Data.LoadFromEnumerable(
Dynamic\Trainers\Regression\FastForest.cs (3)
27
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
39
var
testData = mlContext.Data.LoadFromEnumerable(
43
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\Regression\FastForestWithOptions.cs (3)
28
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
52
var
testData = mlContext.Data.LoadFromEnumerable(
56
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\Regression\FastTree.cs (3)
27
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
39
var
testData = mlContext.Data.LoadFromEnumerable(
43
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\Regression\FastTreeTweedie.cs (3)
27
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
39
var
testData = mlContext.Data.LoadFromEnumerable(
43
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\Regression\FastTreeTweedieWithOptions.cs (3)
28
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
54
var
testData = mlContext.Data.LoadFromEnumerable(
58
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\Regression\FastTreeWithOptions.cs (3)
28
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
55
var
testData = mlContext.Data.LoadFromEnumerable(
59
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\Regression\Gam.cs (3)
27
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
39
var
testData = mlContext.Data.LoadFromEnumerable(
43
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\Regression\GamAdvanced.cs (3)
24
var
data = mlContext.Data.LoadFromEnumerable(samples);
28
var
trainSet = dataSets.TrainSet;
29
var
validSet = dataSets.TestSet;
Dynamic\Trainers\Regression\GamWithOptions.cs (3)
28
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
50
var
testData = mlContext.Data.LoadFromEnumerable(
54
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\Regression\GamWithOptionsAdvanced.cs (3)
25
var
data = mlContext.Data.LoadFromEnumerable(samples);
29
var
trainSet = dataSets.TrainSet;
30
var
validSet = dataSets.TestSet;
Dynamic\Trainers\Regression\LbfgsPoissonRegression.cs (3)
24
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
37
var
testData = mlContext.Data.LoadFromEnumerable(
41
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\Regression\LbfgsPoissonRegressionWithOptions.cs (3)
25
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
51
var
testData = mlContext.Data.LoadFromEnumerable(
55
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\Regression\LightGbm.cs (3)
27
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
40
var
testData = mlContext.Data.LoadFromEnumerable(
44
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\Regression\LightGbmAdvanced.cs (2)
20
var
dataView = Microsoft.ML.SamplesUtils.DatasetUtils
61
var
dataWithPredictions = model.Transform(split.TestSet);
Dynamic\Trainers\Regression\LightGbmWithOptions.cs (3)
28
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
59
var
testData = mlContext.Data.LoadFromEnumerable(
63
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\Regression\LightGbmWithOptionsAdvanced.cs (2)
21
var
dataView = Microsoft.ML.SamplesUtils.DatasetUtils.LoadHousingRegressionDataset(mlContext);
70
var
dataWithPredictions = model.Transform(split.TestSet);
Dynamic\Trainers\Regression\OnlineGradientDescent.cs (3)
24
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
36
var
testData = mlContext.Data.LoadFromEnumerable(
40
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\Regression\OnlineGradientDescentWithOptions.cs (3)
25
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
51
var
testData = mlContext.Data.LoadFromEnumerable(
55
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\Regression\OrdinaryLeastSquares.cs (3)
24
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
36
var
testData = mlContext.Data.LoadFromEnumerable(
40
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\Regression\OrdinaryLeastSquaresAdvanced.cs (2)
31
var
dataView = mlContext.Data.LoadFromTextFile(dataFile,
63
var
dataWithPredictions = model.Transform(split.TestSet);
Dynamic\Trainers\Regression\OrdinaryLeastSquaresWithOptions.cs (3)
25
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
48
var
testData = mlContext.Data.LoadFromEnumerable(
52
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\Regression\OrdinaryLeastSquaresWithOptionsAdvanced.cs (2)
31
var
dataView = mlContext.Data.LoadFromTextFile(dataFile,
67
var
dataWithPredictions = model.Transform(split.TestSet);
Dynamic\Trainers\Regression\PermutationFeatureImportance.cs (2)
21
var
data = mlContext.Data.LoadFromEnumerable(samples);
38
var
transformedData = model.Transform(data);
Dynamic\Trainers\Regression\PermutationFeatureImportanceLoadFromDisk.cs (2)
23
var
data = mlContext.Data.LoadFromEnumerable(samples);
45
var
transformedData = model.Transform(data);
Dynamic\Trainers\Regression\Sdca.cs (3)
24
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
36
var
testData = mlContext.Data.LoadFromEnumerable(
40
var
transformedTestData = model.Transform(testData);
Dynamic\Trainers\Regression\SdcaWithOptions.cs (3)
25
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
52
var
testData = mlContext.Data.LoadFromEnumerable(
56
var
transformedTestData = model.Transform(testData);
Dynamic\Transforms\ApplyOnnxModel.cs (2)
26
var
data = mlContext.Data.LoadFromEnumerable(samples);
30
var
transformedValues = pipeline.Fit(data).Transform(data);
Dynamic\Transforms\ApplyONNXModelWithInMemoryImages.cs (2)
34
var
dataView = mlContext.Data.LoadFromEnumerable(dataPoints);
50
var
onnx = model.Transform(dataView);
Dynamic\Transforms\ApproximatedKernelMap.cs (2)
28
var
data = mlContext.Data.LoadFromEnumerable(samples);
39
var
transformedData = tansformer.Transform(data);
Dynamic\Transforms\CalculateFeatureContribution.cs (3)
21
var
data = mlContext.Data.LoadFromEnumerable(samples);
33
var
transformedData = transformer.Transform(data);
49
var
simpleScoredDataset = linearModel.Transform(mlContext.Data
Dynamic\Transforms\CalculateFeatureContributionCalibrated.cs (3)
21
var
data = mlContext.Data.LoadFromEnumerable(samples);
33
var
transformedData = transformer.Transform(data);
51
var
simpleScoredDataset = linearModel.Transform(mlContext.Data
Dynamic\Transforms\Categorical\OneHotEncoding.cs (3)
27
IDataView
data = mlContext.Data.LoadFromEnumerable(samples);
34
IDataView
oneHotEncodedData = pipeline.Fit(data).Transform(data);
74
private static void PrintDataColumn(
IDataView
transformedData,
Dynamic\Transforms\Categorical\OneHotEncodingMultiColumn.cs (2)
25
IDataView
data = mlContext.Data.LoadFromEnumerable(samples);
38
IDataView
transformedData =
Dynamic\Transforms\Categorical\OneHotHashEncoding.cs (4)
27
IDataView
data = mlContext.Data.LoadFromEnumerable(samples);
34
IDataView
hashEncodedData = pipeline.Fit(data).Transform(data);
52
IDataView
hashKeyEncodedData = keyPipeline.Fit(data).Transform(data);
74
private static void PrintDataColumn(
IDataView
transformedData,
Dynamic\Transforms\Categorical\OneHotHashEncodingMultiColumn.cs (2)
25
IDataView
data = mlContext.Data.LoadFromEnumerable(samples);
39
IDataView
transformedData =
Dynamic\Transforms\Concatenate.cs (2)
39
var
dataview = mlContext.Data.LoadFromEnumerable(samples);
55
var
transformedData = pipeline.Fit(dataview).Transform(dataview);
Dynamic\Transforms\Conversion\ConvertType.cs (2)
20
var
data = mlContext.Data.LoadFromEnumerable(rawData);
28
var
transformedData = transformer.Transform(data);
Dynamic\Transforms\Conversion\ConvertTypeMultiColumn.cs (2)
37
var
data = mlContext.Data.LoadFromEnumerable(rawData);
54
var
transformedData = transformer.Transform(data);
Dynamic\Transforms\Conversion\Hash.cs (2)
25
var
data = mlContext.Data.LoadFromEnumerable(rawData);
50
var
transformedData = transformer.Transform(data);
Dynamic\Transforms\Conversion\HashWithOptions.cs (2)
27
var
data = mlContext.Data.LoadFromEnumerable(rawData);
64
var
transformedData = transformer.Transform(data);
Dynamic\Transforms\Conversion\KeyToValueToKey.cs (3)
26
var
trainData = mlContext.Data.LoadFromEnumerable(rawData);
48
var
transformedDataDefault = defaultPipeline.Fit(trainData).Transform(
51
var
transformedDataCustomized = customizedPipeline.Fit(trainData)
Dynamic\Transforms\Conversion\MapKeyToBinaryVector.cs (2)
32
var
data = mlContext.Data.LoadFromEnumerable(rawData);
39
IDataView
transformedData = pipeline.Fit(data).Transform(data);
Dynamic\Transforms\Conversion\MapKeyToValueMultiColumn.cs (3)
27
var
dataView = mlContext.Data.LoadFromEnumerable(examples);
39
var
dataWithPredictions = pipeline.Fit(dataView).Transform(dataView);
54
var
transformedData = newPipeline.Fit(dataWithPredictions).Transform(
Dynamic\Transforms\Conversion\MapKeyToVector.cs (2)
29
var
data = mlContext.Data.LoadFromEnumerable(rawData);
52
IDataView
transformedData = pipeline.Fit(data).Transform(data);
Dynamic\Transforms\Conversion\MapKeyToVectorMultiColumn.cs (2)
31
var
data = mlContext.Data.LoadFromEnumerable(rawData);
40
IDataView
transformedData = pipeline.Fit(data).Transform(data);
Dynamic\Transforms\Conversion\MapValue.cs (2)
28
var
data = mlContext.Data.LoadFromEnumerable(rawData);
67
IDataView
transformedData = pipeline.Fit(data).Transform(data);
Dynamic\Transforms\Conversion\MapValueIdvLookup.cs (3)
29
var
data = mlContext.Data.LoadFromEnumerable(rawData);
42
var
lookupIdvMap = mlContext.Data.LoadFromEnumerable(lookupData);
51
IDataView
transformedData = pipeline.Fit(data).Transform(data);
Dynamic\Transforms\Conversion\MapValueToArray.cs (2)
31
var
data = mlContext.Data.LoadFromEnumerable(rawData);
48
IDataView
transformedData = pipeline.Fit(data).Transform(data);
Dynamic\Transforms\Conversion\MapValueToKeyMultiColumn.cs (3)
27
var
data = mlContext.Data.LoadFromEnumerable(rawData);
38
IDataView
transformedData = pipeline.Fit(data).Transform(data);
78
var
lookupIdvMap = mlContext.Data.LoadFromEnumerable(lookupData);
Dynamic\Transforms\CopyColumns.cs (2)
38
var
dataview = mlContext.Data.LoadFromEnumerable(samples);
52
var
transformedData = pipeline.Fit(dataview).Transform(dataview);
Dynamic\Transforms\CustomMapping.cs (2)
27
var
data = mlContext.Data.LoadFromEnumerable(samples);
45
var
transformedData = transformer.Transform(data);
Dynamic\Transforms\CustomMappingSaveAndLoad.cs (2)
30
var
data = mlContext.Data.LoadFromEnumerable(samples);
61
var
transformedData = loadedTransform.Transform(data);
Dynamic\Transforms\CustomMappingWithInMemoryCustomType.cs (2)
29
var
tribeDataView = mlContext.Data.LoadFromEnumerable(tribe);
34
var
tribeTransformed = model.Transform(tribeDataView);
Dynamic\Transforms\DropColumns.cs (2)
38
var
dataview = mlContext.Data.LoadFromEnumerable(samples);
47
var
transformedData = pipeline.Fit(dataview).Transform(dataview);
Dynamic\Transforms\Expression.cs (2)
29
var
dataview = mlContext.Data.LoadFromEnumerable(samples);
42
var
transformedData = pipeline.Fit(dataview).Transform(dataview);
Dynamic\Transforms\FeatureSelection\SelectFeaturesBasedOnCount.cs (2)
31
var
data = mlContext.Data.LoadFromEnumerable(rawData);
44
var
transformedData = pipeline.Fit(data).Transform(data);
Dynamic\Transforms\FeatureSelection\SelectFeaturesBasedOnCountMultiColumn.cs (2)
31
var
data = mlContext.Data.LoadFromEnumerable(rawData);
44
var
transformedData = pipeline.Fit(data).Transform(data);
Dynamic\Transforms\FeatureSelection\SelectFeaturesBasedOnMutualInformation.cs (2)
31
var
data = mlContext.Data.LoadFromEnumerable(rawData);
42
var
transformedData = pipeline.Fit(data).Transform(data);
Dynamic\Transforms\FeatureSelection\SelectFeaturesBasedOnMutualInformationMultiColumn.cs (2)
31
var
data = mlContext.Data.LoadFromEnumerable(rawData);
45
var
transformedData = pipeline.Fit(data).Transform(data);
Dynamic\Transforms\ImageAnalytics\ConvertToGrayScale.cs (3)
34
var
data = mlContext.Data.CreateTextLoader(new TextLoader.Options()
50
var
transformedData = pipeline.Fit(data).Transform(data);
60
private static void PrintColumns(
IDataView
transformedData)
Dynamic\Transforms\ImageAnalytics\ConvertToGrayScaleInMemory.cs (2)
21
var
data = mlContext.Data.LoadFromEnumerable(images);
30
var
transformedData = model.Transform(data);
Dynamic\Transforms\ImageAnalytics\ConvertToImage.cs (3)
29
var
data = mlContext.Data.LoadFromEnumerable(dataPoints);
36
var
transformedData = pipeline.Fit(data).Transform(data);
48
private static void PrintColumns(
IDataView
transformedData)
Dynamic\Transforms\ImageAnalytics\DnnFeaturizeImage.cs (2)
33
var
data = mlContext.Data.CreateTextLoader(new TextLoader.Options()
56
var
transformedData = pipeline.Fit(data).Transform(data);
Dynamic\Transforms\ImageAnalytics\ExtractPixels.cs (3)
36
var
data = mlContext.Data.CreateTextLoader(new TextLoader.Options()
55
var
transformedData = pipeline.Fit(data).Transform(data);
67
private static void PrintColumns(
IDataView
transformedData)
Dynamic\Transforms\ImageAnalytics\LoadImages.cs (3)
33
var
data = mlContext.Data.CreateTextLoader(new TextLoader.Options()
47
var
transformedData = pipeline.Fit(data).Transform(data);
58
private static void PrintColumns(
IDataView
transformedData)
Dynamic\Transforms\ImageAnalytics\ResizeImages.cs (3)
33
var
data = mlContext.Data.CreateTextLoader(new TextLoader.Options()
49
var
transformedData = pipeline.Fit(data).Transform(data);
62
private static void PrintColumns(
IDataView
transformedData)
Dynamic\Transforms\IndicateMissingValues.cs (2)
24
var
data = mlContext.Data.LoadFromEnumerable(samples);
36
var
transformedData = tansformer.Transform(data);
Dynamic\Transforms\IndicateMissingValuesMultiColumn.cs (2)
28
var
data = mlContext.Data.LoadFromEnumerable(samples);
44
var
transformedData = tansformer.Transform(data);
Dynamic\Transforms\NormalizeBinning.cs (3)
28
var
data = mlContext.Data.LoadFromEnumerable(samples);
46
var
transformedData = normalizeTransform.Transform(data);
48
var
fixZeroData = normalizeFixZeroTransform.Transform(data);
Dynamic\Transforms\NormalizeBinningMulticolumn.cs (2)
34
var
data = mlContext.Data.LoadFromEnumerable(samples);
47
var
transformedData = normalizeTransform.Transform(data);
Dynamic\Transforms\NormalizeGlobalContrast.cs (2)
25
var
data = mlContext.Data.LoadFromEnumerable(samples);
34
var
transformedData = tansformer.Transform(data);
Dynamic\Transforms\NormalizeLogMeanVariance.cs (3)
27
var
data = mlContext.Data.LoadFromEnumerable(samples);
44
var
transformedData = normalizeTransform.Transform(data);
46
var
noCdfData = normalizeNoCdfTransform.Transform(data);
Dynamic\Transforms\NormalizeLogMeanVarianceFixZero.cs (3)
26
var
data = mlContext.Data.LoadFromEnumerable(samples);
37
var
transformedData = normalizeTransform.Transform(data);
39
var
noCdfData = normalizeNoCdfTransform.Transform(data);
Dynamic\Transforms\NormalizeLpNorm.cs (2)
26
var
data = mlContext.Data.LoadFromEnumerable(samples);
35
var
transformedData = tansformer.Transform(data);
Dynamic\Transforms\NormalizeMeanVariance.cs (3)
27
var
data = mlContext.Data.LoadFromEnumerable(samples);
43
var
transformedData = normalizeTransform.Transform(data);
45
var
noCdfData = normalizeNoCdfTransform.Transform(data);
Dynamic\Transforms\NormalizeMinMax.cs (3)
25
var
data = mlContext.Data.LoadFromEnumerable(samples);
42
var
transformedData = normalizeTransform.Transform(data);
44
var
fixZeroData = normalizeFixZeroTransform.Transform(data);
Dynamic\Transforms\NormalizeMinMaxMulticolumn.cs (3)
42
var
data = mlContext.Data.LoadFromEnumerable(samples);
66
var
transformedData = normalizeTransform.Transform(data);
68
var
fixZeroData = normalizeFixZeroTransform.Transform(data);
Dynamic\Transforms\NormalizeSupervisedBinning.cs (3)
37
var
data = mlContext.Data.LoadFromEnumerable(samples);
60
var
transformedData = normalizeTransform.Transform(data);
62
var
fixZeroData = normalizeFixZeroTransform.Transform(data);
Dynamic\Transforms\Projection\VectorWhiten.cs (2)
22
var
trainData = ml.Data.LoadFromEnumerable(data);
53
var
transformedData = whiteningPipeline.Fit(trainData).Transform(
Dynamic\Transforms\Projection\VectorWhitenWithOptions.cs (2)
21
var
trainData = ml.Data.LoadFromEnumerable(data);
53
var
transformedData = whiteningPipeline.Fit(trainData).Transform(
Dynamic\Transforms\ReplaceMissingValues.cs (3)
28
var
data = mlContext.Data.LoadFromEnumerable(samples);
40
var
defaultTransformedData = defaultTransformer.Transform(data);
71
var
meanTransformedData = meanTransformer.Transform(data);
Dynamic\Transforms\ReplaceMissingValuesMultiColumn.cs (3)
32
var
data = mlContext.Data.LoadFromEnumerable(samples);
46
var
defaultTransformedData = defaultTransformer.Transform(data);
82
var
meanTransformedData = meanTransformer.Transform(data);
Dynamic\Transforms\SelectColumns.cs (2)
38
var
dataview = mlContext.Data.LoadFromEnumerable(samples);
47
var
transformedData = pipeline.Fit(dataview).Transform(dataview);
Dynamic\Transforms\StatefulCustomMapping.cs (2)
28
var
data = mlContext.Data.LoadFromEnumerable(samples);
59
var
transformedData = transformer.Transform(data);
Dynamic\Transforms\Text\ApplyCustomWordEmbedding.cs (1)
23
var
emptyDataView = mlContext.Data.LoadFromEnumerable(emptySamples);
Dynamic\Transforms\Text\ApplyWordEmbedding.cs (1)
23
var
emptyDataView = mlContext.Data.LoadFromEnumerable(emptySamples);
Dynamic\Transforms\Text\FeaturizeText.cs (1)
39
var
dataview = mlContext.Data.LoadFromEnumerable(samples);
Dynamic\Transforms\Text\FeaturizeTextWithOptions.cs (1)
40
var
dataview = mlContext.Data.LoadFromEnumerable(samples);
Dynamic\Transforms\Text\LatentDirichletAllocation.cs (1)
33
var
dataview = mlContext.Data.LoadFromEnumerable(samples);
Dynamic\Transforms\Text\NormalizeText.cs (1)
23
var
emptyDataView = mlContext.Data.LoadFromEnumerable(emptySamples);
Dynamic\Transforms\Text\ProduceHashedNgrams.cs (2)
37
var
dataview = mlContext.Data.LoadFromEnumerable(samples);
57
var
transformedDataView = textTransformer.Transform(dataview);
Dynamic\Transforms\Text\ProduceHashedWordBags.cs (2)
40
var
dataview = mlContext.Data.LoadFromEnumerable(samples);
56
var
transformedDataView = textTransformer.Transform(dataview);
Dynamic\Transforms\Text\ProduceNgrams.cs (2)
44
var
dataview = mlContext.Data.LoadFromEnumerable(samples);
65
var
transformedDataView = textTransformer.Transform(dataview);
Dynamic\Transforms\Text\ProduceWordBags.cs (2)
49
var
dataview = mlContext.Data.LoadFromEnumerable(samples);
62
var
transformedDataView = textTransformer.Transform(dataview);
Dynamic\Transforms\Text\RemoveDefaultStopWords.cs (1)
24
var
emptyDataView = mlContext.Data.LoadFromEnumerable(emptySamples);
Dynamic\Transforms\Text\RemoveStopWords.cs (1)
23
var
emptyDataView = mlContext.Data.LoadFromEnumerable(emptySamples);
Dynamic\Transforms\Text\TokenizeIntoCharactersAsKeys.cs (1)
23
var
emptyDataView = mlContext.Data.LoadFromEnumerable(emptySamples);
Dynamic\Transforms\Text\TokenizeIntoWords.cs (1)
23
var
emptyDataView = mlContext.Data.LoadFromEnumerable(emptySamples);
Dynamic\Transforms\TimeSeries\DetectAnomalyBySrCnn.cs (1)
34
var
dataView = ml.Data.LoadFromEnumerable(data);
Dynamic\Transforms\TimeSeries\DetectAnomalyBySrCnnBatchPrediction.cs (2)
30
var
dataView = ml.Data.LoadFromEnumerable(data);
37
var
transformedData = ml.Transforms.DetectAnomalyBySrCnn(
Dynamic\Transforms\TimeSeries\DetectChangePointBySsa.cs (1)
50
var
dataView = ml.Data.LoadFromEnumerable(data);
Dynamic\Transforms\TimeSeries\DetectChangePointBySsaBatchPrediction.cs (2)
54
var
dataView = ml.Data.LoadFromEnumerable(data);
61
var
transformedData = ml.Transforms.DetectChangePointBySsa(
Dynamic\Transforms\TimeSeries\DetectChangePointBySsaStream.cs (1)
50
var
dataView = ml.Data.LoadFromEnumerable(data);
Dynamic\Transforms\TimeSeries\DetectEntireAnomalyBySrCnn.cs (2)
31
var
dataView = ml.Data.LoadFromEnumerable(data);
38
var
outputDataView = ml.AnomalyDetection.DetectEntireAnomalyBySrCnn(dataView, outputColumnName, inputColumnName,
Dynamic\Transforms\TimeSeries\DetectIidChangePoint.cs (1)
50
var
dataView = ml.Data.LoadFromEnumerable(data);
Dynamic\Transforms\TimeSeries\DetectIidChangePointBatchPrediction.cs (2)
48
var
dataView = ml.Data.LoadFromEnumerable(data);
55
var
transformedData = ml.Transforms.DetectIidChangePoint(
Dynamic\Transforms\TimeSeries\DetectIidSpike.cs (1)
42
var
dataView = ml.Data.LoadFromEnumerable(data);
Dynamic\Transforms\TimeSeries\DetectIidSpikeBatchPrediction.cs (2)
40
var
dataView = ml.Data.LoadFromEnumerable(data);
47
var
transformedData = ml.Transforms.DetectIidSpike(outputColumnName,
Dynamic\Transforms\TimeSeries\DetectSeasonality.cs (1)
21
var
dataView = mlContext.Data.LoadFromEnumerable(seasonalData);
Dynamic\Transforms\TimeSeries\DetectSpikeBySsa.cs (1)
48
var
dataView = ml.Data.LoadFromEnumerable(data);
Dynamic\Transforms\TimeSeries\DetectSpikeBySsaBatchPrediction.cs (2)
56
var
dataView = ml.Data.LoadFromEnumerable(data);
63
var
transformedData = ml.Transforms.DetectSpikeBySsa(outputColumnName,
Dynamic\Transforms\TimeSeries\Forecasting.cs (1)
42
var
dataView = ml.Data.LoadFromEnumerable(data);
Dynamic\Transforms\TimeSeries\ForecastingWithConfidenceInterval.cs (1)
42
var
dataView = ml.Data.LoadFromEnumerable(data);
Dynamic\Transforms\TreeFeaturization\FastForestBinaryFeaturizationWithOptions.cs (2)
27
var
dataView = mlContext.Data.LoadFromEnumerable(dataPoints);
78
var
transformed = model.Transform(dataView);
Dynamic\Transforms\TreeFeaturization\FastForestRegressionFeaturizationWithOptions.cs (2)
27
var
dataView = mlContext.Data.LoadFromEnumerable(dataPoints);
79
var
transformed = model.Transform(dataView);
Dynamic\Transforms\TreeFeaturization\FastTreeBinaryFeaturizationWithOptions.cs (2)
27
var
dataView = mlContext.Data.LoadFromEnumerable(dataPoints);
80
var
transformed = model.Transform(dataView);
Dynamic\Transforms\TreeFeaturization\FastTreeRankingFeaturizationWithOptions.cs (2)
27
var
dataView = mlContext.Data.LoadFromEnumerable(dataPoints);
76
var
transformed = model.Transform(dataView);
Dynamic\Transforms\TreeFeaturization\FastTreeRegressionFeaturizationWithOptions.cs (2)
27
var
dataView = mlContext.Data.LoadFromEnumerable(dataPoints);
79
var
transformed = model.Transform(dataView);
Dynamic\Transforms\TreeFeaturization\FastTreeTweedieFeaturizationWithOptions.cs (2)
27
var
dataView = mlContext.Data.LoadFromEnumerable(dataPoints);
79
var
transformed = model.Transform(dataView);
Dynamic\Transforms\TreeFeaturization\PretrainedTreeEnsembleFeaturizationWithOptions.cs (3)
27
var
dataView = mlContext.Data.LoadFromEnumerable(dataPoints);
51
var
predicted = model.Transform(dataView);
69
var
transformed = treeFeaturizer.Transform(dataView);
Dynamic\WithOnFitDelegate.cs (1)
36
var
data = mlContext.Data.LoadFromEnumerable(samples);
Microsoft.ML.Samples.GPU (23)
docs\samples\Microsoft.ML.Samples\Dynamic\TensorFlow\ImageClassification.cs (2)
39
var
idv = mlContext.Data.LoadFromEnumerable(data);
49
var
transformedValues = estimator.Transform(idv);
docs\samples\Microsoft.ML.Samples\Dynamic\TensorFlow\TextClassification.cs (2)
42
var
dataView = mlContext.Data.LoadFromEnumerable(data);
45
var
lookupMap = mlContext.Data.LoadFromTextFile(Path.Combine(
docs\samples\Microsoft.ML.Samples\Dynamic\Trainers\MulticlassClassification\ImageClassification\ImageClassificationDefault.cs (5)
43
IDataView
shuffledFullImagesDataset = mlContext.Data.ShuffleRows(
61
IDataView
trainDataset = trainTestData.TrainSet;
62
IDataView
testDataset = trainTestData.TestSet;
153
IDataView
testDataset, ITransformer trainedModel)
159
IDataView
predictions = trainedModel.Transform(testDataset);
docs\samples\Microsoft.ML.Samples\Dynamic\Trainers\MulticlassClassification\ImageClassification\LearningRateSchedulingCifarResnetTransferLearning.cs (4)
47
IDataView
trainDataset = mlContext.Data.
66
IDataView
testDataset = mlContext.Data.
179
IDataView
testDataset, ITransformer trainedModel)
185
IDataView
predictions = trainedModel.Transform(testDataset);
docs\samples\Microsoft.ML.Samples\Dynamic\Trainers\MulticlassClassification\ImageClassification\ResnetV2101TransferLearningEarlyStopping.cs (5)
42
IDataView
shuffledFullImagesDataset = mlContext.Data.ShuffleRows(
60
IDataView
trainDataset = trainTestData.TrainSet;
61
IDataView
testDataset = trainTestData.TestSet;
177
IDataView
testDataset, ITransformer trainedModel)
183
IDataView
predictions = trainedModel.Transform(testDataset);
docs\samples\Microsoft.ML.Samples\Dynamic\Trainers\MulticlassClassification\ImageClassification\ResnetV2101TransferLearningTrainTestSplit.cs (5)
42
IDataView
shuffledFullImagesDataset = mlContext.Data.ShuffleRows(
60
IDataView
trainDataset = trainTestData.TrainSet;
61
IDataView
testDataset = trainTestData.TestSet;
162
IDataView
testDataset, ITransformer trainedModel)
168
IDataView
predictions = trainedModel.Transform(testDataset);
Microsoft.ML.Samples.OneDal (23)
Program.cs (23)
14
public static
IDataView
[] LoadData(
18
List<
IDataView
> dataList = new List<
IDataView
>();
49
public static string[] GetFeaturesArray(
IDataView
data, string labelName = "target")
64
public static double[] RunRandomForestClassification(MLContext mlContext,
IDataView
trainingData,
IDataView
testingData, string labelName, int numberOfTrees, int numberOfLeaves)
68
var
preprocessedTrainingData = preprocessingPipeline.Fit(trainingData).Transform(trainingData);
69
var
preprocessedTestingData = preprocessingPipeline.Fit(trainingData).Transform(testingData);
83
IDataView
trainingPredictions = model.Transform(preprocessedTrainingData);
85
IDataView
testingPredictions = model.Transform(preprocessedTestingData);
96
public static double[] RunRandomForestRegression(MLContext mlContext,
IDataView
trainingData,
IDataView
testingData, string labelName, int numberOfTrees, int numberOfLeaves)
100
var
preprocessedTrainingData = preprocessingPipeline.Fit(trainingData).Transform(trainingData);
101
var
preprocessedTestingData = preprocessingPipeline.Fit(trainingData).Transform(testingData);
115
IDataView
trainingPredictions = model.Transform(preprocessedTrainingData);
117
IDataView
testingPredictions = model.Transform(preprocessedTestingData);
128
public static double[] RunOLSRegression(MLContext mlContext,
IDataView
trainingData,
IDataView
testingData, string labelName)
132
var
preprocessedTrainingData = preprocessingPipeline.Fit(trainingData).Transform(trainingData);
133
var
preprocessedTestingData = preprocessingPipeline.Fit(trainingData).Transform(testingData);
143
IDataView
trainingPredictions = model.Transform(preprocessedTrainingData);
145
IDataView
testingPredictions = model.Transform(preprocessedTestingData);
168
IDataView
[] data = LoadData(mlContext, args[0], args[1], args[2]);
Microsoft.ML.SamplesUtils (8)
SamplesDatasetUtils.cs (8)
44
public static
IDataView
LoadHousingRegressionDataset(MLContext mlContext)
70
var
data = loader.Load(dataFile);
88
public static
IDataView
LoadFeaturizedAdultDataset(MLContext mlContext)
107
var
data = LoadRawAdultDataset(mlContext);
108
var
featurizedData = pipeline.Fit(data).Transform(data);
120
public static
IDataView
LoadRawAdultDataset(MLContext mlContext)
225
/// calling <see cref="DataOperationsCatalog.CreateEnumerable{TRow}(
IDataView
, bool, bool, SchemaDefinition)"/> via on <see cref="MLContext"/>.
236
/// calling <see cref="DataOperationsCatalog.CreateEnumerable{TRow}(
IDataView
, bool, bool, SchemaDefinition)"/> via on <see cref="MLContext"/>.
Microsoft.ML.StandardTrainers (23)
FactorizationMachine\FactorizationMachineTrainer.cs (3)
588
public FieldAwareFactorizationMachinePredictionTransformer Fit(
IDataView
trainData,
589
IDataView
validationData = null, FieldAwareFactorizationMachineModelParameters modelParameters = null)
615
public FieldAwareFactorizationMachinePredictionTransformer Fit(
IDataView
input) => Fit(input, null, null);
Standard\LogisticRegression\LogisticRegression.cs (1)
187
public BinaryPredictionTransformer<CalibratedModelParametersBase<LinearBinaryModelParameters, PlattCalibrator>> Fit(
IDataView
trainData, LinearModelParameters modelParameters)
Standard\LogisticRegression\MulticlassLogisticRegression.cs (2)
390
public MulticlassPredictionTransformer<MaximumEntropyModelParameters> Fit(
IDataView
trainData, MaximumEntropyModelParameters modelParameters)
1094
IDataView
ICanGetSummaryAsIDataView.GetSummaryDataView(RoleMappedSchema schema)
Standard\MulticlassClassification\MetaMulticlassTrainer.cs (3)
91
private protected
IDataView
MapLabelsCore<T>(DataViewType type, InPredicate<T> equalsTarget, RoleMappedData data)
100
IDataView
dataView = data.Data;
191
public abstract TTransformer Fit(
IDataView
input);
Standard\MulticlassClassification\OneVersusAllTrainer.cs (3)
165
var
view = MapLabels(data, cls);
191
private
IDataView
MapLabels(RoleMappedData data, int cls)
210
public override MulticlassPredictionTransformer<OneVersusAllModelParameters> Fit(
IDataView
input)
Standard\MulticlassClassification\PairwiseCouplingTrainer.cs (3)
151
var
view = MapLabels(data, cls1, cls2);
164
private
IDataView
MapLabels(RoleMappedData data, int cls1, int cls2)
186
public override TTransformer Fit(
IDataView
input)
Standard\Online\OnlineLinear.cs (1)
308
public TTransformer Fit(
IDataView
trainData, LinearModelParameters modelParameters)
Standard\PoissonRegression\PoissonRegression.cs (1)
134
public RegressionPredictionTransformer<PoissonRegressionModelParameters> Fit(
IDataView
trainData, LinearModelParameters linearModel)
Standard\SdcaBinary.cs (3)
100
var
idvToShuffle = examples.Data;
101
IDataView
idvToFeedTrain;
2013
public BinaryPredictionTransformer<TModel> Fit(
IDataView
trainData, LinearModelParameters modelParameters)
Standard\Simple\SimpleTrainers.cs (1)
243
public BinaryPredictionTransformer<PriorModelParameters> Fit(
IDataView
input)
Standard\StochasticTrainerBase.cs (2)
64
var
idvToShuffle = examples.Data;
65
IDataView
idvToFeedTrain;
Microsoft.ML.Sweeper (1)
Algorithms\SmacSweeper.cs (1)
129
IDataView
view = dvBuilder.GetDataView();
Microsoft.ML.TensorFlow (7)
TensorflowTransform.cs (7)
190
internal static IDataTransform Create(IHostEnvironment env, TensorFlowEstimator.Options options,
IDataView
input)
201
internal TensorFlowTransformer(IHostEnvironment env, TensorFlowEstimator.Options options,
IDataView
input)
206
internal TensorFlowTransformer(IHostEnvironment env, TensorFlowEstimator.Options options, TensorFlowModel tensorFlowModel,
IDataView
input,
IDataView
validationSet = null)
245
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
288
bool addBatchDimensionInput, int batchSize = 1, TensorFlowEstimator.Options options = null,
IDataView
input = null, bool treatOutputAsBatched = true)
1056
public TensorFlowTransformer Fit(
IDataView
input)
Microsoft.ML.TensorFlow.Tests (85)
TensorFlowEstimatorTests.cs (13)
64
var
dataView = ML.Data.LoadFromEnumerable(
84
var
invalidDataWrongNames = ML.Data.LoadFromEnumerable(xyData);
85
var
invalidDataWrongTypes = ML.Data.LoadFromEnumerable(stringData);
86
var
invalidDataWrongVectorSize = ML.Data.LoadFromEnumerable(sizeData);
105
var
dataView = ML.Data.LoadFromEnumerable(
126
var
result = transformer.Transform(dataView);
132
var
loadedView = ModelFileUtils.LoadTransforms(Env, dataView, ms);
156
var
data = ML.Data.LoadFromTextFile(dataFile, new[] {
170
var
result = model.Transform(data);
198
var
data = ML.Data.LoadFromTextFile(dataFile, new[] {
249
var
data = ML.Data.LoadFromTextFile(dataFile, new[] {
263
var
result = model.Transform(data);
295
private void ValidateTensorFlowTransformer(
IDataView
result)
TensorflowTests.cs (72)
159
var
predictions = transformer.Transform(data);
188
var
loader = _mlContext.Data.LoadFromEnumerable(
201
var
idv = trans.Transform(loader);
287
var
loader = _mlContext.Data.LoadFromEnumerable(data);
293
var
idv = trans.Transform(loader);
409
var
loader = _mlContext.Data.LoadFromEnumerable(data);
415
var
idv = trans.Transform(loader);
506
var
images = new ImageLoadingTransformer(_mlContext, imageFolder, ("ImageReal", "ImagePath")).Transform(data);
507
var
cropped = new ImageResizingTransformer(_mlContext, "ImageCropped", 32, 32, "ImageReal").Transform(images);
509
var
pixels = _mlContext.Transforms.ExtractPixels("image_tensor", "ImageCropped", outputAsFloatArray: false).Fit(cropped).Transform(cropped);
511
var
tf = tfModel.ScoreTensorFlowModel(new[] { "detection_boxes", "detection_scores", "num_detections", "detection_classes" }, new[] { "image_tensor" }).Fit(pixels).Transform(pixels);
552
var
data = reader.Load(new MultiFileSource(dataFile));
553
var
images = _mlContext.Transforms.LoadImages("ImageReal", "ImagePath", imageFolder).Fit(data).Transform(data);
554
var
cropped = _mlContext.Transforms.ResizeImages("ImageCropped", 224, 224, "ImageReal").Fit(images).Transform(images);
555
var
pixels = _mlContext.Transforms.ExtractPixels(inputName, "ImageCropped", interleavePixelColors: true).Fit(cropped).Transform(cropped);
557
var
tf = tfModel.ScoreTensorFlowModel(outputName, inputName, true).Fit(pixels).Transform(pixels);
665
var
trainData = reader.Load(GetDataPath(TestDatasets.mnistTiny28.trainFilename));
666
var
testData = reader.Load(GetDataPath(TestDatasets.mnistOneClass.testFilename));
674
var
predicted = trainedModel.Transform(testData);
706
var
trainData = reader.Load(GetDataPath(TestDatasets.mnistTiny28.trainFilename));
707
var
testData = reader.Load(GetDataPath(TestDatasets.mnistOneClass.testFilename));
796
var
trainData = reader.Load(GetDataPath(TestDatasets.mnistTiny28.trainFilename));
797
var
testData = reader.Load(GetDataPath(TestDatasets.mnistOneClass.testFilename));
799
IDataView
preprocessedTrainData = null;
800
IDataView
preprocessedTestData = null;
850
var
predicted = trainedModel.Transform(preprocessedTestData);
889
var
trainData = reader.Load(GetDataPath(TestDatasets.mnistTiny28.trainFilename));
890
var
testData = reader.Load(GetDataPath(TestDatasets.mnistOneClass.testFilename));
898
var
predicted = trainedModel.Transform(testData);
1011
var
data = _mlContext.Data.LoadFromTextFile(dataFile,
1026
var
pixels = pipeEstimator.Fit(data).Transform(data);
1028
IDataView
idv = trans.Transform(pixels);
1070
var
data = _mlContext.Data.LoadFromTextFile(dataFile, columns: new[]
1076
var
images = _mlContext.Transforms.LoadImages("ImageReal", imageFolder, "ImagePath").Fit(data).Transform(data);
1077
var
cropped = _mlContext.Transforms.ResizeImages("ImageCropped", imageWidth, imageHeight, "ImageReal").Fit(images).Transform(images);
1078
var
pixels = _mlContext.Transforms.ExtractPixels("Input", "ImageCropped", interleavePixelColors: true).Fit(cropped).Transform(cropped);
1080
IDataView
idv = trans.Transform(pixels);
1115
var
dataView = _mlContext.Data.LoadFromEnumerable<InMemoryImage>(dataObjects);
1169
var
transformedData = transformer.Transform(data);
1223
var
data = _mlContext.Data.LoadFromTextFile(dataFile,
1230
var
images = new ImageLoadingTransformer(_mlContext, imageFolder, ("ImageReal", "ImagePath")).Transform(data);
1231
var
cropped = new ImageResizingTransformer(_mlContext, "ImageCropped", imageWidth, imageHeight, "ImageReal").Transform(images);
1232
var
pixels = new ImagePixelExtractingTransformer(_mlContext, "Input", "ImageCropped").Transform(cropped);
1238
IDataView
trans = model.ScoreTensorFlowModel("Output", "Input").Fit(pixels).Transform(pixels);
1264
var
dataView = _mlContext.Data.LoadFromEnumerable(data);
1266
var
lookupMap = _mlContext.Data.LoadFromTextFile(@"sentiment_model/imdb_word_index.csv",
1348
var
dataview = _mlContext.Data.CreateTextLoader<TextInput>().Load(new MultiFileSource(null));
1377
var
dataview = _mlContext.Data.CreateTextLoader<PrimitiveInput>().Load(new MultiFileSource(null));
1403
IDataView
shuffledFullImagesDataset = _mlContext.Data.ShuffleRows(
1415
IDataView
trainDataset = trainTestData.TrainSet;
1416
IDataView
testDataset = trainTestData.TestSet;
1433
IDataView
predictions = trainedModel.Transform(testDataset);
1478
IDataView
shuffledFullImagesDataset = _mlContext.Data.ShuffleRows(
1490
IDataView
trainDataset = trainTestData.TrainSet;
1491
IDataView
testDataset = trainTestData.TestSet;
1492
var
validationSet = _mlContext.Transforms.LoadRawImageBytes("Image", _fullImagesetFolderPath, "ImagePath")
1536
IDataView
predictions = trainedModel.Transform(testDataset);
1610
IDataView
shuffledFullImagesDataset = _mlContext.Data.ShuffleRows(
1622
IDataView
trainDataset = trainTestData.TrainSet;
1623
IDataView
testDataset = trainTestData.TestSet;
1624
var
validationSet = _mlContext.Transforms.LoadRawImageBytes("Image", _fullImagesetFolderPath, "ImagePath")
1695
IDataView
predictions = trainedModel.Transform(testDataset);
1765
IDataView
shuffledFullImagesDataset = _mlContext.Data.ShuffleRows(
1777
IDataView
trainDataset = trainTestData.TrainSet;
1778
IDataView
testDataset = trainTestData.TestSet;
1781
var
validationSet = _mlContext.Transforms.LoadRawImageBytes("Image", _fullImagesetFolderPath, "ImagePath")
1825
IDataView
predictions = trainedModel.Transform(testDataset);
1854
IDataView
shuffledFullImagesDataset = _mlContext.Data.ShuffleRows(
1867
IDataView
trainDataset = trainTestData.TrainSet;
1868
IDataView
testDataset = trainTestData.TestSet;
1896
IDataView
predictions = trainedModel.Transform(testDataset);
2053
IDataView
data = _mlContext.Data.LoadFromTextFile(dataFile, new[] {
Microsoft.ML.TestFramework (40)
BaseTestBaseline.cs (4)
696
public void CompareResults(string leftColumnName, string rightColumnName,
IDataView
left,
IDataView
right, int precision = 6, bool isRightColumnOnnxScalar = false)
727
private void CompareSelectedColumns<T>(string leftColumnName, string rightColumnName,
IDataView
left,
IDataView
right, int precision = 6, bool isRightColumnOnnxScalar = false)
DataPipe\TestDataPipe.cs (14)
833
IDataView
view2 = TextLoader.Create(Env, argsText, new MultiFileSource(dataPath));
858
IDataView
view1 = ML.Transforms.SelectColumns(colsChoose).Fit(pipe).Transform(pipe);
1114
var
srcView = builder.GetDataView();
1116
var
hashTransform = new HashingTransformer(Env, new HashingEstimator.ColumnOptions("F1", "F1", 5, 42)).Transform(srcView);
1146
var
srcView = builder.GetDataView();
1147
var
hashTransform = new HashingTransformer(Env, new HashingEstimator.ColumnOptions("F1V", "F1V", 5, 42)).Transform(srcView);
1189
IDataView
view = builder.GetDataView();
1263
IDataView
view = builder.GetDataView();
1275
IDataView
view = builder.GetDataView(0);
1298
IDataView
view = builder.GetDataView(100);
1545
var
srcView = builder.GetDataView();
1553
var
transformedData = ldaTransformer.Transform(srcView);
1603
var
srcView = builder.GetDataView();
1606
var
lda = ML.Transforms.Text.LatentDirichletAllocation("Zeros").Fit(srcView).Transform(srcView);
DataPipe\TestDataPipeBase.cs (18)
34
IDataView
validFitInput,
IDataView
validTransformInput = null,
IDataView
invalidInput = null,
IDataView
validForFitNotValidForTransformInput = null, bool shouldDispose = false)
92
Action<
IDataView
> checkOnData = (
IDataView
data) =>
113
var
scoredTrain = transformer.Transform(data);
114
var
scoredTrain2 = loadedTransformer.Transform(data);
195
IDataView
srcLoader = null;
201
var
reappliedPipe = ApplyTransformUtils.ApplyAllTransformsToData(_env, comp.View, srcLoader);
263
var
newPipe = ApplyTransformUtils.ApplyAllTransformsToData(_env, comp.View, cachedData);
375
protected bool SaveLoadText(
IDataView
view, IHostEnvironment env,
424
var
loadedData = ML.Data.LoadFromTextFile(pathData, options: args);
522
protected bool SaveLoad(
IDataView
view, IHostEnvironment env, string suffix = "")
569
protected bool SaveLoadTransposed(
IDataView
view, IHostEnvironment env, string suffix = "")
652
protected bool CheckSameValues(
IDataView
view1,
IDataView
view2, bool exactTypes = true, bool exactDoubles = true, bool checkId = true)
782
protected bool CheckSameValues(DataViewRowCursor curs1,
IDataView
view2, bool exactTypes = true, bool exactDoubles = true, bool checkId = true)
TestCommandBase.cs (2)
536
IDataView
pipe;
541
ModelLoadContext.LoadModel<
IDataView
, SignatureLoadDataLoader>(env,
TestSparseDataView.cs (2)
51
var
data = env.Data.LoadFromEnumerable(inputs);
91
var
data = env.Data.LoadFromEnumerable(inputs);
Microsoft.ML.Tests (885)
AnomalyDetectionTests.cs (10)
31
var
transformedData = DetectAnomalyInMnistOneClass(trainPath, testPath);
48
var
transformedData = DetectAnomalyInMnistOneClass(trainPath, trainPath);
151
var
data = mlContext.Data.LoadFromEnumerable(samples);
157
var
transformed = model.Transform(data);
195
var
data = mlContext.Data.LoadFromEnumerable(samples);
203
var
transformed = transformer.Transform(data);
237
private
IDataView
DetectAnomalyInMnistOneClass(string trainPath, string testPath)
246
var
trainData = loader.Load(trainPath);
247
var
testData = loader.Load(testPath);
275
var
data = mlContext.Data.LoadFromEnumerable(samples);
BinaryLoaderSaverTests.cs (1)
24
var
data = ML.Data.LoadFromBinary(GetDataPath("schema-codec-test.idv"));
CachingTests.cs (1)
84
var
data = ML.Data.LoadFromEnumerable(src);
CalibratedModelParametersTests.cs (5)
26
var
data = GetDenseDataset();
47
var
data = GetDenseDataset();
70
var
data = GetDenseDataset();
95
private
IDataView
GetDenseDataset()
132
var
srcDV = bldr.GetDataView();
CollectionsDataViewTest.cs (9)
160
var
dataView = env.Data.LoadFromEnumerable(data);
191
var
dataView = env.Data.LoadFromEnumerable(data);
234
var
dataView = env.Data.LoadFromEnumerable(data);
260
var
dataView = env.Data.LoadFromEnumerable(data);
314
var
dataView = env.Data.LoadFromEnumerable(data);
344
var
dataView = env.Data.LoadFromEnumerable(data);
395
var
dataView = env.Data.LoadFromEnumerable(data);
446
var
dataView = env.Data.LoadFromEnumerable(data);
483
var
dataView = env.Data.LoadFromEnumerable(data);
DatabaseLoaderTests.cs (6)
65
var
trainingData = loader.Load(dbs);
101
var
trainingData = loader.Load(GetIrisDatabaseSource("SELECT Label as [My Label], SepalLength, SepalWidth, PetalLength, PetalWidth FROM {0}"));
137
var
trainingData = loader.Load(GetIrisDatabaseSource("SELECT * FROM {0}"));
169
var
trainingData = loader.Load(GetIrisDatabaseSource("SELECT * FROM {0}"));
201
var
trainingData = loader.Load(GetIrisDatabaseSource("SELECT * FROM {0}"));
260
var
data = loader.Load(source);
EvaluateTests.cs (2)
47
var
inputDV = mlContext.Data.LoadFromEnumerable(inputArray);
64
var
inputDV2 = mlContext.Data.LoadFromEnumerable(inputArray2);
FeatureContributionTests.cs (10)
30
var
data = GetSparseDataset();
193
IDataView
data,
215
IDataView
data,
237
private void CheckOutput(IEstimator<ITransformer> estimator,
IDataView
data, string testFile, int precision = 6)
243
var
savedData = ML.Data.TakeRows(estimator.Fit(data).Transform(data), 4);
257
private
IDataView
GetSparseDataset(TaskType task = TaskType.Regression, int numberOfInstances = 1000)
312
var
srcDV = bldr.GetDataView();
415
private
IDataView
GetOneHotEncodedData(int numberOfInstances = 100)
418
IDataView
trainingDataView = ML.Data.LoadFromTextFile<TaxiTrip>(trainDataPath, hasHeader: true, separatorChar: ',');
434
var
someRows = ML.Data.TakeRows(trainingDataView, numberOfInstances);
ImagesTests.cs (50)
124
var
imagesEmptyImageFolder = new ImageLoadingTransformer(env, emptyImageFolder, ("ImageReal", "ImagePath")).Transform(data);
127
var
imagesNullImageFolder = new ImageLoadingTransformer(env, null, ("ImageReal", "ImagePath")).Transform(data);
130
var
imagesCorrectImageFolder = new ImageLoadingTransformer(env, correctImageFolder, ("ImageReal", "ImagePath")).Transform(data);
149
var
images = new ImageLoadingTransformer(env, imageFolder, ("ImageReal", "ImagePath")).Transform(data);
150
var
cropped = new ImageResizingTransformer(env, "ImageCropped", 100, 100, "ImageReal", ImageResizingEstimator.ResizingKind.IsoPad).Transform(images);
186
var
images = new ImageLoadingTransformer(env, imageFolder, ("ImageReal", "ImagePath")).Transform(data);
188
var
cropped = new ImageResizingTransformer(env, "ImageCropped", imageWidth, imageHeight, "ImageReal").Transform(images);
190
IDataView
grey = new ImageGrayscalingTransformer(env, ("ImageGrey", "ImageCropped")).Transform(cropped);
236
var
data = ML.Data.LoadFromEnumerable(images);
245
var
transformedData = model.Transform(data);
345
var
images = new ImageLoadingTransformer(env, imageFolder, ("ImageReal", "ImagePath")).Transform(data);
346
var
cropped = new ImageResizingTransformer(env, "ImageCropped", imageWidth, imageHeight, "ImageReal").Transform(images);
348
var
pixels = new ImagePixelExtractingTransformer(env, "ImagePixels", "ImageCropped", ImagePixelExtractingEstimator.ColorBits.All, interleavePixelColors: true, scaleImage: 2f / 19, offsetImage: 30).Transform(cropped);
349
IDataView
backToImages = new VectorToImageConvertingTransformer(env, "ImageRestored", imageHeight, imageWidth, "ImagePixels",
420
var
images = new ImageLoadingTransformer(env, imageFolder, ("ImageReal", "ImagePath")).Transform(data);
421
var
cropped = new ImageResizingTransformer(env, "ImageCropped", imageWidth, imageHeight, "ImageReal").Transform(images);
422
var
pixels = new ImagePixelExtractingTransformer(env, "ImagePixels", "ImageCropped", interleavePixelColors: true, scaleImage: 2f / 19, offsetImage: 30).Transform(cropped);
424
IDataView
backToImages = new VectorToImageConvertingTransformer(env, "ImageRestored", imageHeight, imageWidth, "ImagePixels",
496
var
images = new ImageLoadingTransformer(env, imageFolder, ("ImageReal", "ImagePath")).Transform(data);
497
var
cropped = new ImageResizingTransformer(env, "ImageCropped", imageWidth, imageHeight, "ImageReal").Transform(images);
499
var
pixels = new ImagePixelExtractingTransformer(env, "ImagePixels", "ImageCropped", ImagePixelExtractingEstimator.ColorBits.All, orderOfExtraction: ImagePixelExtractingEstimator.ColorsOrder.ABRG).Transform(cropped);
500
IDataView
backToImages = new VectorToImageConvertingTransformer(env, "ImageRestored", imageHeight, imageWidth, "ImagePixels",
571
var
images = new ImageLoadingTransformer(env, imageFolder, ("ImageReal", "ImagePath")).Transform(data);
572
var
cropped = new ImageResizingTransformer(env, "ImageCropped", imageWidth, imageHeight, "ImageReal").Transform(images);
573
var
pixels = new ImagePixelExtractingTransformer(env, "ImagePixels", "ImageCropped", ImagePixelExtractingEstimator.ColorBits.All, scaleImage: 2f / 19, offsetImage: 30).Transform(cropped);
575
IDataView
backToImages = new VectorToImageConvertingTransformer(env, "ImageRestored", imageHeight, imageWidth, "ImagePixels",
646
var
images = new ImageLoadingTransformer(env, imageFolder, ("ImageReal", "ImagePath")).Transform(data);
647
var
cropped = new ImageResizingTransformer(env, "ImageCropped", imageWidth, imageHeight, "ImageReal").Transform(images);
648
var
pixels = new ImagePixelExtractingTransformer(env, "ImagePixels", "ImageCropped", scaleImage: 2f / 19, offsetImage: 30).Transform(cropped);
650
IDataView
backToImages = new VectorToImageConvertingTransformer(env, "ImageRestored", imageHeight, imageWidth, "ImagePixels",
721
var
images = new ImageLoadingTransformer(env, imageFolder, ("ImageReal", "ImagePath")).Transform(data);
722
var
cropped = new ImageResizingTransformer(env, "ImageCropped", imageWidth, imageHeight, "ImageReal").Transform(images);
724
var
pixels = new ImagePixelExtractingTransformer(env, "ImagePixels", "ImageCropped", ImagePixelExtractingEstimator.ColorBits.All, interleavePixelColors: true).Transform(cropped);
726
IDataView
backToImages = new VectorToImageConvertingTransformer(env, "ImageRestored", imageHeight, imageWidth, "ImagePixels",
797
var
images = new ImageLoadingTransformer(env, imageFolder, ("ImageReal", "ImagePath")).Transform(data);
798
var
cropped = new ImageResizingTransformer(env, "ImageCropped", imageWidth, imageHeight, "ImageReal").Transform(images);
800
var
pixels = new ImagePixelExtractingTransformer(env, "ImagePixels", "ImageCropped", interleavePixelColors: true).Transform(cropped);
802
IDataView
backToImages = new VectorToImageConvertingTransformer(env, "ImageRestored", imageHeight, imageWidth, "ImagePixels", interleavedColors: true).Transform(pixels);
872
var
images = new ImageLoadingTransformer(env, imageFolder, ("ImageReal", "ImagePath")).Transform(data);
873
var
cropped = new ImageResizingTransformer(env, "ImageCropped", imageWidth, imageHeight, "ImageReal").Transform(images);
875
var
pixels = new ImagePixelExtractingTransformer(env, "ImagePixels", "ImageCropped", ImagePixelExtractingEstimator.ColorBits.All).Transform(cropped);
877
IDataView
backToImages = new VectorToImageConvertingTransformer(env, "ImageRestored", imageHeight, imageWidth, "ImagePixels",
948
var
images = new ImageLoadingTransformer(env, imageFolder, ("ImageReal", "ImagePath")).Transform(data);
949
var
cropped = new ImageResizingTransformer(env, "ImageCropped", imageWidth, imageHeight, "ImageReal").Transform(images);
950
var
pixels = new ImagePixelExtractingTransformer(env, "ImagePixels", "ImageCropped").Transform(cropped);
952
IDataView
backToImages = new VectorToImageConvertingTransformer(env, "ImageRestored", imageHeight, imageWidth, "ImagePixels").Transform(pixels);
1091
var
data = mlContext.Data.LoadFromEnumerable(dataPoints);
1129
var
tsvFile = mlContext.Data.LoadFromTextFile(tsvPath, columns: new[]
1182
var
dataView = mlContext.Data.LoadFromEnumerable<InMemoryImage>(dataObjects);
1187
var
resizedDV = model.Transform(dataView);
OnnxConversionTest.cs (69)
71
var
data = mlContext.Data.LoadFromTextFile<AdultData>(trainDataPath,
75
var
cachedTrainData = mlContext.Data.Cache(data);
149
var
data = mlContext.Data.LoadFromTextFile<BreastCancerFeatureVector>(dataPath,
182
var
dataView = mlContext.Data.LoadFromTextFile<AdultData>(dataPath,
222
var
dataView = mlContext.Data.LoadFromTextFile<BreastCancerBinaryClassification>(dataPath, separatorChar: '\t', hasHeader: false);
262
var
dataView = mlContext.Data.LoadFromTextFile(dataPath, new[] {
276
private (
IDataView
, List<IEstimator<ITransformer>>, EstimatorChain<NormalizingTransformer>) GetEstimatorsForOnnxConversionTests()
280
var
dataView = ML.Data.LoadFromTextFile<BreastCancerBinaryClassification>(dataPath, separatorChar: '\t', hasHeader: true);
319
IDataView
dataSoloCalibrator = ML.Data.LoadFromEnumerable(GetCalibratorTestData());
324
IDataView
dataSoloCalibratorNonStandard = ML.Data.LoadFromEnumerable(GetCalibratorTestDataNonStandard());
386
var
dataView = ML.Data.LoadFromTextFile(dataPath, new[] {
423
var
dataView = mlContext.Data.LoadFromEnumerable(samples);
475
IDataView
[] dataViews =
567
var
data = mlContext.Data.LoadFromTextFile<AdultData>(trainDataPath,
571
var
cachedTrainData = mlContext.Data.Cache(data);
598
var
data = mlContext.Data.LoadFromTextFile<AdultData>(trainDataPath,
602
var
cachedTrainData = mlContext.Data.Cache(data);
624
var
data = mlContext.Data.LoadFromTextFile<BreastCancerMulticlassExample>(dataPath,
769
var
data = ML.Data.LoadFromTextFile(dataPath, new[] {
788
var
data = mlContext.Data.LoadFromTextFile<BreastCancerCatFeatureExample>(dataPath,
799
var
transformedData = model.Transform(data);
806
SaveOnnxCommand.GetPipe(onnxConversionContext, conversionChannel, transformedData, out
IDataView
root, out
IDataView
sink, out transforms);
828
var
onnxResult = onnxTransformer.Transform(data);
851
var
data = mlContext.Data.LoadFromTextFile<SmallSentimentExample>(dataPath, separatorChar: '\t', hasHeader: false);
870
var
dataView = ML.Data.LoadFromTextFile(dataPath, new[] {
947
var
dataView = mlContext.Data.LoadFromTextFile(filePath, columns);
967
var
dataView = mlContext.Data.LoadFromTextFile(dataSource, new[] {
977
var
transformedData = model.Transform(dataView);
990
var
onnxResult = onnxTransformer.Transform(dataView);
1004
var
dataView = mlContext.Data.LoadFromTextFile<BreastCancerCatFeatureExample>(dataPath);
1034
var
data = ML.Data.LoadFromTextFile(dataFile, new[]
1074
var
dataView = mlContext.Data.LoadFromTextFile(dataPath, new[] {
1125
var
dataView = mlContext.Data.LoadFromTextFile(dataPath, new[] {
1160
var
dataView = mlContext.Data.LoadFromEnumerable(samples);
1200
IDataView
[] dataViews =
1238
IDataView
[] dataViews =
1402
IDataView
[] dataViews =
1446
var
dataView = mlContext.Data.LoadFromEnumerable(samples);
1474
var
dataView = mlContext.Data.LoadFromEnumerable(samples);
1504
var
transformedData = model.Transform(dataView);
1517
var
onnxResult = onnxTransformer.Transform(dataView);
1552
var
dataView = mlContext.Data.LoadFromEnumerable(samples);
1576
var
dataView = mlContext.Data.LoadFromEnumerable(samples);
1603
var
dataView = ML.Data.LoadFromTextFile(dataPath, new[] {
1613
var
outputData = transform.OutputData;
1618
SaveOnnxCommand.GetPipe(ctx, ch, outputData, out
IDataView
root, out
IDataView
sink, out transforms);
1634
var
onnxResult = onnxTransformer.Transform(dataView);
1647
var
dataView = mlContext.Data.LoadFromTextFile<BreastCancerMulticlassExample>(dataPath, separatorChar: '\t', hasHeader: false);
1701
var
dataView = mlContext.Data.LoadFromTextFile<AdultData>(trainDataPath,
1719
var
dataView = mlContext.Data.LoadFromTextFile<AdultData>(trainDataPath,
1775
var
originalData = loader.Load(dataPath);
1777
var
mappedData = pipeline1.Fit(originalData).Transform(originalData);
1788
IDataView
reloadedData = mlContext.Data.LoadFromBinary(mappedDataPath);
1808
var
onnxResult = onnxTransformer.Transform(reloadedData);
1821
var
onnxResult2 = onnxTransformer2.Transform(originalData);
1847
var
dataView = mlContext.Data.LoadFromTextFile(dataPath, new[] {
1886
var
dataView = ML.Data.LoadFromTextFile(dataPath, new[] {
1933
var
dataView = mlContext.Data.LoadFromTextFile<BreastCancerBinaryClassificationNonDefaultColNames>(dataPath, separatorChar: '\t', hasHeader: false);
1974
var
dataView = mlContext.Data.LoadFromTextFile<BreastCancerMulticlassExampleNonDefaultColNames>(dataPath, separatorChar: '\t', hasHeader: false);
2025
var
dataView = ML.Data.LoadFromTextFile<BreastCancerCatFeatureExample>(dataPath);
2030
var
transformedData = model.Transform(dataView);
2186
var
dataView = ML.Data.LoadFromEnumerable(data, schemaDefinition);
2200
private void TestPipeline(IEstimator<ITransformer> pipeline,
IDataView
dataView, string onnxFileName, ColumnComparison[] columnsToCompare, string onnxTxtName = null, string onnxTxtSubDir = null)
2223
var
dataView = ML.Data.LoadFromEnumerable(data, schemaDefinition);
2238
private void TestPipeline<TLastTransformer>(EstimatorChain<TLastTransformer> pipeline,
IDataView
dataView, string onnxFileName, ColumnComparison[] columnsToCompare, string onnxTxtName = null, string onnxTxtSubDir = null)
2242
var
transformedData = model.Transform(dataView);
2256
var
onnxResult = onnxTransformer.Transform(dataView);
OnnxSequenceTypeWithAttributesTest.cs (2)
44
var
dataView = ctx.Data.LoadFromEnumerable(new List<FloatInput>());
83
var
dataView = ctx.Data.LoadFromEnumerable(new List<FloatInput>());
PermutationFeatureImportanceTests.cs (15)
37
var
data = GetDenseDataset();
105
var
data = GetDenseDataset();
179
var
data = GetDenseDataset();
267
var
data = GetSparseDataset();
341
var
data = GetDenseDataset(TaskType.BinaryClassification);
415
var
data = GetSparseDataset(TaskType.BinaryClassification);
489
var
data = ML.Data.LoadFromTextFile(dataPath,
524
var
data = GetDenseDataset(TaskType.MulticlassClassification);
596
var
data = GetSparseDataset(TaskType.MulticlassClassification);
675
var
data = GetDenseDataset(TaskType.Ranking);
744
var
data = GetSparseDataset(TaskType.Ranking);
813
private
IDataView
GetDenseDataset(TaskType task = TaskType.Regression)
856
var
srcDV = bldr.GetDataView();
880
private
IDataView
GetSparseDataset(TaskType task = TaskType.Regression)
936
var
srcDV = bldr.GetDataView();
RangeFilterTests.cs (3)
25
var
data = builder.GetDataView();
27
var
data1 = ML.Data.FilterRowsByColumn(data, "Floats", upperBound: 2.8);
32
var
data2 = ML.Data.FilterRowsByKeyColumnFraction(data, "Key", upperBound: 0.15);
Scenarios\Api\CookbookSamples\CookbookSamplesDynamicApi.cs (28)
41
var
data = mlContext.Data.LoadFromTextFile<InspectedRow>(dataPath,
51
var
transformedData = pipeline.Fit(data).Transform(data);
94
var
data = mlContext.Data.LoadFromEnumerable(samples);
151
var
trainData = mlContext.Data.LoadFromTextFile<RegressionData>(trainDataPath,
162
var
cachedTrainData = mlContext.Data.Cache(trainData);
187
var
testData = mlContext.Data.LoadFromTextFile<RegressionData>(testDataPath,
219
var
trainData = mlContext.Data.LoadFromTextFile<IrisInput>(irisDataPath,
304
var
trainData = mlContext.Data.LoadFromTextFile<IrisInputAllFeatures>(dataPath,
334
IDataView
data = context.Data.LoadFromTextFile(dataPath, new[]
357
var
transformedData = model.Transform(data);
374
IDataView
data = context.Data.LoadFromTextFile(dataPath, new[]
409
IDataView
data = context.Data.LoadFromTextFile(dataPath, new[]
445
IDataView
data = context.Data.LoadFromTextFile(dataPath, new[]
468
var
transfomedData = model.Transform(data);
474
var
featureContributionData = featureContributionCalculation.Fit(transfomedData).Transform(transfomedData);
476
var
shuffledSubset = context.Data.TakeRows(context.Data.ShuffleRows(featureContributionData), 10);
513
var
data = loader.Load(dataPath);
547
var
transformedData = pipeline.Fit(data).Transform(data);
587
var
data = loader.Load(dataPath);
603
var
transformedData = pipeline.Fit(data).Transform(data);
636
var
data = mlContext.Data.LoadFromTextFile<IrisInput>(dataPath,
685
var
loader = mlContext.Data.LoadFromTextFile<RegressionData>(dataPath,
706
var
data = mlContext.Data.LoadFromTextFile(GetDataPath("adult.tiny.with-schema.txt"), new[]
737
private static void RunEndToEnd(MLContext mlContext,
IDataView
trainData, string modelPath)
746
var
cachedTrainData = mlContext.Data.Cache(trainData);
765
public static
IDataView
PrepareData(MLContext mlContext,
IDataView
data)
774
public static ITransformer TrainModel(MLContext mlContext,
IDataView
trainData)
Scenarios\Api\Estimators\DecomposableTrainAndPredict.cs (2)
31
var
data = ml.Data.LoadFromTextFile<IrisData>(dataPath, separatorChar: ',');
42
var
testLoader = ml.Data.LoadFromTextFile(dataPath, TestDatasets.irisData.GetLoaderColumns(), separatorChar: ',', hasHeader: true);
Scenarios\Api\Estimators\Extensibility.cs (2)
30
var
data = ml.Data.CreateTextLoader(TestDatasets.irisData.GetLoaderColumns(), separatorChar: ',')
51
var
testLoader = ml.Data.LoadFromTextFile(dataPath, TestDatasets.irisData.GetLoaderColumns(), separatorChar: ',');
Scenarios\Api\Estimators\MultithreadedPrediction.cs (1)
28
var
data = ml.Data.LoadFromTextFile<SentimentData>(GetDataPath(TestDatasets.Sentiment.trainFilename), hasHeader: true);
Scenarios\Api\Estimators\PredictAndMetadata.cs (6)
29
var
data = ml.Data.LoadFromTextFile<IrisData>(dataPath, separatorChar: ',');
39
var
testLoader = ml.Data.LoadFromTextFile(dataPath, TestDatasets.irisData.GetLoaderColumns(), separatorChar: ',', hasHeader: true);
78
var
data = mlContext.Data.LoadFromTextFile<IrisData>(dataPath, separatorChar: ',');
88
var
scoredData = model.Transform(data);
110
var
data2 = dataReader.Load(dataPath2);
122
var
scoredData2 = model2.Transform(data2);
Scenarios\Api\Estimators\SimpleTrainAndPredict.cs (2)
26
var
data = ml.Data.LoadFromTextFile<SentimentData>(GetDataPath(TestDatasets.Sentiment.trainFilename), hasHeader: true);
63
var
data = ml.Data.LoadFromTextFile<SentimentData>(GetDataPath(TestDatasets.Sentiment.trainFilename), hasHeader: true);
Scenarios\Api\Estimators\TrainWithInitialPredictor.cs (2)
25
var
data = ml.Data.LoadFromTextFile<SentimentData>(GetDataPath(TestDatasets.Sentiment.trainFilename), hasHeader: true);
32
var
trainData = ml.Data.Cache(pipeline.Fit(data).Transform(data));
Scenarios\Api\TestApi.cs (21)
69
var
idv1 = env.Data.LoadFromEnumerable(data1);
72
var
filter1 = LambdaTransform.CreateFilter<OneIChannelWithAttribute, object>(env, idv1,
82
var
idv2 = env.Data.LoadFromEnumerable(data2);
85
var
filter2 = LambdaTransform.CreateFilter<OneStringWithAttribute, object>(env, idv2,
103
var
idv3 = env.Data.LoadFromEnumerable(data3);
107
var
filter3 = LambdaTransform.CreateFilter<TwoIChannelsWithAttributes, object>(env, idv3,
128
var
idv4 = env.Data.LoadFromEnumerable(Utils.CreateArray(10, example4));
130
var
filter4 = LambdaTransform.CreateFilter<TwoIChannelsOnlyOneWithAttribute, object>(env, idv4,
153
var
idv = env.Data.LoadFromEnumerable(data);
155
var
filter = LambdaTransform.CreateFilter<BreastCancerExample, object>(env, idv,
161
var
applied = env.Data.LoadFromEnumerable(data);
177
IDataView
xf = LambdaTransform.CreateFilter<object, object>(mlContext, loader,
183
var
cached = mlContext.Data.Cache(xf);
229
var
idv = mlContext.Data.LoadFromEnumerable(data, autoSchema);
301
var
fullInput = mlContext.Data.LoadFromTextFile(dataPath, new[] {
333
foreach (
var
split in splits)
349
var
input = mlContext.Data.LoadFromTextFile(dataPath, new[] {
356
Func<
IDataView
, List<string>> getWorkclass = (
IDataView
view) =>
419
var
input = mlContext.Data.LoadFromEnumerable(new[]
481
var
inputWithKey = mlContext.Transforms.Conversion.MapValueToKey("KeyStrat", "TextStrat").Fit(input).Transform(input);
Scenarios\ClusteringTests.cs (3)
62
var
trainData = mlContext.Data.LoadFromEnumerable(data);
63
var
testData = mlContext.Data.LoadFromEnumerable(clusters);
83
var
predicted = trainedModel.Transform(testData);
Scenarios\GetColumnTests.cs (3)
29
var
data = mlContext.Data.LoadFromTextFile(path, new[] {
52
var
data1 = mlContext.Data.LoadFromTextFile(path, new[] {
71
var
data = mlContext.Data.LoadFromTextFile(path, new[] {
Scenarios\IrisPlantClassificationTests.cs (3)
42
var
trainData = reader.Load(dataPath);
43
var
testData = reader.Load(testDataPath);
87
var
predicted = trainedModel.Transform(testData);
Scenarios\IrisPlantClassificationWithStringLabelTests.cs (3)
32
var
trainData = reader.Load(dataPath);
33
var
testData = reader.Load(testDataPath);
89
var
predicted = trainedModel.Transform(testData, TransformerScope.Everything);
Scenarios\OvaTest.cs (12)
31
var
textData = reader.Load(GetDataPath(dataPath));
32
var
data = mlContext.Data.Cache(mlContext.Transforms.Conversion.MapValueToKey("Label")
40
var
predictions = model.Transform(data);
65
var
textData = reader.Load(GetDataPath(dataPath));
66
var
data = mlContext.Data.Cache(mlContext.Transforms.Conversion.MapValueToKey("Label")
76
var
predictions = model.Transform(data);
101
var
textData = reader.Load(GetDataPath(dataPath));
102
var
data = mlContext.Data.Cache(mlContext.Transforms.Conversion.MapValueToKey("Label")
111
var
predictions = model.Transform(data);
135
var
textData = reader.Load(GetDataPath(dataPath));
136
var
data = mlContext.Data.Cache(mlContext.Transforms.Conversion.MapValueToKey("Label")
145
var
predictions = model.Transform(data);
Scenarios\RegressionTest.cs (3)
19
var
taxiData =
25
IDataView
trainingDataView = context.Data.FilterRowsByColumn(splitData.TrainSet, "FareAmount", lowerBound: 1, upperBound: 150);
42
var
predictions = model.Transform(splitData.TestSet);
Scenarios\WordBagTest.cs (2)
30
var
dataview = mlContext.Data.LoadFromEnumerable(samples);
67
var
dataview = mlContext.Data.LoadFromEnumerable(samples);
ScenariosWithDirectInstantiation\IrisPlantClassificationTests.cs (3)
40
var
trainData = reader.Load(dataPath);
41
var
testData = reader.Load(testDataPath);
47
var
predicted = trainedModel.Transform(testData);
SvmLightTests.cs (18)
41
private void TestSvmLight(string path, string savingPath, int inputSize, int expectedInputSize, bool zeroBased,
IDataView
expectedData, long? numberOfRows = null)
43
var
data = ML.Data.LoadFromSvmLightFile(path, inputSize: inputSize, zeroBased: zeroBased, numberOfRows: numberOfRows);
77
var
expectedData = ML.Data.LoadFromEnumerable(new SvmLightOutput[]
105
var
expectedData = ML.Data.LoadFromEnumerable(new SvmLightOutput[]
134
var
expectedData = ML.Data.LoadFromEnumerable(new SvmLightOutput[]
156
var
data = model.Load(path);
164
var
expectedData = ML.Data.LoadFromEnumerable(new SvmLightOutput[]
207
var
data = ML.Data.LoadFromSvmLightFileWithFeatureNames(path);
212
var
expectedData = ML.Data.LoadFromEnumerable(new SvmLightOutput[]
238
var
view = ML.Data.LoadFromSvmLightFileWithFeatureNames(path);
258
var
data = ML.Data.LoadFromSvmLightFile(path);
277
var
data = ML.Data.LoadFromSvmLightFile(path);
307
var
expectedData = ML.Data.LoadFromEnumerable(new SvmLightOutput[]
325
var
data = ML.Data.LoadFromSvmLightFile(path);
349
var
data = ML.Data.LoadFromSvmLightFile(path);
420
var
data = loader.Load(new MultiFileSource(path1, path2));
464
var
expectedData = ML.Data.LoadFromEnumerable(new SvmLightOutput[]
491
var
expectedData = ML.Data.LoadFromEnumerable(new SvmLightOutput[]
TermEstimatorTests.cs (10)
80
var
data = loader.Load(dataPath);
101
var
dataView = ML.Data.LoadFromEnumerable(data);
107
var
invalidData = ML.Data.LoadFromEnumerable(xydata);
108
var
validFitNotValidTransformData = ML.Data.LoadFromEnumerable(stringData);
116
var
dataView = ML.Data.LoadFromEnumerable(data);
123
var
result = transformer.Transform(dataView);
129
var
loadedView = ModelFileUtils.LoadTransforms(Env, dataView, ms);
138
var
dataView = ML.Data.LoadFromEnumerable(data);
143
var
result = termTransformer.Transform(dataView);
158
private void ValidateTermTransformer(
IDataView
result)
TextLoaderTests.cs (27)
214
var
data = runner.GetOutput<
IDataView
>("data");
288
var
data = runner.GetOutput<
IDataView
>("data"); Assert.NotNull(data);
434
var
data = runner.GetOutput<
IDataView
>("data");
548
var
data = runner.GetOutput<
IDataView
>("data");
597
var
data = mlContext.Data.LoadFromTextFile(combinedPath);
601
var
data2 = mlContext.Data.LoadFromTextFile<Input>(combinedPath);
612
var
data = loader.Load(new MultiFileSource(fileName));
744
IDataView
dataIris;
765
IDataView
dataIrisStartEnd;
787
IDataView
dataIrisColumnIndices;
836
IDataView
iris;
903
var
textDataDecimalMarkerPeriod = readerDecimalMarkerPeriod.Load(GetDataPath(dataPathDecimalMarkerPeriod));
953
var
textDataDecimalMarkerComma = readerDecimalMarkerComma.Load(GetDataPath(dataPathDecimalMarkerComma));
1008
var
textData = reader.Load(GetDataPath(dataPath));
1062
IDataView
dataViewPeriod;
1063
IDataView
dataViewComma;
1186
var
dataIris = mlContext.Data.CreateTextLoader<IrisPublicGetProperties>(separatorChar: ',').Load(dataPath);
1244
var
data = mlContext.Data.CreateTextLoader<BreastCancerInputModelWithKeyType>(separatorChar: ',').Load(breastCancerPath);
1256
var
data = mlContext.Data.CreateTextLoader<BreastCancerInputModelWithoutKeyType>(separatorChar: ',').Load(breastCancerPath);
1292
var
data = mlContext.Data.LoadFromTextFile(dataPath, options);
1403
var
data = mlContext.Data.LoadFromTextFile(filePath, options);
1454
IDataView
baselineDV;
1455
IDataView
testDV;
TrainerEstimators\CalibratorEstimators.cs (6)
105
var
scoredData = transformer.Transform(data);
120
public
IDataView
Data { get; set; }
121
public
IDataView
ScoredData { get; set; }
128
private void CheckValidCalibratedData(
IDataView
scoredData, ITransformer transformer)
152
IDataView
[] dataArray = new
IDataView
[]
TrainerEstimators\FAFMEstimator.cs (5)
23
var
dataView = mlContext.Data.LoadFromEnumerable(data);
29
var
prediction = model.Transform(dataView);
44
var
dataView = mlContext.Data.LoadFromEnumerable(data);
55
var
prediction = model.Transform(dataView);
68
var
data = new TextLoader(Env, GetFafmBCLoaderArgs())
TrainerEstimators\LbfgsTests.cs (10)
21
(IEstimator<ITransformer> pipe,
IDataView
dataView) = GetBinaryClassificationPipeline();
26
var
transformedDataView = pipe.Fit(dataView).Transform(dataView);
35
(IEstimator<ITransformer> pipe,
IDataView
dataView) = GetMulticlassPipeline();
40
var
transformedDataView = pipe.Fit(dataView).Transform(dataView);
49
var
dataView = GetRegressionPipeline();
61
(IEstimator<ITransformer> pipe,
IDataView
dataView) = GetBinaryClassificationPipeline();
81
(IEstimator<ITransformer> pipe,
IDataView
dataView) = GetBinaryClassificationPipeline();
107
var
scoredData = transformer.Transform(dataView);
165
(IEstimator<ITransformer> pipe,
IDataView
dataView) = GetMulticlassPipeline();
183
(IEstimator<ITransformer> pipe,
IDataView
dataView) = GetMulticlassPipeline();
TrainerEstimators\MatrixFactorizationTests.cs (27)
32
var
data = new TextLoader(Env, GetLoaderArgs(labelColumnName, matrixColumnIndexColumnName, matrixRowIndexColumnName))
36
var
invalidData = new TextLoader(Env, GetLoaderArgs(labelColumnName, matrixColumnIndexColumnName + "Renamed", matrixRowIndexColumnName + "Renamed"))
71
var
data = reader.Load(new MultiFileSource(GetDataPath(TestDatasets.trivialMatrixFactorization.trainFilename)));
107
var
testData = reader.Load(new MultiFileSource(GetDataPath(TestDatasets.trivialMatrixFactorization.testFilename)));
110
var
prediction = model.Transform(testData);
212
var
dataView = ML.Data.LoadFromEnumerable(dataMatrix);
244
var
prediction = model.Transform(dataView);
259
var
testDataView = mlContext.Data.LoadFromEnumerable(testMatrix);
323
var
dataView = ML.Data.LoadFromEnumerable(dataMatrix);
356
var
prediction = model.Transform(dataView);
379
var
invalidTestDataView = mlContext.Data.LoadFromEnumerable(invalidTestMatrix);
382
var
invalidPrediction = model.Transform(invalidTestDataView);
443
var
dataView = ML.Data.LoadFromEnumerable(dataMatrix);
469
var
prediction = model.Transform(dataView);
486
var
testDataView = ML.Data.LoadFromEnumerable(testDataMatrix);
489
var
testPrediction = model.Transform(testDataView);
558
var
testDataView = ML.Data.LoadFromEnumerable(testDataMatrix);
561
var
testPrediction = model.Transform(testDataView);
587
var
dataView = ML.Data.LoadFromEnumerable(dataMatrix);
613
var
prediction = model.Transform(dataView);
628
var
testDataView = ML.Data.LoadFromEnumerable(testDataMatrix);
631
var
testPrediction = model.Transform(testDataView);
653
var
dataView = mlContext.Data.LoadFromEnumerable(data);
679
var
prediction = model.Transform(mlContext.Data.LoadFromEnumerable(testData));
770
var
dataView = ML.Data.LoadFromEnumerable(dataMatrix);
809
var
testData = ML.Data.LoadFromEnumerable(testMatrix);
812
var
transformedTestData = model.Transform(testData);
TrainerEstimators\MetalinearEstimators.cs (1)
85
var
data = loader.Load(GetDataPath(TestDatasets.irisData.trainFilename));
TrainerEstimators\OlsLinearRegressionTests.cs (1)
17
var
dataView = GetRegressionPipeline();
TrainerEstimators\OneDalEstimators.cs (6)
54
var
trainingData = loader.Load(trainDataPath);
55
var
testingData = loader.Load(testDataPath);
59
var
preprocessedTrainingData = preprocessingPipeline.Fit(trainingData).Transform(trainingData);
60
var
preprocessedTestingData = preprocessingPipeline.Fit(trainingData).Transform(testingData);
74
var
trainingPredictions = model.Transform(preprocessedTrainingData);
76
var
testingPredictions = model.Transform(preprocessedTestingData);
TrainerEstimators\OnlineLinearTests.cs (4)
20
var
regressionData = ML.Data.LoadFromTextFile(dataPath, new[] {
27
var
regressionTrainData = regressionPipe.Fit(regressionData).Transform(regressionData);
34
var
binaryData = ML.Data.LoadFromTextFile(dataPath, new[] {
41
var
binaryTrainData = binaryPipe.Fit(binaryData).Transform(binaryData);
TrainerEstimators\PriorRandomTests.cs (2)
14
private
IDataView
GetBreastCancerDataviewWithTextColumns()
33
var
dataView = GetBreastCancerDataviewWithTextColumns();
TrainerEstimators\SdcaTests.cs (17)
21
var
data = ML.Data.LoadFromTextFile(dataPath, new[] {
28
var
binaryData = ML.Transforms.Conversion.ConvertType("Label", outputKind: DataKind.Boolean)
43
var
mcData = ML.Transforms.Conversion.MapValueToKey("Label").Fit(data).Transform(data);
67
var
data = mlContext.Data.LoadFromEnumerable(rawData);
81
var
prediction = model.Transform(data);
111
var
data = mlContext.Data.LoadFromEnumerable(rawData);
126
var
prediction1 = modelWithoutWeights.Transform(data);
127
var
prediction2 = modelWithWeights.Transform(data);
167
var
data = mlContext.Data.LoadFromEnumerable(rawData);
185
var
prediction1 = modelWithoutWeights.Transform(data);
186
var
prediction2 = modelWithWeights.Transform(data);
226
var
data = mlContext.Data.LoadFromEnumerable(rawData);
241
var
prediction = model.Transform(data);
268
var
data = mlContext.Data.LoadFromEnumerable(rawData);
284
var
prediction = model.Transform(data);
303
var
data = mlContext.Data.LoadFromEnumerable(rawData);
318
var
prediction = model.Transform(data);
TrainerEstimators\SymSgdClassificationTests.cs (7)
19
(var pipe,
var
dataView) = GetBinaryClassificationPipeline();
24
var
transformedDataView = pipe.Fit(dataView).Transform(dataView);
33
(var pipe,
var
dataView) = GetBinaryClassificationPipeline();
34
var
transformedData = pipe.Fit(dataView).Transform(dataView);
37
var
data = initPredictor.Transform(transformedData);
41
var
outInitData = withInitPredictor.Transform(transformedData);
44
var
outNoInitData = notInitPredictor.Transform(transformedData);
TrainerEstimators\TrainerEstimators.cs (20)
40
var
data = reader.Load(GetDataPath(TestDatasets.mnistOneClass.trainFilename));
70
var
data = reader.Load(GetDataPath(TestDatasets.mnistTiny28.trainFilename));
97
(IEstimator<ITransformer> pipe,
IDataView
dataView) = GetBinaryClassificationPipeline();
102
var
transformedDataView = pipe.Fit(dataView).Transform(dataView);
107
var
result = model.Transform(transformedDataView);
129
(IEstimator<ITransformer> pipe,
IDataView
dataView) = GetBinaryClassificationPipeline();
133
var
transformedDataView = pipe.Fit(dataView).Transform(dataView);
138
var
result = model.Transform(transformedDataView);
154
(IEstimator<ITransformer> pipe,
IDataView
dataView) = GetMulticlassPipeline();
171
(IEstimator<ITransformer> pipe,
IDataView
dataView) = GetBinaryClassificationPipeline();
175
var
transformedDataView = pipe.Fit(dataView).Transform(dataView);
179
var
result = model.Transform(transformedDataView);
189
private (IEstimator<ITransformer>,
IDataView
) GetBinaryClassificationPipeline()
191
var
data = new TextLoader(Env,
215
private (IEstimator<ITransformer>,
IDataView
) GetOneHotBinaryClassificationPipeline()
225
private (IEstimator<ITransformer>,
IDataView
) GetRankingPipeline()
227
var
data = new TextLoader(Env, new TextLoader.Options
247
private
IDataView
GetRegressionPipeline()
276
private (IEstimator<ITransformer>,
IDataView
) GetMulticlassPipeline()
278
var
data = new TextLoader(Env, new TextLoader.Options()
TrainerEstimators\TreeEnsembleFeaturizerTest.cs (38)
22
var
dataView = ML.Data.LoadFromEnumerable(data);
129
var
dataView = ML.Data.LoadFromEnumerable(data);
143
var
predicted = model.Transform(dataView);
153
var
transformed = treeFeaturizer.Transform(dataView);
181
var
dataView = ML.Data.LoadFromEnumerable(data);
204
var
transformed = treeFeaturizer.Transform(dataView);
235
var
dataView = ML.Data.LoadFromEnumerable(data);
250
var
predicted = model.Transform(dataView);
268
var
transformed = treeFeaturizer.Transform(dataView);
303
var
dataView = ML.Data.LoadFromEnumerable(data);
318
var
predicted = treeModel.Transform(dataView);
334
var
prediction = model.Transform(dataView);
340
var
naivePrediction = naiveModel.Transform(dataView);
354
var
dataView = ML.Data.LoadFromEnumerable(data);
380
var
prediction = model.Transform(dataView);
393
var
dataView = ML.Data.LoadFromEnumerable(data);
419
var
prediction = model.Transform(dataView);
432
var
dataView = ML.Data.LoadFromEnumerable(data);
458
var
prediction = model.Transform(dataView);
470
var
dataView = ML.Data.LoadFromEnumerable(data);
496
var
prediction = model.Transform(dataView);
508
var
dataView = ML.Data.LoadFromEnumerable(data);
534
var
prediction = model.Transform(dataView);
546
var
dataView = ML.Data.LoadFromEnumerable(data);
572
var
prediction = model.Transform(dataView);
584
var
dataView = ML.Data.LoadFromEnumerable(data);
610
var
prediction = model.Transform(dataView);
627
var
loadedPrediction = loadedModel.Transform(dataView);
639
var
dataView = ML.Data.LoadFromEnumerable(data);
667
var
prediction = model.Transform(dataView);
686
var
loadedPrediction = loadedModel.Transform(dataView);
699
var
secondPrediction = secondModel.Transform(dataView);
713
var
dataView = ML.Data.LoadFromEnumerable(data);
754
var
prediction = model.Transform(dataView);
771
var
dataView = ML.Data.LoadFromEnumerable(data);
800
var
trainData = split.TrainSet;
801
var
testData = split.TestSet;
810
var
prediction = model.Transform(testData);
TrainerEstimators\TreeEstimators.cs (22)
52
var
transformedDataView = pipe.Fit(dataView).Transform(dataView);
74
var
transformedDataView = pipe.Fit(dataView).Transform(dataView);
96
var
transformedDataView = pipe.Fit(dataView).Transform(dataView);
119
var
transformedDataView = pipe.Fit(dataView).Transform(dataView);
141
var
transformedDataView = pipe.Fit(dataView).Transform(dataView);
162
var
transformedDataView = pipe.Fit(dataView).Transform(dataView);
186
var
transformedDataView = pipe.Fit(dataView).Transform(dataView);
204
var
transformedDataView = pipe.Fit(dataView).Transform(dataView);
215
var
dataView = GetRegressionPipeline();
230
var
dataView = GetRegressionPipeline();
252
var
dataView = GetRegressionPipeline();
270
var
dataView = GetRegressionPipeline();
289
var
dataView = GetRegressionPipeline();
373
var
transformedDataView = pipe.Fit(dataView).Transform(dataView);
461
var
dataView = mlContext.Data.LoadFromEnumerable(dataList);
475
var
predicted = gbm.Transform(dataView);
752
var
trainingData = mlContext.Data.LoadFromEnumerable(dataPoints);
871
var
summaryDataView = modelParameters.GetSummaryDataView(null);
908
var
dataView = GetRegressionPipeline();
926
var
dataView = GetRegressionPipeline();
944
var
dataView = GetRegressionPipeline();
962
var
dataView = GetRegressionPipeline();
Transformers\CategoricalHashTests.cs (12)
51
var
dataView = ML.Data.LoadFromEnumerable(data);
69
var
savedData = pipe.Fit(dataView).Transform(dataView);
81
var
data = ML.Data.LoadFromTextFile(dataPath, new[] {
88
var
invalidData = ML.Data.LoadFromEnumerable(wrongCollection);
102
var
savedData = ML.Data.TakeRows(est.Fit(data).Transform(data), 4);
103
var
view = ML.Transforms.SelectColumns("A", "B", "C", "D", "E", "F").Fit(savedData).Transform(savedData);
119
var
dataView = ML.Data.LoadFromEnumerable(data);
132
var
bagResult = bagPipe.Fit(dataView).Transform(dataView);
137
private void ValidateMetadata(
IDataView
result)
224
var
dataView = ML.Data.LoadFromEnumerable(data);
230
var
result = pipe.Fit(dataView).Transform(dataView);
237
var
loadedView = ModelFileUtils.LoadTransforms(Env, dataView, ms);
Transformers\CategoricalTests.cs (16)
70
var
dataView = ML.Data.LoadFromEnumerable(data);
88
var
savedData = pipe.Fit(dataView).Transform(dataView);
108
var
dataView = mlContext.Data.LoadFromEnumerable(data);
131
var
dataView = mlContext.Data.LoadFromEnumerable(data);
135
var
sideData = sideDataBuilder.GetDataView();
140
var
output = pipe.Fit(dataView).Transform(dataView);
157
var
data = ML.Data.LoadFromTextFile(dataPath, new[] {
163
var
invalidData = ML.Data.LoadFromEnumerable(wrongCollection);
174
var
savedData = ML.Data.TakeRows(est.Fit(data).Transform(data), 4);
175
var
view = ML.Transforms.SelectColumns("A", "B", "C", "D", "E").Fit(savedData).Transform(savedData);
192
var
dataView = ML.Data.LoadFromEnumerable(data);
208
var
result = pipe.Fit(dataView).Transform(dataView);
215
private void ValidateMetadata(
IDataView
result)
318
var
dataView = ML.Data.LoadFromEnumerable(data);
324
var
result = pipe.Fit(dataView).Transform(dataView);
330
var
loadedView = ModelFileUtils.LoadTransforms(Env, dataView, ms);
Transformers\CharTokenizeTests.cs (5)
41
var
dataView = ML.Data.LoadFromEnumerable(data);
43
var
invalidDataView = ML.Data.LoadFromEnumerable(invalidData);
61
var
dataView = ML.Data.LoadFromEnumerable(data);
63
var
result = pipe.Fit(dataView).Transform(dataView);
69
var
loadedView = ModelFileUtils.LoadTransforms(Env, dataView, ms);
Transformers\ConcatTests.cs (2)
57
var
data = loader.Load(source);
114
var
data = loader.Load(source);
Transformers\ConvertTests.cs (18)
129
var
dataView = ML.Data.LoadFromEnumerable(data);
168
var
allTypesDataView = ML.Data.LoadFromEnumerable(allTypesData);
187
var
actualConvertedValues = allTypesPipe.Fit(allTypesDataView).Transform(allTypesDataView);
248
var
expectedConvertedValues = ML.Data.LoadFromEnumerable(allTypesDataConverted);
253
var
allInputTypesDataView = ML.Data.LoadFromEnumerable(allInputTypesData);
262
var
convertedValues = allInputTypesDataPipe.Fit(allInputTypesDataView).Transform(allInputTypesDataView);
266
var
expectedValuesDataView = ML.Data.LoadFromEnumerable(expectedValuesData);
284
var
dataView = mlContext.Data.LoadFromEnumerable(data);
288
var
sideData = sideDataBuilder.GetDataView();
293
var
output = pipe.Fit(dataView).Transform(dataView);
319
var
dataView = ML.Data.LoadFromEnumerable(data);
323
var
result = pipe.Fit(dataView).Transform(dataView);
329
var
loadedView = ModelFileUtils.LoadTransforms(Env, dataView, ms);
345
var
dataView = ML.Data.LoadFromEnumerable(data);
350
private void ValidateMetadata(
IDataView
result)
388
var
dataView = ML.Data.LoadFromEnumerable(dataArray);
398
var
outDataOld = modelOld.Transform(dataView);
402
var
outDataNew = modelNew.Transform(dataView);
Transformers\CopyColumnEstimatorTests.cs (14)
49
var
dataView = env.Data.LoadFromEnumerable(data);
52
var
result = transformer.Transform(dataView);
61
var
dataView = env.Data.LoadFromEnumerable(data);
79
var
dataView = env.Data.LoadFromEnumerable(data);
80
var
xyDataView = env.Data.LoadFromEnumerable(xydata);
85
var
result = transformer.Transform(xyDataView);
98
var
dataView = env.Data.LoadFromEnumerable(data);
106
var
result = loadedTransformer.Transform(dataView);
116
var
dataView = env.Data.LoadFromEnumerable(data);
119
var
result = transformer.Transform(dataView);
125
var
loadedView = ModelFileUtils.LoadTransforms(env, dataView, ms);
135
var
dataView = env.Data.LoadFromEnumerable(data);
142
var
result = transformer.Transform(term);
165
private void ValidateCopyColumnTransformer(
IDataView
result)
Transformers\CountTargetEncodingTests.cs (8)
26
var
data = ML.Data.LoadFromTextFile(dataPath, new[] {
42
var
data = ML.Data.LoadFromTextFile(dataPath, new[] { new TextLoader.Column("Label", DataKind.Single, 0),
57
var
data = ML.Data.LoadFromTextFile(dataPath, new[] {
77
var
data = ML.Data.LoadFromTextFile(dataPath, new[] {
124
private static void CheckDoubleCounts(
IDataView
data, CountTargetEncodingTransformer transformer, CountTargetEncodingTransformer transformer1, params int[] countCols)
126
var
transformedData = transformer.Transform(data);
127
var
transformedData1 = transformer1.Transform(data);
162
var
data = ML.Data.LoadFromTextFile(dataPath, new[] {
Transformers\CustomMappingTests.cs (11)
61
var
data = loader.Load(source);
63
IDataView
transformedData;
98
var
data = loader.Load(source);
106
var
badData1 = ML.Transforms.CopyColumns("Text1", "Float1").Fit(data).Transform(data);
114
var
badData2 = ML.Transforms.SelectColumns(new[] { "Float1" }).Fit(data).Transform(data);
175
var
data = loader.Load(source);
183
var
transformedData = customEst.Fit(data).Transform(data);
199
var
data = loader.Load(source);
201
var
filteredData = ML.Data.FilterByCustomPredicate<MyInput>(data, input => input.Float1 % 2 == 0);
219
var
data = ML.Data.LoadFromEnumerable(new[]
232
var
filteredData = ML.Data.FilterByStatefulCustomPredicate<MyFilterInput, MyFilterState>(data,
Transformers\ExpressionTransformerTests.cs (1)
49
var
transformed = expr.Fit(loader.Load(dataPath)).Transform(loader.Load(dataPath));
Transformers\FeatureSelectionTests.cs (16)
31
var
data = ML.Data.LoadFromTextFile(sentimentDataPath, new[] {
36
var
invalidData = ML.Data.LoadFromTextFile(sentimentDataPath, new[] {
50
var
savedData = ML.Data.TakeRows(est.Fit(data).Transform(data), 4);
65
var
data = ML.Data.LoadFromTextFile(dataPath, new[] {
87
var
savedData = ML.Data.TakeRows(trans.Transform(data), 4);
107
var
data = ML.Data.LoadFromTextFile(dataPath, new[] {
129
var
savedData = ML.Data.TakeRows(est.Fit(data).Transform(data), 4);
148
var
dataView = ML.Data.LoadFromTextFile(dataPath, new[] {
155
var
result = pipe.Fit(dataView).Transform(dataView);
161
var
loadedView = ModelFileUtils.LoadTransforms(ML, dataView, ms);
170
var
data = ML.Data.LoadFromTextFile(dataPath, new[] {
189
var
savedData = ML.Data.TakeRows(est.Fit(data).Transform(data), 4);
208
var
dataView = ML.Data.LoadFromTextFile(dataPath, new[] {
215
var
result = pipe.Fit(dataView).Transform(dataView);
221
var
loadedView = ModelFileUtils.LoadTransforms(ML, dataView, ms);
230
var
dataView = ML.Data.LoadFromTextFile(dataPath, new[] {
Transformers\GroupUngroup.cs (2)
49
var
dataView = ML.Data.LoadFromEnumerable(data);
86
var
dataView = ML.Data.LoadFromEnumerable(data);
Transformers\HashTests.cs (13)
50
var
dataView = ML.Data.LoadFromEnumerable(data);
72
var
dataView = ML.Data.LoadFromEnumerable(data);
78
var
result = pipe.Fit(dataView).Transform(dataView);
83
private void ValidateMetadata(
IDataView
result)
112
var
dataView = ML.Data.LoadFromEnumerable(data);
119
var
result = pipe.Fit(dataView).Transform(dataView);
125
var
loadedView = ModelFileUtils.LoadTransforms(Env, dataView, ms);
335
IDataView
data = ML.Data.LoadFromEnumerable(samples);
346
var
transformedData = model.Transform(data);
357
var
dataView = ML.Data.LoadFromTextFile(dataPath, new[]
365
var
hashed = model.Transform(dataView);
381
var
dataView = ML.Data.LoadFromEnumerable(data);
389
var
transformed = pipeline.Fit(dataView).Transform(dataView);
Transformers\KeyToBinaryVectorEstimatorTest.cs (9)
47
var
dataView = ML.Data.LoadFromEnumerable(data);
63
var
data = ML.Data.LoadFromTextFile(dataPath, new[] {
68
var
transformedData = new ValueToKeyMappingEstimator(Env, new[] {
91
var
dataView = ML.Data.LoadFromEnumerable(data);
107
var
result = pipe.Fit(dataView).Transform(dataView);
112
private void ValidateMetadata(
IDataView
result)
147
var
dataView = ML.Data.LoadFromEnumerable(data);
156
var
result = pipe.Fit(dataView).Transform(dataView);
162
var
loadedView = ModelFileUtils.LoadTransforms(Env, dataView, ms);
Transformers\KeyToValueTests.cs (9)
37
var
data = reader.Load(dataPath);
43
var
badData1 = new ColumnCopyingTransformer(Env, ("A", "BareKey")).Transform(data);
44
var
badData2 = new ColumnCopyingTransformer(Env, ("B", "VectorString")).Transform(data);
55
IDataView
savedData = est.Fit(data).Transform(data);
68
var
data = ML.Data.LoadFromTextFile(dataPath, new[] {
73
var
transformedData = new ValueToKeyMappingEstimator(Env, new[] {
83
var
data2Transformed = est.Fit(transformedData).Transform(transformedData);
85
var
dataLeft = ML.Transforms.SelectColumns(new[] { "ScalarString", "VectorString" }).Fit(data).Transform(data);
86
var
dataRight = ML.Transforms.SelectColumns(new[] { "ScalarString", "VectorString" }).Fit(data2Transformed).Transform(data2Transformed);
Transformers\KeyToVectorEstimatorTests.cs (11)
54
var
dataView = ML.Data.LoadFromEnumerable(data);
73
var
data = ML.Data.LoadFromTextFile(dataPath, new[] {
78
var
transformedData = new ValueToKeyMappingEstimator(Env, new[] {
101
var
dataView = ML.Data.LoadFromEnumerable(data);
125
var
result = pipe.Fit(dataView).Transform(dataView);
130
private void ValidateMetadata(
IDataView
result)
206
var
dataView = ML.Data.LoadFromEnumerable(data);
218
var
result = pipe.Fit(dataView).Transform(dataView);
224
var
loadedView = ModelFileUtils.LoadTransforms(Env, dataView, ms);
254
IDataView
dataview = mlContext.Data.LoadFromEnumerable(GetData());
259
var
featurizedData = pipeline.Fit(dataview).Transform(dataview);
Transformers\NAIndicatorTests.cs (9)
46
var
dataView = ML.Data.LoadFromEnumerable(data);
74
var
dataView = ML.Data.LoadFromEnumerable(data);
81
var
result = pipe.Fit(dataView).Transform(dataView);
87
var
loadedView = ModelFileUtils.LoadTransforms(Env, dataView, ms);
95
var
data = ML.Data.LoadFromTextFile(dataPath, new[] {
103
var
invalidData = ML.Data.LoadFromEnumerable(wrongCollection);
117
var
savedData = ML.Data.TakeRows(est.Fit(data).Transform(data), 4);
137
var
dataView = ML.Data.LoadFromEnumerable(data);
140
var
result = newpipe.Fit(dataView).Transform(dataView);
Transformers\NAReplaceTests.cs (11)
66
var
dataView = ML.Data.LoadFromEnumerable(data);
76
var
transformedDataview = pipe.Fit(dataView).Transform(dataView);
87
var
expectedOutputDataview = ML.Data.LoadFromEnumerable(expectedOutput);
111
var
dataView = ML.Data.LoadFromEnumerable(data);
125
var
data = ML.Data.LoadFromTextFile(dataPath, new[] {
133
var
invalidData = ML.Data.LoadFromEnumerable(wrongCollection);
143
var
savedData = ML.Data.TakeRows(est.Fit(data).Transform(data), 4);
144
var
view = ML.Transforms.SelectColumns("A", "B", "C", "D", "E").Fit(savedData).Transform(savedData);
169
var
dataView = ML.Data.LoadFromEnumerable(data);
176
var
result = pipe.Fit(dataView).Transform(dataView);
182
var
loadedView = ModelFileUtils.LoadTransforms(Env, dataView, ms);
Transformers\NormalizerTests.cs (73)
76
var
data = loader.Load(dataPath);
78
var
badData1 = new ColumnCopyingTransformer(Env, ("float1", "int1")).Transform(data);
79
var
badData2 = new ColumnCopyingTransformer(Env, ("float4", "float0")).Transform(data);
90
var
transformedData = est.Fit(data).Transform(data);
91
var
dataView = ML.Transforms.DropColumns(new[] { "float0" }).Fit(transformedData).Transform(transformedData);
137
var
data = loader.Load(dataPath);
254
var
data = loader.Load(dataPath);
479
var
data = loader.Load(dataPath);
487
var
data1 = est1.Fit(data).Transform(data);
488
var
data2 = est2.Fit(data).Transform(data);
489
var
data3 = est3.Fit(data).Transform(data);
490
var
data4 = est4.Fit(data).Transform(data);
491
var
data5 = est5.Fit(data).Transform(data);
507
var
data6 = est6.Fit(data).Transform(data);
508
var
data7 = est7.Fit(data).Transform(data);
509
var
data8 = est8.Fit(data).Transform(data);
520
var
data9 = est9.Fit(data).Transform(data);
521
var
data10 = est10.Fit(data).Transform(data);
522
var
data11 = est11.Fit(data).Transform(data);
533
var
data12 = est12.Fit(data).Transform(data);
534
var
data13 = est13.Fit(data).Transform(data);
535
var
data14 = est14.Fit(data).Transform(data);
546
var
data15 = est15.Fit(data).Transform(data);
547
var
data16 = est16.Fit(data).Transform(data);
548
var
data17 = est17.Fit(data).Transform(data);
559
var
data18 = est18.Fit(data).Transform(data);
560
var
data19 = est19.Fit(data).Transform(data);
561
var
data20 = est20.Fit(data).Transform(data);
583
var
data = loader.Load(dataPath);
600
var
data1 = est1.Fit(data).Transform(data);
601
var
data2 = est2.Fit(data).Transform(data);
602
var
data3 = est3.Fit(data).Transform(data);
603
var
data4 = est4.Fit(data).Transform(data);
604
var
data5 = est5.Fit(data).Transform(data);
605
var
data6 = est6.Fit(data).Transform(data);
606
var
data7 = est7.Fit(data).Transform(data);
607
var
data8 = est8.Fit(data).Transform(data);
608
var
data9 = est9.Fit(data).Transform(data);
609
var
data10 = est10.Fit(data).Transform(data);
641
var
data = loader.Load(dataPath);
656
var
data = ML.Data.LoadFromTextFile(dataSource, new[] {
661
var
invalidData = ML.Data.LoadFromTextFile(dataSource, new[] {
675
var
savedData = ML.Data.TakeRows(est.Fit(data).Transform(data), 4);
690
var
data = ML.Data.LoadFromTextFile(dataSource, new[] {
695
var
invalidData = ML.Data.LoadFromTextFile(dataSource, new[] {
709
var
savedData = ML.Data.TakeRows(est.Fit(data).Transform(data), 4);
732
var
dataView = ML.Data.LoadFromTextFile(dataSource, new[] {
739
var
result = pipe.Fit(dataView).Transform(dataView);
745
var
loadedView = ModelFileUtils.LoadTransforms(ML, dataView, ms);
754
var
data = ML.Data.LoadFromTextFile(dataSource, new[] {
759
var
invalidData = ML.Data.LoadFromTextFile(dataSource, new[] {
772
var
savedData = ML.Data.TakeRows(est.Fit(data).Transform(data), 4);
793
var
dataView = ML.Data.LoadFromTextFile(dataSource, new[] {
800
var
result = pipe.Fit(dataView).Transform(dataView);
806
var
loadedView = ModelFileUtils.LoadTransforms(ML, dataView, ms);
814
var
data = ML.Data.LoadFromTextFile(dataSource, new[] {
819
var
invalidData = ML.Data.LoadFromTextFile(dataSource, new[] {
832
var
savedData = ML.Data.TakeRows(est.Fit(data).Transform(data), 4);
853
var
dataView = ML.Data.LoadFromTextFile(dataSource, new[] {
860
var
result = pipe.Fit(dataView).Transform(dataView);
866
var
loadedView = ModelFileUtils.LoadTransforms(ML, dataView, ms);
878
var
result = ModelFileUtils.LoadTransforms(Env, dataView, fs);
905
var
data = ML.Data.LoadFromEnumerable(samples);
915
var
transformedData = normalizeTransform.Transform(data);
917
var
noCdfData = normalizeNoCdfTransform.Transform(data);
946
var
data = ML.Data.LoadFromEnumerable(samples);
956
var
transformedData = normalizeTransform.Transform(data);
958
var
noCdfData = normalizeNoCdfTransform.Transform(data);
1003
var
data = loader.Load(dataPath);
1014
var
transformedData = normalizer.Transform(data);
1054
var
data = ML.Data.LoadFromEnumerable(samples);
1056
var
transformedData = model.Transform(data);
1061
var
transformedData2 = loadedModel.Transform(data);
Transformers\PcaTests.cs (4)
29
var
data = ML.Data.LoadFromTextFile(_dataSource, new[] {
35
var
invalidData = ML.Data.LoadFromTextFile(_dataSource, new[] {
53
var
data = ML.Data.LoadFromTextFile(_dataSource, new[] {
60
var
savedData = ML.Data.TakeRows(est.Fit(data).Transform(data), 4);
Transformers\RffTests.cs (8)
50
var
invalidData = ML.Data.LoadFromEnumerable(new[] { new TestClassInvalidSchema { A = 1 }, new TestClassInvalidSchema { A = 1 } });
51
var
validFitInvalidData = ML.Data.LoadFromEnumerable(new[] { new TestClassBiggerSize { A = new float[200] }, new TestClassBiggerSize { A = new float[200] } });
52
var
dataView = ML.Data.LoadFromEnumerable(data);
67
var
data = ML.Data.LoadFromTextFile(dataPath, new[] {
77
var
savedData = ML.Data.TakeRows(est.Fit(data).Transform(data), 4);
98
var
dataView = ML.Data.LoadFromEnumerable(data);
104
var
result = est.Fit(dataView).Transform(dataView);
110
var
loadedView = ModelFileUtils.LoadTransforms(Env, dataView, ms);
Transformers\SelectColumnsTests.cs (25)
48
var
dataView = ML.Data.LoadFromEnumerable(data);
51
var
result = transformer.Transform(dataView);
67
var
dataView = ML.Data.LoadFromEnumerable(data);
72
var
result = transformer.Transform(dataView);
88
var
dataView = ML.Data.LoadFromEnumerable(data);
91
var
result = transformer.Transform(dataView);
107
var
dataView = ML.Data.LoadFromEnumerable(data);
108
var
invalidDataView = ML.Data.LoadFromEnumerable(invalidData);
123
var
dataView = ML.Data.LoadFromEnumerable(data);
132
var
dataView = ML.Data.LoadFromEnumerable(data);
136
var
result = transformer.Transform(dataView);
155
var
dataView = ML.Data.LoadFromEnumerable(data);
159
var
result = transformer.Transform(dataView);
178
var
dataView = ML.Data.LoadFromEnumerable(data);
186
var
result = loadedTransformer.Transform(dataView);
197
var
dataView = ML.Data.LoadFromEnumerable(data);
206
var
result = loadedTransformer.Transform(dataView);
219
var
dataView = ML.Data.LoadFromEnumerable(data);
223
var
result = ModelFileUtils.LoadTransforms(Env, dataView, fs);
247
var
dataView = ML.Data.LoadFromEnumerable(data);
251
var
result = ModelFileUtils.LoadTransforms(Env, dataView, fs);
275
var
dataView = ML.Data.LoadFromEnumerable(data);
279
var
result = ModelFileUtils.LoadTransforms(Env, dataView, fs);
303
var
dataView = ML.Data.LoadFromEnumerable(data);
307
var
result = ModelFileUtils.LoadTransforms(Env, dataView, fs);
Transformers\TextFeaturizerTests.cs (43)
49
var
dataView = ML.Data.LoadFromEnumerable(data);
67
var
dataView = ML.Data.LoadFromEnumerable(data);
96
var
dataView = ML.Data.LoadFromEnumerable(data);
138
var
dataView = ML.Data.LoadFromEnumerable(data);
180
var
dataView = ML.Data.LoadFromEnumerable(data);
209
var
dataView = ML.Data.LoadFromEnumerable(data);
240
var
dataView = ML.Data.LoadFromEnumerable(data);
261
private void TestCaseMode(
IDataView
dataView, TestClass[] data, TextNormalizingEstimator.CaseMode caseMode)
301
var
dataView = ML.Data.LoadFromEnumerable(data);
309
private void TestKeepNumbers(
IDataView
dataView, TestClass[] data, bool keepNumbers)
340
var
dataView = ML.Data.LoadFromEnumerable(data);
346
private void TestKeepPunctuations(
IDataView
dataView, TestClass[] data, bool keepPunctuations)
378
var
dataView = ML.Data.LoadFromEnumerable(data);
384
private void TestKeepDiacritics(
IDataView
dataView, TestClass[] data, bool keepDiacritics)
415
var
dataView = ML.Data.LoadFromEnumerable(data);
426
var
data = ML.Data.LoadFromTextFile(sentimentDataPath, new[] {
431
var
invalidData = ML.Data.LoadFromTextFile(sentimentDataPath, new[] {
444
var
savedData = ML.Data.TakeRows(feat.Fit(data).Transform(data), 4);
459
var
data = ML.Data.LoadFromTextFile(sentimentDataPath, new[] {
464
var
invalidData = ML.Data.LoadFromTextFile(sentimentDataPath, new[] {
475
var
savedData = ML.Data.TakeRows(est.Fit(data).Transform(data), 4);
489
var
data = ML.Data.LoadFromTextFile(dataPath, new[] {
495
var
outdata = ML.Data.TakeRows(est.Fit(data).Transform(data), 4);
496
var
savedData = ML.Transforms.SelectColumns("words").Fit(outdata).Transform(outdata);
526
var
data = ML.Data.LoadFromTextFile(sentimentDataPath, new[] {
531
var
invalidData = ML.Data.LoadFromTextFile(sentimentDataPath, new[] {
544
var
savedData = ML.Data.TakeRows(est.Fit(data).Transform(data), 4);
566
var
tokenized = new WordTokenizingTransformer(ML, new[]
571
var
xf = factory.CreateComponent(ML, tokenized,
589
var
data = ML.Data.LoadFromTextFile(sentimentDataPath, new[] {
594
var
invalidData = ML.Data.LoadFromTextFile(sentimentDataPath, new[] {
605
var
savedData = ML.Data.TakeRows(est.Fit(data).Transform(data), 4);
619
var
data = ML.Data.LoadFromTextFile(sentimentDataPath, new[] {
624
var
invalidData = ML.Data.LoadFromTextFile(sentimentDataPath, new[] {
640
var
savedData = ML.Data.TakeRows(est.Fit(data).Transform(data), 4);
656
var
data = ML.Data.LoadFromTextFile(sentimentDataPath, new[] {
662
var
result = ModelFileUtils.LoadTransforms(Env, data, fs);
673
var
data = ML.Data.LoadFromTextFile(sentimentDataPath, new[] {
678
var
invalidData = ML.Data.LoadFromTextFile(sentimentDataPath, new[] {
698
var
transformedData = transformer.Transform(data);
699
var
savedData = ML.Data.TakeRows(transformedData, 4);
729
var
srcView = builder.GetDataView();
777
var
dataView = ML.Data.LoadFromTextFile(dataPath, new[] {
Transformers\TextNormalizer.cs (6)
42
var
dataView = ML.Data.LoadFromEnumerable(data);
47
var
invalidDataView = ML.Data.LoadFromEnumerable(invalidData);
63
var
savedData = ML.Data.TakeRows(pipeVariations.Fit(dataView).Transform(dataView), 5);
81
var
dataView = ML.Data.LoadFromEnumerable(data);
84
var
result = pipe.Fit(dataView).Transform(dataView);
90
var
loadedView = ModelFileUtils.LoadTransforms(Env, dataView, ms);
Transformers\ValueMappingTests.cs (43)
53
var
dataView = ML.Data.LoadFromEnumerable(data);
58
var
lookupMap = DataViewHelper.CreateDataView(Env, keys, values,
69
var
result = t.Transform(dataView);
91
var
dataView = ML.Data.LoadFromEnumerable(data);
96
var
lookupMap = DataViewHelper.CreateDataView(Env, keys, values,
114
var
result = t.Transform(dataView);
137
var
dataView = ML.Data.LoadFromEnumerable(data);
172
var
dataView = ML.Data.LoadFromEnumerable(data);
180
var
lookupMap = DataViewHelper.CreateDataView(Env, keys, values,
198
var
result = t.Transform(dataView);
227
var
dataView = ML.Data.LoadFromEnumerable(data);
234
var
mapView = ML.Data.LoadFromEnumerable(map);
239
var
result = t.Transform(dataView);
261
var
dataView = ML.Data.LoadFromEnumerable(data);
269
var
lookupMap = DataViewHelper.CreateDataView(Env, keys, values,
280
var
result = t.Transform(dataView);
305
var
dataView = ML.Data.LoadFromEnumerable(data);
310
var
lookupMap = DataViewHelper.CreateDataView(Env, keys, values,
321
var
result = t.Transform(dataView);
343
var
dataView = ML.Data.LoadFromEnumerable(data);
348
var
lookupMap = DataViewHelper.CreateDataView(Env, keys, values,
362
var
dataView = ML.Data.LoadFromEnumerable(data);
394
var
dataView = ML.Data.LoadFromEnumerable(data);
427
var
dataView = ML.Data.LoadFromEnumerable(data);
469
var
dataView = ML.Data.LoadFromEnumerable(data);
509
var
dataView = ML.Data.LoadFromEnumerable(data);
550
var
dataView = ML.Data.LoadFromEnumerable(data);
563
var
result = t.Transform(dataView);
590
var
dataView = ML.Data.LoadFromEnumerable(data);
592
var
badDataView = ML.Data.LoadFromEnumerable(badData);
609
var
dataView = ML.Data.LoadFromEnumerable(data);
611
var
badDataView = ML.Data.LoadFromEnumerable(badData);
628
var
dataView = ML.Data.LoadFromEnumerable(data);
631
var
badDataView = ML.Data.LoadFromEnumerable(badData);
685
var
dataView = ML.Data.LoadFromEnumerable(data);
701
var
result = loadedTransformer.Transform(dataView);
715
var
dataView = ML.Data.LoadFromEnumerable(data);
719
var
result = ModelFileUtils.LoadTransforms(Env, dataView, fs);
732
var
dataView = ML.Data.LoadFromEnumerable(data);
736
var
result = ModelFileUtils.LoadTransforms(Env, dataView, fs);
763
var
data = ML.Data.LoadFromEnumerable(rawData);
775
var
lookupIdvMap = ML.Data.LoadFromEnumerable(lookupData);
781
IDataView
transformedData = pipeline.Fit(data).Transform(data);
Transformers\WordBagTransformerTests.cs (4)
38
var
dataview = mlContext.Data.LoadFromEnumerable(samples);
67
var
dataview = mlContext.Data.LoadFromEnumerable(samples);
105
var
dataviewDefault = mlContext.Data.LoadFromEnumerable(samplesDefault);
106
var
dataviewNonDefault = mlContext.Data.LoadFromEnumerable(samplesNonDefault);
Transformers\WordEmbeddingsTests.cs (6)
29
var
data = new TextLoader(ML,
44
var
words = est.Fit(data).Transform(data);
51
var
savedData = ML.Data.TakeRows(pipe.Fit(words).Transform(words), 4);
64
var
data = new TextLoader(ML,
79
var
words = est.Fit(data).Transform(data);
94
var
savedData = ML.Data.TakeRows(pipe.Fit(words).Transform(words), 10);
Transformers\WordTokenizeTests.cs (6)
55
var
dataView = ML.Data.LoadFromEnumerable(data);
57
var
invalidDataView = ML.Data.LoadFromEnumerable(invalidData);
66
var
result = pipe.Fit(dataView).Transform(dataView);
99
var
dataView = ML.Data.LoadFromEnumerable(data);
104
var
result = pipe.Fit(dataView).Transform(dataView);
110
var
loadedView = ModelFileUtils.LoadTransforms(Env, dataView, ms);
Microsoft.ML.TimeSeries (80)
AdaptiveSingularSpectrumSequenceModeler.cs (2)
1532
public void Train(
IDataView
dataView, string inputColumnName) => Train(new RoleMappedData(dataView, null, inputColumnName));
1552
public void Update(
IDataView
dataView, string inputColumnName)
ExponentialAverageTransform.cs (2)
60
public ExponentialAverageTransform(IHostEnvironment env, Arguments args,
IDataView
input)
67
public ExponentialAverageTransform(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
ExtensionsCatalog.cs (6)
285
public static
IDataView
DetectEntireAnomalyBySrCnn(this AnomalyDetectionCatalog catalog,
IDataView
input, string outputColumnName, string inputColumnName,
315
public static
IDataView
DetectEntireAnomalyBySrCnn(this AnomalyDetectionCatalog catalog,
IDataView
input, string outputColumnName, string inputColumnName, SrCnnEntireAnomalyDetectorOptions options)
397
/// <param name="input">Input DataView.The data is an instance of <see cref="Microsoft.ML.
IDataView
"/>.</param>
416
IDataView
input,
IidAnomalyDetectionBase.cs (4)
57
/// Note that <see cref="
IDataView
"/>'s are lazy, so no actual transformations happen here, just schema validation.
59
public
IDataView
Transform(
IDataView
input) => InternalTransform.Transform(input);
79
internal IDataTransform MakeDataTransform(
IDataView
input) => InternalTransform.MakeDataTransform(input);
IidChangePointDetector.cs (2)
101
private static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
139
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
IidSpikeDetector.cs (2)
97
private static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
121
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
MovingAverageTransform.cs (2)
68
public MovingAverageTransform(IHostEnvironment env, Arguments args,
IDataView
input)
81
public MovingAverageTransform(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
PercentileThresholdTransform.cs (2)
67
public PercentileThresholdTransform(IHostEnvironment env, Arguments args,
IDataView
input)
75
public PercentileThresholdTransform(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
PValueTransform.cs (2)
72
public PValueTransform(IHostEnvironment env, Arguments args,
IDataView
input)
80
public PValueTransform(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
SeasonalityDetector.cs (2)
43
/// <param name="input">Input DataView.The data is an instance of <see cref="Microsoft.ML.
IDataView
"/>.</param>
54
IDataView
input,
SequentialTransformBase.cs (6)
221
private readonly
IDataView
_transform;
236
private static
IDataView
CreateLambdaTransform(IHost host,
IDataView
input, string outputColumnName, string inputColumnName,
269
string name, IHostEnvironment env,
IDataView
input, DataViewType outputColTypeOverride = null)
275
IHost host,
IDataView
input, DataViewType outputColTypeOverride = null)
294
private protected SequentialTransformBase(IHostEnvironment env, ModelLoadContext ctx, string name,
IDataView
input)
SequentialTransformerBase.cs (11)
444
internal SequentialDataTransform MakeDataTransform(
IDataView
input)
450
public
IDataView
Transform(
IDataView
input) => MakeDataTransform(input);
471
private readonly
IDataView
_transform;
477
IDataView
input, IStatefulRowMapper mapper)
492
private static
IDataView
CreateLambdaTransform(IHost host,
IDataView
input, string inputColumnName,
590
IDataTransform ITransformTemplate.ApplyToData(IHostEnvironment env,
IDataView
newSource)
758
public TimeSeriesRowToRowMapperTransform(IHostEnvironment env,
IDataView
input, IStatefulRowMapper mapper)
773
private TimeSeriesRowToRowMapperTransform(IHost host, ModelLoadContext ctx,
IDataView
input)
783
public static TimeSeriesRowToRowMapperTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
SlidingWindowTransform.cs (2)
39
public SlidingWindowTransform(IHostEnvironment env, Arguments args,
IDataView
input)
44
public SlidingWindowTransform(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
SlidingWindowTransformBase.cs (2)
63
protected SlidingWindowTransformBase(Arguments args, string loaderSignature, IHostEnvironment env,
IDataView
input)
80
protected SlidingWindowTransformBase(IHostEnvironment env, ModelLoadContext ctx, string loaderSignature,
IDataView
input)
SrCnnAnomalyDetectionBase.cs (3)
55
public
IDataView
Transform(
IDataView
input) => InternalTransform.Transform(input);
75
internal IDataTransform MakeDataTransform(
IDataView
input) => InternalTransform.MakeDataTransform(input);
SRCNNAnomalyDetector.cs (2)
112
private static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
121
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
SrCnnEntireAnomalyDetector.cs (3)
133
/// <seealso cref="TimeSeriesCatalog.DetectEntireAnomalyBySrCnn(AnomalyDetectionCatalog,
IDataView
, string, string, double, int, double, SrCnnDetectMode)"/>
134
/// <seealso cref="TimeSeriesCatalog.DetectEntireAnomalyBySrCnn(AnomalyDetectionCatalog,
IDataView
, string, string, SrCnnEntireAnomalyDetectorOptions)"/>
186
public SrCnnEntireAnomalyDetector(IHostEnvironment env,
IDataView
input, string outputColumnName, string inputColumnName, SrCnnEntireAnomalyDetectorOptions options)
SsaAnomalyDetectionBase.cs (4)
126
/// Note that <see cref="
IDataView
"/>'s are lazy, so no actual transformations happen here, just schema validation.
128
public
IDataView
Transform(
IDataView
input) => InternalTransform.Transform(input);
145
internal IDataTransform MakeDataTransform(
IDataView
input) => InternalTransform.MakeDataTransform(input);
SsaChangePointDetector.cs (4)
103
internal SsaChangePointDetector(IHostEnvironment env, Options options,
IDataView
input)
110
private static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
149
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
287
public SsaChangePointDetector Fit(
IDataView
input)
SSaForecasting.cs (4)
128
internal SsaForecastingTransformer(IHostEnvironment env, Options options,
IDataView
input)
135
private static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
151
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
318
public SsaForecastingTransformer Fit(
IDataView
input)
SsaForecastingBase.cs (4)
59
/// Note that <see cref="
IDataView
"/>'s are lazy, so no actual transformations happen here, just schema validation.
61
public
IDataView
Transform(
IDataView
input) => InternalTransform.Transform(input);
78
internal IDataTransform MakeDataTransform(
IDataView
input) => InternalTransform.MakeDataTransform(input);
SsaSpikeDetector.cs (4)
100
internal SsaSpikeDetector(IHostEnvironment env, Options options,
IDataView
input)
107
private static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
123
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
266
public SsaSpikeDetector Fit(
IDataView
input)
TimeSeriesProcessing.cs (5)
36
var
view = new IidChangePointEstimator(h, options).Fit(options.Data).Transform(options.Data);
50
var
view = new IidSpikeEstimator(h, options).Fit(options.Data).Transform(options.Data);
106
var
view = new SsaChangePointEstimator(h, options).Fit(options.Data).Transform(options.Data);
120
var
view = new SsaSpikeEstimator(h, options).Fit(options.Data).Transform(options.Data);
134
var
view = new SsaForecastingEstimator(h, options).Fit(options.Data).Transform(options.Data);
Microsoft.ML.TimeSeries.Tests (47)
TimeSeriesDirectApi.cs (24)
113
var
dataView = env.Data.LoadFromEnumerable(data);
130
var
output = detector.Transform(dataView);
158
var
dataView = env.Data.LoadFromEnumerable(data);
180
var
output = detector.Transform(dataView);
216
var
dataView = ml.Data.LoadFromEnumerable(data);
292
var
dataView = ml.Data.LoadFromEnumerable(data);
360
var
dataView = env.Data.LoadFromEnumerable(data);
386
var
output = detector.Transform(dataView);
425
var
dataView = ml.Data.LoadFromEnumerable(data);
533
IDataView
dataView;
566
var
transformedData = ml.Transforms.DetectAnomalyBySrCnn(outputColumnName, inputColumnName, 16, 5, 5, 3, 8, 0.35).Fit(dataView).Transform(dataView);
589
IDataView
dataView;
623
var
outputDataView = ml.AnomalyDetection.DetectEntireAnomalyBySrCnn(dataView, outputColumnName, inputColumnName,
679
IDataView
dataView;
703
var
outputDataView = ml.AnomalyDetection.DetectEntireAnomalyBySrCnn(dataView, outputColumnName, inputColumnName, options);
726
IDataView
dataView;
750
var
outputDataView = ml.AnomalyDetection.DetectEntireAnomalyBySrCnn(dataView, outputColumnName, inputColumnName, options);
781
IDataView
dataView;
805
var
outputDataView = ml.AnomalyDetection.DetectEntireAnomalyBySrCnn(dataView, outputColumnName, inputColumnName, options);
840
IDataView
dataView;
864
var
outputDataView = ml.AnomalyDetection.DetectEntireAnomalyBySrCnn(dataView, outputColumnName, inputColumnName, options);
897
IDataView
dataView;
932
var
outputDataView = ml.AnomalyDetection.DetectEntireAnomalyBySrCnn(dataView, outputColumnName, inputColumnName, options);
1076
var
dataView = mlContext.Data.LoadFromEnumerable(input);
TimeSeriesEstimatorTests.cs (15)
54
var
dataView = ML.Data.LoadFromEnumerable(data);
69
var
invalidDataWrongNames = ML.Data.LoadFromEnumerable(xyData);
70
var
invalidDataWrongTypes = ML.Data.LoadFromEnumerable(stringData);
88
var
dataView = ml.Data.LoadFromEnumerable(data);
105
var
invalidDataWrongNames = ML.Data.LoadFromEnumerable(xyData);
106
var
invalidDataWrongTypes = ML.Data.LoadFromEnumerable(stringData);
124
var
dataView = ML.Data.LoadFromEnumerable(data);
139
var
invalidDataWrongNames = ML.Data.LoadFromEnumerable(xyData);
140
var
invalidDataWrongTypes = ML.Data.LoadFromEnumerable(stringData);
155
var
dataView = ML.Data.LoadFromEnumerable(data);
166
var
invalidDataWrongNames = ML.Data.LoadFromEnumerable(xyData);
167
var
invalidDataWrongTypes = ML.Data.LoadFromEnumerable(stringData);
182
var
dataView = ML.Data.LoadFromEnumerable(data);
193
var
invalidDataWrongNames = ML.Data.LoadFromEnumerable(xyData);
194
var
invalidDataWrongTypes = ML.Data.LoadFromEnumerable(stringData);
TimeSeriesSimpleApiTests.cs (8)
44
var
dataView = env.Data.LoadFromEnumerable(data);
57
var
output = detector.Transform(dataView);
86
var
dataView = env.Data.LoadFromEnumerable(data);
100
var
output = detector.Transform(dataView);
129
var
dataView = env.Data.LoadFromEnumerable(data);
141
var
output = detector.Transform(dataView);
181
var
dataView = env.Data.LoadFromEnumerable(data);
193
var
output = detector.Transform(dataView);
Microsoft.ML.TorchSharp (47)
AutoFormerV2\ObjectDetectionMetrics.cs (3)
76
internal static ObjectDetectionMetrics MeasureMetrics(
IDataView
dataView,
294
IDataView
idv,
340
IDataView
idv,
AutoFormerV2\ObjectDetectionTrainer.cs (5)
94
public
IDataView
ValidationSet = null;
155
public ObjectDetectionTransformer Fit(
IDataView
input)
204
public Trainer(ObjectDetectionTrainer parent, IChannel ch,
IDataView
input)
243
private protected int GetRowCountAndSetLabelCount(
IDataView
input)
285
public void Train(IHost host,
IDataView
input, IProgressChannel pch)
NasBert\NasBertTrainer.cs (4)
185
public NasBertTrainerBase(TorchSharpBaseTrainer<TLabelCol, TTargetsCol> parent, IChannel ch,
IDataView
input, string modelUrl) : base(parent, ch, input, modelUrl)
201
private protected override Module CreateModule(IChannel ch,
IDataView
input)
216
private protected override DataViewRowCursor GetRowCursor(
IDataView
input)
224
private protected override void InitializeDataGetters(
IDataView
input, DataViewRowCursor cursor)
NasBert\NerTrainer.cs (4)
88
IDataView
validationSet = null,
104
private protected override TrainerBase CreateTrainer(TorchSharpBaseTrainer<VBuffer<uint>, TargetType> parent, IChannel ch,
IDataView
input)
121
public Trainer(TorchSharpBaseTrainer<VBuffer<uint>, TargetType> parent, IChannel ch,
IDataView
input) : base(parent, ch, input, ModelUrlString)
213
private protected override int GetRowCountAndSetLabelCount(
IDataView
input)
NasBert\SentenceSimilarityTrainer.cs (4)
84
IDataView
validationSet = null,
102
private protected override TrainerBase CreateTrainer(TorchSharpBaseTrainer<float, float> parent, IChannel ch,
IDataView
input)
116
public Trainer(TorchSharpBaseTrainer<float, float> parent, IChannel ch,
IDataView
input) : base(parent, ch, input, ModelUrlString)
146
private protected override int GetRowCountAndSetLabelCount(
IDataView
input)
NasBert\TextClassificationTrainer.cs (4)
85
IDataView
validationSet = null,
102
private protected override TrainerBase CreateTrainer(TorchSharpBaseTrainer<uint, long> parent, IChannel ch,
IDataView
input)
116
public Trainer(TorchSharpBaseTrainer<uint, long> parent, IChannel ch,
IDataView
input) : base(parent, ch, input, ModelUrlString)
148
private protected override int GetRowCountAndSetLabelCount(
IDataView
input)
Roberta\QATrainer.cs (5)
126
IDataView
validationSet = null,
144
public QATransformer Fit(
IDataView
input)
192
public Trainer(QATrainer parent, IChannel ch,
IDataView
input)
230
private protected int GetRowCount(
IDataView
input)
269
public void Train(IHost host,
IDataView
input, IProgressChannel pch)
TorchSharpBaseTrainer.cs (11)
24
public abstract TorchSharpBaseTransformer Fit(
IDataView
input);
73
public
IDataView
ValidationSet = null;
97
public override TorchSharpBaseTransformer Fit(
IDataView
input)
130
private protected abstract TrainerBase CreateTrainer(TorchSharpBaseTrainer<TLabelCol, TTargetsCol> parent, IChannel ch,
IDataView
input);
145
public TrainerBase(TorchSharpBaseTrainer<TLabelCol, TTargetsCol> parent, IChannel ch,
IDataView
input, string modelUrl)
166
private protected abstract int GetRowCountAndSetLabelCount(
IDataView
input);
167
private protected abstract Module CreateModule(IChannel ch,
IDataView
input);
197
var
validationSet = Parent.Option.ValidationSet;
223
private protected abstract void InitializeDataGetters(
IDataView
input, DataViewRowCursor cursor);
269
public void Train(IHost host,
IDataView
input)
355
private protected abstract DataViewRowCursor GetRowCursor(
IDataView
input);
TorchSharpCatalog.cs (7)
50
IDataView
validationSet = null)
90
IDataView
validationSet = null)
154
IDataView
data,
165
/// Obsolete: please use the <see cref="NamedEntityRecognition(MulticlassClassificationCatalog.MulticlassClassificationTrainers, string, string, string, int, int, BertArchitecture,
IDataView
)"/> method instead
186
IDataView
validationSet = null)
224
IDataView
validationSet = null)
269
IDataView
validationSet = null)
Microsoft.ML.TorchSharp.Tests (21)
NerTests.cs (8)
36
var
labels = ML.Data.LoadFromEnumerable(
46
var
dataView = ML.Data.LoadFromEnumerable(
85
var
output = transformer.Transform(dataView);
112
var
labels = ML.Data.LoadFromEnumerable(
125
var
dataView = ML.Data.LoadFromEnumerable(
164
var
output = transformer.Transform(dataView);
195
var
labels = ML.Data.LoadFromTextFile(labelFilePath, new TextLoader.Column[]
235
var
output = transformer.Transform(trainTest.TestSet);
ObjectDetectionTests.cs (1)
82
var
idv = model.Transform(data);
QATests.cs (3)
32
var
dataView = ML.Data.LoadFromEnumerable(
73
IDataView
dataView = TextLoader.Create(ML, new TextLoader.Options()
89
var
transformedData = model.Transform(dataView);
TextClassificationTests.cs (9)
54
var
dataView = ML.Data.LoadFromEnumerable(
117
var
dataNoLabel = ML.Data.LoadFromEnumerable(
181
var
predictionIdv = model.Transform(trainTestSplit.TestSet);
191
var
dataView = ML.Data.LoadFromEnumerable(
264
var
dataView = ML.Data.LoadFromEnumerable(
318
var
preppedData = dataPrepTransformer.Transform(dataView);
347
var
dataView = ML.Data.LoadFromEnumerable(
417
IDataView
dataView = TextLoader.Create(ML, new TextLoader.Options()
444
var
transformedData = model.Transform(dataSplit.TestSet);
Microsoft.ML.Transforms (234)
CategoricalCatalog.cs (3)
49
IDataView
keyData = null)
82
IDataView
keyData = null)
110
IDataView
keyData = null)
CompositeTransformer.cs (1)
35
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
CountFeatureSelection.cs (3)
191
public ITransformer Fit(
IDataView
input)
227
internal static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
293
public static long[][] Train(IHostEnvironment env,
IDataView
input, string[] columns, out int[] colSizes)
CustomMappingCatalog.cs (4)
81
public static
IDataView
FilterByCustomPredicate<TSrc>(this DataOperationsCatalog catalog,
IDataView
input, Func<TSrc, bool> filterPredicate)
95
public static
IDataView
FilterByStatefulCustomPredicate<TSrc, TState>(this DataOperationsCatalog catalog,
IDataView
input, Func<TSrc, TState, bool> filterPredicate,
CustomMappingFactory.cs (2)
29
/// <typeparam name="TSrc">The type that describes what 'source' columns are consumed from the input <see cref="
IDataView
"/>.</typeparam>
50
/// <typeparam name="TSrc">The type that describes what 'source' columns are consumed from the input <see cref="
IDataView
"/>.</typeparam>
CustomMappingFilter.cs (4)
17
protected readonly
IDataView
Input;
25
private protected CustomMappingFilterBase(IHostEnvironment env,
IDataView
input)
61
public CustomMappingFilter(IHostEnvironment env,
IDataView
input, Func<TSrc, bool> predicate)
138
public StatefulCustomMappingFilter(IHostEnvironment env,
IDataView
input, Func<TSrc, TState, bool> predicate, Action<TState> stateInitAction)
CustomMappingTransformer.cs (4)
16
/// <typeparam name="TSrc">The type that describes what 'source' columns are consumed from the input <see cref="
IDataView
"/>.</typeparam>
88
/// Note that <see cref="
IDataView
"/>'s are lazy, so no actual transformations happen here, just schema validation.
90
public
IDataView
Transform(
IDataView
input)
Dracula\CountTableTransformer.cs (6)
129
public CountTableTransformer Fit(
IDataView
input)
178
private void TrainTables(
IDataView
trainingData, List<DataViewSchema.Column> cols, MultiCountTableBuilderBase builder, DataViewSchema.Column labelColumn)
455
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
463
internal static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
588
IDataView
ITransformerWithDifferentMappingAtTrainingTime.TransformForTrainingPipeline(
IDataView
input)
Dracula\CountTargetEncodingTransformer.cs (7)
276
internal static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
289
public CountTargetEncodingTransformer Fit(
IDataView
input)
391
public
IDataView
Transform(
IDataView
input)
398
IDataView
ITransformerWithDifferentMappingAtTrainingTime.TransformForTrainingPipeline(
IDataView
input)
400
var
hashedData = HashingTransformer.Transform(input);
EntryPoints\TextAnalytics.cs (1)
125
var
view = est.Fit(input.Data).Transform(input.Data);
ExpressionTransformer.cs (3)
155
public ExpressionTransformer Fit(
IDataView
input)
313
private static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
331
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
GcnTransform.cs (3)
211
internal static IDataTransform Create(IHostEnvironment env, GcnOptions options,
IDataView
input)
238
internal static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
278
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
GroupTransform.cs (5)
102
/// <param name="input">Input <see cref="
IDataView
"/>. This is the output from previous transform or loader.</param>
105
public GroupTransform(IHostEnvironment env,
IDataView
input, string groupKey, params string[] columns)
110
public GroupTransform(IHostEnvironment env, Options options,
IDataView
input)
119
public static GroupTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
129
private GroupTransform(IHost host, ModelLoadContext ctx,
IDataView
input)
HashJoiningTransform.cs (5)
182
/// <param name="input">Input <see cref="
IDataView
"/>. This is the output from previous transform or loader.</param>
188
IDataView
input,
198
public HashJoiningTransform(IHostEnvironment env, Arguments args,
IDataView
input)
224
private HashJoiningTransform(IHost host, ModelLoadContext ctx,
IDataView
input)
277
public static HashJoiningTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
KeyToVectorMapping.cs (3)
113
private static IDataTransform Create(IHostEnvironment env,
IDataView
input, params (string outputColumnName, string inputColumnName)[] columns) =>
117
private static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
137
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
LambdaTransform.cs (6)
86
/// input <see cref="
IDataView
"/>.</typeparam>
98
public static
IDataView
CreateMap<TSrc, TDst, TState>(IHostEnvironment env,
IDataView
source,
129
/// input <see cref="
IDataView
"/>.</typeparam>
139
public static
IDataView
CreateFilter<TSrc, TState>(IHostEnvironment env,
IDataView
source,
LearnerFeatureSelection.cs (4)
87
private static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
266
private static void TrainCore(IHost host,
IDataView
input, Options options, ref VBuffer<Single> scores)
278
IDataView
view = input;
306
public static void Train(IHostEnvironment env,
IDataView
input, Options options, ref VBuffer<Single> scores)
LoadTransform.cs (4)
49
/// <param name="input">Input <see cref="
IDataView
"/>. This is the output from previous transform or loader.</param>
53
public static IDataTransform Create(IHostEnvironment env,
IDataView
input, string modelFile, string[] tag, bool complement = false)
65
private static IDataTransform Create(IHostEnvironment env, Arguments args,
IDataView
input)
73
IDataView
currentView;
MissingValueDroppingTransformer.cs (2)
148
internal static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
152
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
MissingValueHandlingTransformer.cs (4)
114
/// <param name="input">Input <see cref="
IDataView
"/>. This is the output from previous transform or loader.</param>
118
private static
IDataView
Create(IHostEnvironment env,
IDataView
input, string outputColumnName, string inputColumnName = null,
133
internal static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
MissingValueIndicatorTransform.cs (3)
75
public MissingValueIndicatorTransform(IHostEnvironment env, Arguments args,
IDataView
input)
85
private MissingValueIndicatorTransform(IHost host, ModelLoadContext ctx,
IDataView
input)
98
public static MissingValueIndicatorTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
MissingValueIndicatorTransformer.cs (2)
120
internal static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
124
internal static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
MissingValueReplacing.cs (6)
210
internal MissingValueReplacingTransformer(IHostEnvironment env,
IDataView
input, params MissingValueReplacingEstimator.ColumnOptions[] columns)
277
private void GetReplacementValues(
IDataView
input, MissingValueReplacingEstimator.ColumnOptions[] columns, out object[] repValues, out BitArray[] slotIsDefault, out DataViewType[] types)
429
internal static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
454
internal static IDataTransform Create(IHostEnvironment env,
IDataView
input, params MissingValueReplacingEstimator.ColumnOptions[] columns)
472
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
1061
public MissingValueReplacingTransformer Fit(
IDataView
input) => new MissingValueReplacingTransformer(_host, input, _columns);
MutualInformationFeatureSelection.cs (4)
169
public ITransformer Fit(
IDataView
input)
258
internal static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
395
internal static float[][] TrainCore(IHost host,
IDataView
input, string labelColumnName, string[] columns, int numBins, int[] colSizes)
436
public float[][] GetScores(
IDataView
input, string labelColumnName, string[] columns, int numBins, int[] colSizes)
NAHandling.cs (1)
70
var
xf = new MissingValueIndicatorTransformer(h, input).Transform(input.Data);
OneHotEncoding.cs (10)
94
internal static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
114
IDataView
keyData = null;
121
var
transformed = new OneHotEncodingEstimator(env, columns.ToArray(), keyData).Fit(input).Transform(input);
127
internal OneHotEncodingTransformer(ValueToKeyMappingEstimator term, IEstimator<ITransformer> toVector,
IDataView
input)
137
public
IDataView
Transform(
IDataView
input) => _transformer.Transform(input);
194
/// <seealso cref="CategoricalCatalog.OneHotEncoding(TransformsCatalog.CategoricalTransforms, InputOutputColumnPair[], OneHotEncodingEstimator.OutputKind, int, ValueToKeyMappingEstimator.KeyOrdinality,
IDataView
)"/>
195
/// <seealso cref="CategoricalCatalog.OneHotEncoding(TransformsCatalog.CategoricalTransforms, string, string, OneHotEncodingEstimator.OutputKind, int, ValueToKeyMappingEstimator.KeyOrdinality,
IDataView
)"/>
278
internal OneHotEncodingEstimator(IHostEnvironment env, ColumnOptions[] columns,
IDataView
keyData = null)
339
public OneHotEncodingTransformer Fit(
IDataView
input) => new OneHotEncodingTransformer(_term, _toSomething, input);
OneHotHashEncoding.cs (10)
123
/// <param name="input">Input <see cref="
IDataView
"/>. This is the output from previous transform or loader.</param>
132
private static
IDataView
Create(IHostEnvironment env,
133
IDataView
input,
140
return new OneHotHashEncodingEstimator(env, name, source, numberOfBits, maximumNumberOfInverts, outputKind).Fit(input).Transform(input) as
IDataView
;
143
internal static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
169
internal OneHotHashEncodingTransformer(HashingEstimator hash, IEstimator<ITransformer> keyToVector,
IDataView
input)
183
/// Take the data in, make transformations, output the data. Note that <see cref="
IDataView
"/>
186
public
IDataView
Transform(
IDataView
input) => _transformer.Transform(input);
390
public OneHotHashEncodingTransformer Fit(
IDataView
input) => new OneHotHashEncodingTransformer(_hash, _toSomething, input);
OptionalColumnTransform.cs (5)
265
/// <param name="input">Input <see cref="
IDataView
"/>. This is the output from previous transform or loader.</param>
267
public OptionalColumnTransform(IHostEnvironment env,
IDataView
input, params string[] columns)
275
public OptionalColumnTransform(IHostEnvironment env, Arguments args,
IDataView
input)
284
private OptionalColumnTransform(IHost host, ModelLoadContext ctx,
IDataView
input)
294
public static OptionalColumnTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
PermutationFeatureImportance.cs (3)
24
IDataView
data,
26
Func<
IDataView
, TMetric> evaluationFunc,
221
IDataView
viewPermuted = LambdaTransform.CreateMap(
PermutationFeatureImportanceExtensions.cs (14)
68
IDataView
data,
131
IDataView
data,
146
RegressionMetrics evaluationFunc(
IDataView
idv) => catalog.Evaluate(idv, labelColumnName);
218
IDataView
data,
281
IDataView
data,
296
BinaryClassificationMetrics evaluationFunc(
IDataView
idv) => catalog.EvaluateNonCalibrated(idv, labelColumnName);
372
IDataView
data,
435
IDataView
data,
450
MulticlassClassificationMetrics evaluationFunc(
IDataView
idv) => catalog.Evaluate(idv, labelColumnName);
532
IDataView
data,
597
IDataView
data,
613
RankingMetrics evaluationFunc(
IDataView
idv) => catalog.Evaluate(idv, labelColumnName, rowGroupColumnName);
655
IDataView
data,
657
Func<
IDataView
, TMetric> evaluationFunc,
ProduceIdTransform.cs (3)
100
public ProduceIdTransform(IHostEnvironment env, Arguments args,
IDataView
input)
109
private ProduceIdTransform(IHost host, ModelLoadContext ctx,
IDataView
input)
119
public static ProduceIdTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
RandomFourierFeaturizing.cs (5)
253
internal ApproximatedKernelTransformer(IHostEnvironment env,
IDataView
input, ApproximatedKernelMappingEstimator.ColumnOptions[] columns)
279
private float[] GetAvgDistances(ApproximatedKernelMappingEstimator.ColumnOptions[] columns,
IDataView
input)
386
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
410
private static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
716
public ApproximatedKernelTransformer Fit(
IDataView
input) => new ApproximatedKernelTransformer(_host, input, _columns);
StatefulCustomMappingTransformer.cs (4)
86
/// Note that <see cref="
IDataView
"/>'s are lazy, so no actual transformations happen here, just schema validation.
88
public
IDataView
Transform(
IDataView
input)
113
public RowToRowMapper(IHostEnvironment env, StatefulCustomMappingTransformer<TSrc, TDst, TState> parent,
IDataView
input)
StatefulFilterTransform.cs (7)
18
/// as well as the ability to 'accept' or 'filter out' some rows of the supplied <see cref="
IDataView
"/>.
22
/// <typeparam name="TSrc">The type that describes what 'source' columns are consumed from the input <see cref="
IDataView
"/>.</typeparam>
32
private readonly
IDataView
_source;
54
public StatefulFilterTransform(IHostEnvironment env,
IDataView
source, Func<TSrc, TDst, TState, bool> filterFunc,
79
private StatefulFilterTransform(IHostEnvironment env, StatefulFilterTransform<TSrc, TDst, TState> transform,
IDataView
newSource)
93
DataViewSchema
IDataView
.Schema => OutputSchema;
125
public
IDataView
Source => _source;
SvmLight\SvmLightLoader.cs (11)
392
/// This class creates an <see cref="
IDataView
"/> from an <see cref="IMultiStreamSource"/>, that has a single text column
569
var
data = GetData(_host, options.NumberOfRows, dataSample);
580
var
data = GetData(_host, options.NumberOfRows, dataSample);
641
var
data = GetData(_host, null, new MultiFileSource(null));
652
private static
IDataView
GetData(IHostEnvironment env, long? numRows, IMultiStreamSource dataSample)
654
IDataView
data = new TextDataView(env, dataSample);
673
private static uint InferMax(IHostEnvironment env,
IDataView
view)
750
public
IDataView
Load(IMultiStreamSource input)
754
var
data = GetData(_host, null, input);
780
private readonly
IDataView
_view;
783
public LegacyLoader(SvmLightLoader loader,
IDataView
view)
SvmLight\SvmLightLoaderSaverCatalog.cs (6)
56
/// Load a <see cref="
IDataView
"/> from a text file using <see cref="SvmLightLoader"/>.
65
public static
IDataView
LoadFromSvmLightFile(this DataOperationsCatalog catalog,
83
/// Load a <see cref="
IDataView
"/> from a text file containing features specified by feature names,
89
public static
IDataView
LoadFromSvmLightFileWithFeatureNames(this DataOperationsCatalog catalog,
105
/// Save the <see cref="
IDataView
"/> in SVM-light format. Four columns can be saved: a label and a features column,
121
IDataView
data,
SvmLight\SvmLightSaver.cs (1)
87
public void SaveData(Stream stream,
IDataView
data, params int[] cols)
Text\LdaTransform.cs (5)
690
internal static LatentDirichletAllocationTransformer TrainLdaTransformer(IHostEnvironment env,
IDataView
inputData, params LatentDirichletAllocationEstimator.ColumnOptions[] columns)
713
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
721
private static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
822
private static List<VBuffer<ReadOnlyMemory<char>>> Train(IHostEnvironment env, IChannel ch,
IDataView
inputData, LdaState[] states, params LatentDirichletAllocationEstimator.ColumnOptions[] columns)
1340
public LatentDirichletAllocationTransformer Fit(
IDataView
input)
Text\NgramHashingTransformer.cs (4)
191
internal NgramHashingTransformer(IHostEnvironment env,
IDataView
input, params NgramHashingEstimator.ColumnOptions[] columns) :
270
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
332
private static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
1237
public NgramHashingTransformer Fit(
IDataView
input) => new NgramHashingTransformer(_host, input, _columns);
Text\NgramTransform.cs (5)
207
internal NgramExtractingTransformer(IHostEnvironment env,
IDataView
input, NgramExtractingEstimator.ColumnOptions[] columns)
221
private static SequencePool[] Train(IHostEnvironment env, NgramExtractingEstimator.ColumnOptions[] columns, ImmutableArray<TransformInfo> transformInfos,
IDataView
trainingData, out double[][] invDocFreqs)
372
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
409
internal static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
956
public NgramExtractingTransformer Fit(
IDataView
input) => new NgramExtractingTransformer(_host, input, _columns);
Text\SentimentAnalyzingTransform.cs (8)
52
internal static IDataTransform Create(IHostEnvironment env, Arguments args,
IDataView
input)
118
private static
IDataView
AliasIfNeeded(IHostEnvironment env,
IDataView
input, string[] colNames, out KeyValuePair<string, string>[] hiddenNames)
137
private static
IDataView
UnaliasIfNeeded(IHostEnvironment env,
IDataView
input, KeyValuePair<string, string>[] hiddenNames)
146
private static
IDataView
LoadTransforms(IHostEnvironment env,
IDataView
input, string modelFile)
148
var
view = input;
Text\StopWordsRemovingTransformer.cs (7)
52
internal interface IStopWordsRemoverFactory : IComponentFactory<
IDataView
, OneToOneColumn[], ITransformer> { }
58
public ITransformer CreateComponent(IHostEnvironment env,
IDataView
input, OneToOneColumn[] columns)
254
internal static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
275
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
735
public ITransformer CreateComponent(IHostEnvironment env,
IDataView
input, OneToOneColumn[] column)
1030
internal static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
1052
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
Text\TextFeaturizingEstimator.cs (7)
435
public ITransformer Fit(
IDataView
input)
447
IDataView
view = input;
609
private static TransformerChain<ITransformer> AddToChainAndTransform(TransformerChain<ITransformer> chain, ITransformer transformer, ref
IDataView
view)
661
internal static IDataTransform Create(IHostEnvironment env, Options args,
IDataView
data)
694
public
IDataView
Transform(
IDataView
input)
730
IDataView
data = loader;
Text\TextNormalizing.cs (2)
172
private static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
189
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
Text\TokenizingByCharacters.cs (2)
138
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
166
internal static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
Text\WordBagTransform.cs (7)
173
internal static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input) =>
259
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
514
IDataView
keyData = null;
541
internal static IDataTransform CreateDataTransform(IHostEnvironment env, Options options,
IDataView
input,
622
ITransformer Create(IHostEnvironment env,
IDataView
input, ExtractorColumn[] cols);
647
public ITransformer Create(IHostEnvironment env,
IDataView
input, ExtractorColumn[] cols)
669
public ITransformer Create(IHostEnvironment env,
IDataView
input, ExtractorColumn[] cols)
Text\WordEmbeddingsExtractor.cs (3)
219
internal static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
278
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
950
public WordEmbeddingTransformer Fit(
IDataView
input)
Text\WordHashBagProducingTransform.cs (5)
86
internal static ITransformer CreateTransformer(IHostEnvironment env, Options options,
IDataView
input)
100
IDataView
view = input;
159
internal static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input) =>
322
internal static ITransformer Create(IHostEnvironment env, Options options,
IDataView
input)
378
internal static ITransformer Create(NgramHashExtractorArguments extractorArgs, IHostEnvironment env,
IDataView
input,
Text\WordTokenizing.cs (2)
147
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
176
internal static IDataTransform Create(IHostEnvironment env, Options options,
IDataView
input)
Text\WrappedTextTransformers.cs (2)
191
public ITransformer Fit(
IDataView
input)
375
public ITransformer Fit(
IDataView
input)
UngroupTransform.cs (6)
101
/// <param name="input">Input <see cref="
IDataView
"/>. This is the output from previous transform or loader.</param>
104
public UngroupTransform(IHostEnvironment env,
IDataView
input, UngroupMode mode, params string[] columns)
109
public UngroupTransform(IHostEnvironment env, Options options,
IDataView
input)
120
public static UngroupTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
130
private UngroupTransform(IHost host, ModelLoadContext ctx,
IDataView
input)
256
/// Columns contained in <see cref="
IDataView
"/> passed in <see cref="UngroupTransform"/>.
Microsoft.ML.Vision (17)
DnnRetrainTransform.cs (9)
156
internal static IDataTransform Create(IHostEnvironment env, DnnRetrainEstimator.Options options,
IDataView
input)
167
internal DnnRetrainTransformer(IHostEnvironment env, DnnRetrainEstimator.Options options,
IDataView
input)
172
internal DnnRetrainTransformer(IHostEnvironment env, DnnRetrainEstimator.Options options, ML.TensorFlow.TensorFlowSessionWrapper tensorFlowModel,
IDataView
input,
IDataView
validationSet = null)
275
private void TrainCore(DnnRetrainEstimator.Options options,
IDataView
input,
IDataView
validationSet)
496
private static IDataTransform Create(IHostEnvironment env, ModelLoadContext ctx,
IDataView
input)
1138
/// The name of the label column in <see cref="
IDataView
"/> that will be mapped to label node in TensorFlow model.
1281
public DnnRetrainTransformer Fit(
IDataView
input)
ImageClassificationTrainer.cs (6)
430
public
IDataView
ValidationSet;
510
IDataView
validationSet = null)
598
private void InitializeTrainingGraph(
IDataView
input)
815
private void CacheFeaturizedImagesToDisk(
IDataView
input, string labelColumnName, string imageColumnName,
1342
IDataView
trainData,
IDataView
validationData) => TrainTransformer(trainData, validationData);
VisionCatalog.cs (2)
36
/// The value of <paramref name="labelColumnName"/> from <see cref="
IDataView
"/> is fed to this node.</param>
127
IDataView
validationSet = null)