87 references to DatasetUtil
Microsoft.ML.AutoML.Tests (87)
AutoFeaturizerTests.cs (6)
47var dataset = DatasetUtil.GetUciAdultDataView(); 59var dataset = DatasetUtil.GetIrisDataView(); 71var dataset = DatasetUtil.GetNewspaperChurnDataView(); 72var pipeline = context.Auto().Featurizer(dataset, excludeColumns: new[] { DatasetUtil.NewspaperChurnLabel }); 84var dataset = DatasetUtil.GetCreditApprovalDataView(); 107var datasetPath = DatasetUtil.GetFlowersDataset();
AutoFitTests.cs (33)
44var dataPath = DatasetUtil.GetUciAdultDataset(); 45var columnInference = context.Auto().InferColumns(dataPath, DatasetUtil.UciAdultLabel); 59.Execute(trainData, new ColumnInformation() { LabelColumnName = DatasetUtil.UciAdultLabel }); 70var dataPath = DatasetUtil.GetUciAdultDataset(); 71var columnInference = context.Auto().InferColumns(dataPath, DatasetUtil.UciAdultLabel); 86.Execute(trainData, new ColumnInformation() { LabelColumnName = DatasetUtil.UciAdultLabel }); 97var dataPath = DatasetUtil.GetUciAdultDataset(); 98var columnInference = context.Auto().InferColumns(dataPath, DatasetUtil.UciAdultLabel); 113.Execute(dataTrainTest.TrainSet, dataTrainTest.TestSet, DatasetUtil.UciAdultLabel); 124var dataPath = DatasetUtil.GetUciAdultDataset(); 125var columnInference = context.Auto().InferColumns(dataPath, DatasetUtil.UciAdultLabel); 138.Execute(trainData, 10, DatasetUtil.UciAdultLabel); 159var dataset = DatasetUtil.GetTaxiFareTrainDataView(); 190var dataset = DatasetUtil.GetTaxiFareTrainDataView(); 220var dataset = DatasetUtil.GetTaxiFareTrainDataView(); 259var columnInference = context.Auto().InferColumns(DatasetUtil.TrivialMulticlassDatasetPath, DatasetUtil.TrivialMulticlassDatasetLabel); 261var trainData = textLoader.Load(DatasetUtil.TrivialMulticlassDatasetPath); 285.Execute(trainData, numberOfCVFolds, DatasetUtil.TrivialMulticlassDatasetLabel); 317.Execute(trainData, DatasetUtil.TrivialMulticlassDatasetLabel); 332var datasetPath = DatasetUtil.GetFlowersDataset(); 359var datasetPath = DatasetUtil.GetFlowersDataset(); 389var datasetPath = DatasetUtil.GetFlowersDataset(); 418var trainDataView = reader.Load(new MultiFileSource(DatasetUtil.GetMLSRDataset())); 480var trainDataView = reader.Load(DatasetUtil.GetMLSRDataset()); 584var dataPath = DatasetUtil.GetUciAdultDataset(); 585var columnInference = context.Auto().InferColumns(dataPath, DatasetUtil.UciAdultLabel); 602new ColumnInformation() { LabelColumnName = DatasetUtil.UciAdultLabel }) 609new ColumnInformation() { LabelColumnName = DatasetUtil.UciAdultLabel }) 616new ColumnInformation() { LabelColumnName = DatasetUtil.UciAdultLabel }) 648var dataPath = DatasetUtil.GetUciAdultDataset(); 649var columnInference = context.Auto().InferColumns(dataPath, DatasetUtil.UciAdultLabel); 654.Execute(trainData, new ColumnInformation() { LabelColumnName = DatasetUtil.UciAdultLabel });
AutoMLExperimentTests.cs (25)
159var data = DatasetUtil.GetUciAdultDataView(); 161var pipeline = context.Auto().Featurizer(data, "_Features_", excludeColumns: new[] { DatasetUtil.UciAdultLabel }) 162.Append(context.BinaryClassification.Trainers.LightGbm(DatasetUtil.UciAdultLabel, "_Features_", numberOfIterations: 10000)); 165.SetBinaryClassificationMetric(BinaryClassificationMetric.AreaUnderRocCurve, DatasetUtil.UciAdultLabel) 275var data = DatasetUtil.GetUciAdultDataView(); 277var pipeline = context.Auto().Featurizer(data, "_Features_", excludeColumns: new[] { DatasetUtil.UciAdultLabel }) 278.Append(context.Auto().BinaryClassification(DatasetUtil.UciAdultLabel, "_Features_", useLgbm: false, useSdcaLogisticRegression: false, useLbfgsLogisticRegression: false)); 281.SetBinaryClassificationMetric(BinaryClassificationMetric.AreaUnderRocCurve, DatasetUtil.UciAdultLabel) 300var data = DatasetUtil.GetUciAdultDataView(); 302var pipeline = context.Auto().Featurizer(data, "_Features_", excludeColumns: new[] { DatasetUtil.UciAdultLabel }) 303.Append(context.Auto().BinaryClassification(DatasetUtil.UciAdultLabel, "_Features_", exampleWeightColumnName: "signedWeight", useLgbm: false, useSdcaLogisticRegression: false, useLbfgsLogisticRegression: false)); 307.SetBinaryClassificationMetricWithFairLearn(DatasetUtil.UciAdultLabel, "PredictedLabel", "Workclass", "signedWeight") 325var data = DatasetUtil.GetUciAdultDataView(); 327var pipeline = context.Auto().Featurizer(data, "_Features_", excludeColumns: new[] { DatasetUtil.UciAdultLabel }) 328.Append(context.Auto().BinaryClassification(DatasetUtil.UciAdultLabel, "_Features_", useLgbm: false, useSdcaLogisticRegression: false, useLbfgsLogisticRegression: false)); 331.SetBinaryClassificationMetric(BinaryClassificationMetric.AreaUnderRocCurve, DatasetUtil.UciAdultLabel) 350var data = DatasetUtil.GetIrisDataView(); 377var data = DatasetUtil.GetIrisDataView(); 404var train = DatasetUtil.GetTaxiFareTrainDataView(); 405var test = DatasetUtil.GetTaxiFareTestDataView(); 407var label = DatasetUtil.TaxiFareLabel; 435var train = DatasetUtil.GetTaxiFareTrainDataView(); 437var label = DatasetUtil.TaxiFareLabel; 454var train = DatasetUtil.GetTaxiFareTrainDataView(); 456var label = DatasetUtil.TaxiFareLabel;
ColumnInferenceTests.cs (14)
30var dataPath = DatasetUtil.GetUciAdultDataset(); 32var columnInferenceWithoutGrouping = context.Auto().InferColumns(dataPath, DatasetUtil.UciAdultLabel, groupColumns: false); 38var columnInferenceWithGrouping = context.Auto().InferColumns(dataPath, DatasetUtil.UciAdultLabel, groupColumns: true); 45var dataPath = DatasetUtil.GetUciAdultDataset(); 53Assert.Throws<ArgumentOutOfRangeException>(() => new MLContext(1).Auto().InferColumns(DatasetUtil.GetUciAdultDataset(), 100)); 59var result = new MLContext(1).Auto().InferColumns(DatasetUtil.GetUciAdultDataset(), 14, hasHeader: true); 69var result = new MLContext(1).Auto().InferColumns(DatasetUtil.GetIrisDataset(), DatasetUtil.IrisDatasetLabelColIndex); 71var labelCol = result.TextLoaderOptions.Columns.First(c => c.Source[0].Min == DatasetUtil.IrisDatasetLabelColIndex && 72c.Source[0].Max == DatasetUtil.IrisDatasetLabelColIndex); 188var columnInfo = new ColumnInformation() { LabelColumnName = DatasetUtil.MlNetGeneratedRegressionLabel }; 189var result = new MLContext(1).Auto().InferColumns(DatasetUtil.GetMlNetGeneratedRegressionDataset(), 191var labelCol = result.TextLoaderOptions.Columns.First(c => c.Name == DatasetUtil.MlNetGeneratedRegressionLabel); 193Assert.Equal(DatasetUtil.MlNetGeneratedRegressionLabel, result.ColumnInformation.LabelColumnName);
DatasetUtil.cs (1)
237DatasetUtil).Assembly.Location).Directory.FullName, relativePath);
GetNextPipelineTests.cs (4)
27var uciAdult = DatasetUtil.GetUciAdultDataView(); 28var columns = DatasetColumnInfoUtil.GetDatasetColumnInfo(context, uciAdult, new ColumnInformation() { LabelColumnName = DatasetUtil.UciAdultLabel }); 52var uciAdult = DatasetUtil.GetUciAdultDataView(); 53var columns = DatasetColumnInfoUtil.GetDatasetColumnInfo(context, uciAdult, new ColumnInformation() { LabelColumnName = DatasetUtil.UciAdultLabel });
TrainValidaionDatasetManagerTest.cs (2)
28var dataPath = DatasetUtil.GetUciAdultDataset(); 29var columnInference = context.Auto().InferColumns(dataPath, DatasetUtil.UciAdultLabel);
UserInputValidationTests.cs (2)
20private static readonly IDataView _data = DatasetUtil.GetUciAdultDataView(); 196UserInputValidationUtil.ValidateInferColumnsArgs(DatasetUtil.GetUciAdultDataset());