87 references to DatasetUtil
Microsoft.ML.AutoML.Tests (87)
AutoFeaturizerTests.cs (6)
47var dataset = DatasetUtil.GetUciAdultDataView(); 59var dataset = DatasetUtil.GetIrisDataView(); 71var dataset = DatasetUtil.GetNewspaperChurnDataView(); 72var pipeline = context.Auto().Featurizer(dataset, excludeColumns: new[] { DatasetUtil.NewspaperChurnLabel }); 84var dataset = DatasetUtil.GetCreditApprovalDataView(); 107var datasetPath = DatasetUtil.GetFlowersDataset();
AutoFitTests.cs (33)
45var dataPath = DatasetUtil.GetUciAdultDataset(); 46var columnInference = context.Auto().InferColumns(dataPath, DatasetUtil.UciAdultLabel); 60.Execute(trainData, new ColumnInformation() { LabelColumnName = DatasetUtil.UciAdultLabel }); 71var dataPath = DatasetUtil.GetUciAdultDataset(); 72var columnInference = context.Auto().InferColumns(dataPath, DatasetUtil.UciAdultLabel); 87.Execute(trainData, new ColumnInformation() { LabelColumnName = DatasetUtil.UciAdultLabel }); 98var dataPath = DatasetUtil.GetUciAdultDataset(); 99var columnInference = context.Auto().InferColumns(dataPath, DatasetUtil.UciAdultLabel); 114.Execute(dataTrainTest.TrainSet, dataTrainTest.TestSet, DatasetUtil.UciAdultLabel); 125var dataPath = DatasetUtil.GetUciAdultDataset(); 126var columnInference = context.Auto().InferColumns(dataPath, DatasetUtil.UciAdultLabel); 139.Execute(trainData, 10, DatasetUtil.UciAdultLabel); 160var dataset = DatasetUtil.GetTaxiFareTrainDataView(); 191var dataset = DatasetUtil.GetTaxiFareTrainDataView(); 221var dataset = DatasetUtil.GetTaxiFareTrainDataView(); 260var columnInference = context.Auto().InferColumns(DatasetUtil.TrivialMulticlassDatasetPath, DatasetUtil.TrivialMulticlassDatasetLabel); 262var trainData = textLoader.Load(DatasetUtil.TrivialMulticlassDatasetPath); 286.Execute(trainData, numberOfCVFolds, DatasetUtil.TrivialMulticlassDatasetLabel); 318.Execute(trainData, DatasetUtil.TrivialMulticlassDatasetLabel); 333var datasetPath = DatasetUtil.GetFlowersDataset(); 360var datasetPath = DatasetUtil.GetFlowersDataset(); 390var datasetPath = DatasetUtil.GetFlowersDataset(); 419var trainDataView = reader.Load(new MultiFileSource(DatasetUtil.GetMLSRDataset())); 481var trainDataView = reader.Load(DatasetUtil.GetMLSRDataset()); 585var dataPath = DatasetUtil.GetUciAdultDataset(); 586var columnInference = context.Auto().InferColumns(dataPath, DatasetUtil.UciAdultLabel); 603new ColumnInformation() { LabelColumnName = DatasetUtil.UciAdultLabel }) 610new ColumnInformation() { LabelColumnName = DatasetUtil.UciAdultLabel }) 617new ColumnInformation() { LabelColumnName = DatasetUtil.UciAdultLabel }) 649var dataPath = DatasetUtil.GetUciAdultDataset(); 650var columnInference = context.Auto().InferColumns(dataPath, DatasetUtil.UciAdultLabel); 655.Execute(trainData, new ColumnInformation() { LabelColumnName = DatasetUtil.UciAdultLabel });
AutoMLExperimentTests.cs (25)
103var data = DatasetUtil.GetUciAdultDataView(); 105var pipeline = context.Auto().Featurizer(data, "_Features_", excludeColumns: new[] { DatasetUtil.UciAdultLabel }) 106.Append(context.BinaryClassification.Trainers.LightGbm(DatasetUtil.UciAdultLabel, "_Features_", numberOfIterations: 10000)); 109.SetBinaryClassificationMetric(BinaryClassificationMetric.AreaUnderRocCurve, DatasetUtil.UciAdultLabel) 220var data = DatasetUtil.GetUciAdultDataView(); 222var pipeline = context.Auto().Featurizer(data, "_Features_", excludeColumns: new[] { DatasetUtil.UciAdultLabel }) 223.Append(context.Auto().BinaryClassification(DatasetUtil.UciAdultLabel, "_Features_", useLgbm: false, useSdcaLogisticRegression: false, useLbfgsLogisticRegression: false)); 226.SetBinaryClassificationMetric(BinaryClassificationMetric.AreaUnderRocCurve, DatasetUtil.UciAdultLabel) 245var data = DatasetUtil.GetUciAdultDataView(); 247var pipeline = context.Auto().Featurizer(data, "_Features_", excludeColumns: new[] { DatasetUtil.UciAdultLabel }) 248.Append(context.Auto().BinaryClassification(DatasetUtil.UciAdultLabel, "_Features_", exampleWeightColumnName: "signedWeight", useLgbm: false, useSdcaLogisticRegression: false, useLbfgsLogisticRegression: false)); 252.SetBinaryClassificationMetricWithFairLearn(DatasetUtil.UciAdultLabel, "PredictedLabel", "Workclass", "signedWeight") 270var data = DatasetUtil.GetUciAdultDataView(); 272var pipeline = context.Auto().Featurizer(data, "_Features_", excludeColumns: new[] { DatasetUtil.UciAdultLabel }) 273.Append(context.Auto().BinaryClassification(DatasetUtil.UciAdultLabel, "_Features_", useLgbm: false, useSdcaLogisticRegression: false, useLbfgsLogisticRegression: false)); 276.SetBinaryClassificationMetric(BinaryClassificationMetric.AreaUnderRocCurve, DatasetUtil.UciAdultLabel) 295var data = DatasetUtil.GetIrisDataView(); 322var data = DatasetUtil.GetIrisDataView(); 349var train = DatasetUtil.GetTaxiFareTrainDataView(); 350var test = DatasetUtil.GetTaxiFareTestDataView(); 352var label = DatasetUtil.TaxiFareLabel; 380var train = DatasetUtil.GetTaxiFareTrainDataView(); 382var label = DatasetUtil.TaxiFareLabel; 399var train = DatasetUtil.GetTaxiFareTrainDataView(); 401var label = DatasetUtil.TaxiFareLabel;
ColumnInferenceTests.cs (14)
31var dataPath = DatasetUtil.GetUciAdultDataset(); 33var columnInferenceWithoutGrouping = context.Auto().InferColumns(dataPath, DatasetUtil.UciAdultLabel, groupColumns: false); 39var columnInferenceWithGrouping = context.Auto().InferColumns(dataPath, DatasetUtil.UciAdultLabel, groupColumns: true); 46var dataPath = DatasetUtil.GetUciAdultDataset(); 54Assert.Throws<ArgumentOutOfRangeException>(() => new MLContext(1).Auto().InferColumns(DatasetUtil.GetUciAdultDataset(), 100)); 60var result = new MLContext(1).Auto().InferColumns(DatasetUtil.GetUciAdultDataset(), 14, hasHeader: true); 70var result = new MLContext(1).Auto().InferColumns(DatasetUtil.GetIrisDataset(), DatasetUtil.IrisDatasetLabelColIndex); 72var labelCol = result.TextLoaderOptions.Columns.First(c => c.Source[0].Min == DatasetUtil.IrisDatasetLabelColIndex && 73c.Source[0].Max == DatasetUtil.IrisDatasetLabelColIndex); 189var columnInfo = new ColumnInformation() { LabelColumnName = DatasetUtil.MlNetGeneratedRegressionLabel }; 190var result = new MLContext(1).Auto().InferColumns(DatasetUtil.GetMlNetGeneratedRegressionDataset(), 192var labelCol = result.TextLoaderOptions.Columns.First(c => c.Name == DatasetUtil.MlNetGeneratedRegressionLabel); 194Assert.Equal(DatasetUtil.MlNetGeneratedRegressionLabel, result.ColumnInformation.LabelColumnName);
DatasetUtil.cs (1)
237DatasetUtil).Assembly.Location).Directory.FullName, relativePath);
GetNextPipelineTests.cs (4)
27var uciAdult = DatasetUtil.GetUciAdultDataView(); 28var columns = DatasetColumnInfoUtil.GetDatasetColumnInfo(context, uciAdult, new ColumnInformation() { LabelColumnName = DatasetUtil.UciAdultLabel }); 52var uciAdult = DatasetUtil.GetUciAdultDataView(); 53var columns = DatasetColumnInfoUtil.GetDatasetColumnInfo(context, uciAdult, new ColumnInformation() { LabelColumnName = DatasetUtil.UciAdultLabel });
TrainValidaionDatasetManagerTest.cs (2)
29var dataPath = DatasetUtil.GetUciAdultDataset(); 30var columnInference = context.Auto().InferColumns(dataPath, DatasetUtil.UciAdultLabel);
UserInputValidationTests.cs (2)
20private static readonly IDataView _data = DatasetUtil.GetUciAdultDataView(); 196UserInputValidationUtil.ValidateInferColumnsArgs(DatasetUtil.GetUciAdultDataset());