1 instantiation of AutoMLExperiment
Microsoft.ML.AutoML (1)
API\AutoCatalog.cs (1)
312return new AutoMLExperiment(_context, settings ?? new AutoMLExperiment.AutoMLExperimentSettings());
164 references to AutoMLExperiment
Microsoft.ML.AutoML (128)
API\AutoCatalog.cs (4)
308/// Create an <see cref="AutoMLExperiment"/>. 310public AutoMLExperiment CreateExperiment(AutoMLExperiment.AutoMLExperimentSettings settings = null) 312return new AutoMLExperiment(_context, settings ?? new AutoMLExperiment.AutoMLExperimentSettings());
API\AutoMLExperimentExtension.cs (81)
22/// Set train and validation dataset for <see cref="AutoMLExperiment"/>. This will make <see cref="AutoMLExperiment"/> uses <paramref name="train"/> 25/// <param name="experiment"><see cref="AutoMLExperiment"/></param> 29/// <returns><see cref="AutoMLExperiment"/></returns> 30public static AutoMLExperiment SetDataset(this AutoMLExperiment experiment, IDataView train, IDataView validation, bool subSamplingTrainDataset = false) 48/// Set train and validation dataset for <see cref="AutoMLExperiment"/>. This will make <see cref="AutoMLExperiment"/> uses <see cref="TrainTestData.TrainSet"/> from <paramref name="trainValidationSplit"/> 51/// <param name="experiment"><see cref="AutoMLExperiment"/></param> 53/// <returns><see cref="AutoMLExperiment"/></returns> 54public static AutoMLExperiment SetDataset(this AutoMLExperiment experiment, TrainTestData trainValidationSplit) 60/// Set cross-validation dataset for <see cref="AutoMLExperiment"/>. This will make <see cref="AutoMLExperiment"/> use n=<paramref name="fold"/> cross-validation split on <paramref name="dataset"/> 63/// <param name="experiment"><see cref="AutoMLExperiment"/></param> 67/// <returns><see cref="AutoMLExperiment"/></returns> 68public static AutoMLExperiment SetDataset(this AutoMLExperiment experiment, IDataView dataset, int fold = 10, string samplingKeyColumnName = null) 78/// Set <see cref="BinaryMetricManager"/> as evaluation manager for <see cref="AutoMLExperiment"/>. This will make 79/// <see cref="AutoMLExperiment"/> uses <paramref name="metric"/> as evaluation metric. 81/// <param name="experiment"><see cref="AutoMLExperiment"/></param> 85/// <returns><see cref="AutoMLExperiment"/></returns> 86public static AutoMLExperiment SetBinaryClassificationMetric(this AutoMLExperiment experiment, BinaryClassificationMetric metric, string labelColumn = "label", string predictedColumn = "PredictedLabel") 93/// Set <see cref="MultiClassMetricManager"/> as evaluation manager for <see cref="AutoMLExperiment"/>. This will make 94/// <see cref="AutoMLExperiment"/> uses <paramref name="metric"/> as evaluation metric. 96/// <param name="experiment"><see cref="AutoMLExperiment"/></param> 100/// <returns><see cref="AutoMLExperiment"/></returns> 101public static AutoMLExperiment SetMulticlassClassificationMetric(this AutoMLExperiment experiment, MulticlassClassificationMetric metric, string labelColumn = "label", string predictedColumn = "PredictedLabel") 114/// Set <see cref="RegressionMetricManager"/> as evaluation manager for <see cref="AutoMLExperiment"/>. This will make 115/// <see cref="AutoMLExperiment"/> uses <paramref name="metric"/> as evaluation metric. 117/// <param name="experiment"><see cref="AutoMLExperiment"/></param> 121/// <returns><see cref="AutoMLExperiment"/></returns> 122public static AutoMLExperiment SetRegressionMetric(this AutoMLExperiment experiment, RegressionMetric metric, string labelColumn = "Label", string scoreColumn = "Score") 135/// Set <paramref name="pipeline"/> for training. This also make <see cref="AutoMLExperiment"/> uses <see cref="SweepablePipelineRunner"/> 138/// <param name="experiment"><see cref="AutoMLExperiment"/></param> 140/// <returns><see cref="AutoMLExperiment"/></returns> 141public static AutoMLExperiment SetPipeline(this AutoMLExperiment experiment, SweepablePipeline pipeline) 143experiment.AddSearchSpace(AutoMLExperiment.PipelineSearchspaceName, pipeline.SearchSpace); 154/// Set <see cref="DefaultPerformanceMonitor"/> as <see cref="IPerformanceMonitor"/> for <see cref="AutoMLExperiment"/>. 156/// <param name="experiment"><see cref="AutoMLExperiment"/></param> 159public static AutoMLExperiment SetPerformanceMonitor(this AutoMLExperiment experiment, int checkIntervalInMilliseconds = 1000) 164var settings = service.GetRequiredService<AutoMLExperiment.AutoMLExperimentSettings>(); 172/// Set a custom performance monitor as <see cref="IPerformanceMonitor"/> for <see cref="AutoMLExperiment"/>. 175/// <param name="experiment"><see cref="AutoMLExperiment"/></param> 178public static AutoMLExperiment SetPerformanceMonitor<TPerformanceMonitor>(this AutoMLExperiment experiment, Func<IServiceProvider, TPerformanceMonitor> factory) 187/// Set a custom performance monitor as <see cref="IPerformanceMonitor"/> for <see cref="AutoMLExperiment"/>. 190/// <param name="experiment"><see cref="AutoMLExperiment"/></param> 192public static AutoMLExperiment SetPerformanceMonitor<TPerformanceMonitor>(this AutoMLExperiment experiment) 205/// <param name="experiment"><see cref="AutoMLExperiment"/></param> 216public static AutoMLExperiment SetSmacTuner( 217this AutoMLExperiment experiment, 231var settings = service.GetRequiredService<AutoMLExperiment.AutoMLExperimentSettings>(); 246public static AutoMLExperiment SetCostFrugalTuner(this AutoMLExperiment experiment) 250var settings = service.GetRequiredService<AutoMLExperiment.AutoMLExperimentSettings>(); 261/// seed to initialize <see cref="RandomSearchTuner"/>. Otherwise, <see cref="AutoMLExperiment.AutoMLExperimentSettings.Seed"/> will be used. 264/// <param name="experiment"><see cref="AutoMLExperiment"/></param> 265public static AutoMLExperiment SetRandomSearchTuner(this AutoMLExperiment experiment, int? seed = null) 269var settings = service.GetRequiredService<AutoMLExperiment.AutoMLExperimentSettings>(); 283/// <param name="experiment"><see cref="AutoMLExperiment"/></param> 284public static AutoMLExperiment SetGridSearchTuner(this AutoMLExperiment experiment, int step = 10) 288var settings = service.GetRequiredService<AutoMLExperiment.AutoMLExperimentSettings>(); 298/// Set checkpoint folder for <see cref="AutoMLExperiment"/>. The checkpoint folder will be used to save 302/// <param name="experiment"><see cref="AutoMLExperiment"/>.</param> 304/// <returns><see cref="AutoMLExperiment"/></returns> 305public static AutoMLExperiment SetCheckpoint(this AutoMLExperiment experiment, string folder) 315var settings = serviceProvider.GetRequiredService<AutoMLExperiment.AutoMLExperimentSettings>(); 342public static AutoMLExperiment SetEciCostFrugalTuner(this AutoMLExperiment experiment) 349private static AutoMLExperiment SetEvaluateMetric<TEvaluateMetricManager>(this AutoMLExperiment experiment, TEvaluateMetricManager metricManager)
API\BinaryClassificationExperiment.cs (5)
143private AutoMLExperiment _experiment; 344private AutoMLExperiment PostConfigureAutoMLExperiment(AutoMLExperiment experiment) 364public BinaryClassificationRunner(IMLContextManager contextManager, IDatasetManager datasetManager, IMetricManager metricManager, SweepablePipeline pipeline, AutoMLExperiment.AutoMLExperimentSettings settings) 384var parameter = settings.Parameter[AutoMLExperiment.PipelineSearchspaceName];
API\MulticlassClassificationExperiment.cs (3)
127private readonly AutoMLExperiment _experiment; 350public MulticlassClassificationRunner(IMLContextManager contextManager, IDatasetManager datasetManager, IMetricManager metricManager, SweepablePipeline pipeline, AutoMLExperiment.AutoMLExperimentSettings settings) 364var parameter = settings.Parameter[AutoMLExperiment.PipelineSearchspaceName];
API\RegressionExperiment.cs (3)
122private readonly AutoMLExperiment _experiment; 370public RegressionTrialRunner(IMLContextManager contextManager, IDatasetManager datasetManager, IMetricManager metricManager, SweepablePipeline pipeline, AutoMLExperiment.AutoMLExperimentSettings settings) 391var parameter = settings.Parameter[AutoMLExperiment.PipelineSearchspaceName];
AutoMLExperiment\AutoMLExperiment.cs (15)
70_serviceCollection.TryAddSingleton(((IChannelProvider)_context).Start(nameof(AutoMLExperiment))); 71_serviceCollection.TryAddSingleton<IMLContextManager>(new DefaultMLContextManager(_context, $"{nameof(AutoMLExperiment)}-ChildContext")); 77public AutoMLExperiment SetTrainingTimeInSeconds(uint trainingTimeInSeconds) 91public AutoMLExperiment SetMaxModelToExplore(int maxModel) 106public AutoMLExperiment SetMaximumMemoryUsageInMegaByte(double value = double.MaxValue) 113public AutoMLExperiment AddSearchSpace(string key, SearchSpace.SearchSpace searchSpace) 120public AutoMLExperiment SetMonitor<TMonitor>(TMonitor monitor) 128public AutoMLExperiment SetMonitor<TMonitor>() 136public AutoMLExperiment SetMonitor<TMonitor>(Func<IServiceProvider, TMonitor> factory) 144public AutoMLExperiment SetTrialRunner<TTrialRunner>(TTrialRunner runner) 152public AutoMLExperiment SetTrialRunner<TTrialRunner>(Func<IServiceProvider, TTrialRunner> factory) 160public AutoMLExperiment SetTrialRunner<TTrialRunner>() 168public AutoMLExperiment SetTuner<TTuner>(TTuner proposer) 174public AutoMLExperiment SetTuner<TTuner>(Func<IServiceProvider, TTuner> factory) 191public AutoMLExperiment SetTuner<TTuner>()
AutoMLExperiment\IDatasetManager.cs (1)
11/// Interface for dataset manager. This interface doesn't include any method or property definition and is used by <see cref="AutoMLExperiment"/> and other components to retrieve the instance of the actual
AutoMLExperiment\IMonitor.cs (1)
12/// instance for monitor, which is used by <see cref="AutoMLExperiment"/> to report training progress.
AutoMLExperiment\IPerformanceMonitor.cs (2)
43private readonly AutoMLExperiment.AutoMLExperimentSettings _settings; 50public DefaultPerformanceMonitor(AutoMLExperiment.AutoMLExperimentSettings settings, IChannel logger, int checkIntervalInMilliseconds)
AutoMLExperiment\Runner\SweepablePipelineRunner.cs (1)
39var parameter = settings.Parameter[AutoMLExperiment.PipelineSearchspaceName];
AutoMLExperiment\TrialResult.cs (1)
22/// the loss for current trial, which is smaller the better. This value will be used to fit smart tuners in <see cref="AutoMLExperiment"/>.
SweepableEstimator\SweepablePipeline.cs (1)
153if (parameter.TryGetValue(AutoMLExperiment.PipelineSearchspaceName, out var pipelineParameter))
Tuner\AutoZeroTuner.cs (2)
27public AutoZeroTuner(SweepablePipeline pipeline, AggregateTrainingStopManager aggregateTrainingStopManager, IEvaluateMetricManager evaluateMetricManager, AutoMLExperiment.AutoMLExperimentSettings settings) 104settings.Parameter[AutoMLExperiment.PipelineSearchspaceName] = parameter;
Tuner\CostFrugalTuner.cs (1)
26public CostFrugalTuner(AutoMLExperiment.AutoMLExperimentSettings settings, ITrialResultManager trialResultManager = null)
Tuner\EciCfoTuner.cs (4)
26public EciCostFrugalTuner(SweepablePipeline sweepablePipeline, AutoMLExperiment.AutoMLExperimentSettings settings, ITrialResultManager trialResultManager = null) 30_defaultParameter = settings.SearchSpace.SampleFromFeatureSpace(settings.SearchSpace.Default)[AutoMLExperiment.PipelineSearchspaceName]; 36aggregateSearchSpace[AutoMLExperiment.PipelineSearchspaceName] = searchSpace; 69var schema = result.TrialSettings.Parameter[AutoMLExperiment.PipelineSearchspaceName]["_SCHEMA_"].AsType<string>();
Tuner\GridSearchTuner.cs (1)
15public GridSearchTuner(AutoMLExperiment.AutoMLExperimentSettings settings)
Tuner\PipelineProposer.cs (1)
13using static Microsoft.ML.AutoML.AutoMLExperiment;
Tuner\RandomSearchTuner.cs (1)
15public RandomSearchTuner(AutoMLExperiment.AutoMLExperimentSettings settings)
Microsoft.ML.AutoML.Samples (3)
AutoMLExperiment.cs (1)
32var experiment = context.Auto().CreateExperiment();
Cifar10.cs (1)
37var experiment = context.Auto().CreateExperiment();
Sweepable\SweepableLightGBMBinaryExperiment.cs (1)
58var experiment = context.Auto().CreateExperiment();
Microsoft.ML.AutoML.Tests (25)
AutoMLExperimentTests.cs (23)
36var experiment = context.Auto().CreateExperiment(); 42var settings = serviceProvider.GetService<AutoMLExperiment.AutoMLExperimentSettings>(); 66var experiment = context.Auto().CreateExperiment(); 81var settings = serviceProvider.GetService<AutoMLExperiment.AutoMLExperimentSettings>(); 104var experiment = context.Auto().CreateExperiment(); 124var experiment = context.Auto().CreateExperiment(); 129var settings = serviceProvider.GetService<AutoMLExperiment.AutoMLExperimentSettings>(); 163var experiment = context.Auto().CreateExperiment(); 168var settings = serviceProvider.GetService<AutoMLExperiment.AutoMLExperimentSettings>(); 186var experiment = context.Auto().CreateExperiment(); 191var settings = serviceProvider.GetService<AutoMLExperiment.AutoMLExperimentSettings>(); 221var experiment = context.Auto().CreateExperiment(); 246var experiment = context.Auto().CreateExperiment(); 271var experiment = context.Auto().CreateExperiment(); 296var experiment = context.Auto().CreateExperiment(); 323var experiment = context.Auto().CreateExperiment(); 351var experiment = context.Auto().CreateExperiment(); 381var experiment = context.Auto().CreateExperiment(); 400var experiment = context.Auto().CreateExperiment(); 419var experiment = context.Auto().CreateExperiment(); 420var settings = experiment.ServiceCollection.BuildServiceProvider().GetRequiredService<AutoMLExperiment.AutoMLExperimentSettings>(); 425settings = experiment.ServiceCollection.BuildServiceProvider().GetRequiredService<AutoMLExperiment.AutoMLExperimentSettings>(); 435public DummyTrialRunner(AutoMLExperiment.AutoMLExperimentSettings automlSettings, int finishAfterNSeconds, IChannel logger)
TunerTests.cs (2)
171var tuner = new EciCostFrugalTuner(pipeline, new AutoMLExperiment.AutoMLExperimentSettings 206var tuner = new EciCostFrugalTuner(pipeline, new AutoMLExperiment.AutoMLExperimentSettings
Microsoft.ML.Fairlearn (7)
AutoML\AutoMLExperimentExtension.cs (6)
29public static AutoMLExperiment SetBinaryClassificationMoment(this AutoMLExperiment experiment, ClassificationMoment moment) 36public static AutoMLExperiment SetGridLimit(this AutoMLExperiment experiment, float gridLimit) 46public static AutoMLExperiment SetBinaryClassificationMetricWithFairLearn( 47this AutoMLExperiment experiment,
AutoML\TunerFactory.cs (1)
33var settings = provider.GetRequiredService<AutoMLExperiment.AutoMLExperimentSettings>();
Microsoft.ML.Fairlearn.Tests (1)
GridSearchTest.cs (1)
91var experiment = context.Auto().CreateExperiment();