1 instantiation of AutoMLExperiment
Microsoft.ML.AutoML (1)
API\AutoCatalog.cs (1)
312
return new
AutoMLExperiment
(_context, settings ?? new AutoMLExperiment.AutoMLExperimentSettings());
164 references to AutoMLExperiment
Microsoft.ML.AutoML (128)
API\AutoCatalog.cs (4)
308
/// Create an <see cref="
AutoMLExperiment
"/>.
310
public
AutoMLExperiment
CreateExperiment(
AutoMLExperiment
.AutoMLExperimentSettings settings = null)
312
return new AutoMLExperiment(_context, settings ?? new
AutoMLExperiment
.AutoMLExperimentSettings());
API\AutoMLExperimentExtension.cs (81)
22
/// Set train and validation dataset for <see cref="
AutoMLExperiment
"/>. This will make <see cref="
AutoMLExperiment
"/> uses <paramref name="train"/>
25
/// <param name="experiment"><see cref="
AutoMLExperiment
"/></param>
29
/// <returns><see cref="
AutoMLExperiment
"/></returns>
30
public static
AutoMLExperiment
SetDataset(this
AutoMLExperiment
experiment, IDataView train, IDataView validation, bool subSamplingTrainDataset = false)
48
/// Set train and validation dataset for <see cref="
AutoMLExperiment
"/>. This will make <see cref="
AutoMLExperiment
"/> uses <see cref="TrainTestData.TrainSet"/> from <paramref name="trainValidationSplit"/>
51
/// <param name="experiment"><see cref="
AutoMLExperiment
"/></param>
53
/// <returns><see cref="
AutoMLExperiment
"/></returns>
54
public static
AutoMLExperiment
SetDataset(this
AutoMLExperiment
experiment, TrainTestData trainValidationSplit)
60
/// Set cross-validation dataset for <see cref="
AutoMLExperiment
"/>. This will make <see cref="
AutoMLExperiment
"/> use n=<paramref name="fold"/> cross-validation split on <paramref name="dataset"/>
63
/// <param name="experiment"><see cref="
AutoMLExperiment
"/></param>
67
/// <returns><see cref="
AutoMLExperiment
"/></returns>
68
public static
AutoMLExperiment
SetDataset(this
AutoMLExperiment
experiment, IDataView dataset, int fold = 10, string samplingKeyColumnName = null)
78
/// Set <see cref="BinaryMetricManager"/> as evaluation manager for <see cref="
AutoMLExperiment
"/>. This will make
79
/// <see cref="
AutoMLExperiment
"/> uses <paramref name="metric"/> as evaluation metric.
81
/// <param name="experiment"><see cref="
AutoMLExperiment
"/></param>
85
/// <returns><see cref="
AutoMLExperiment
"/></returns>
86
public static
AutoMLExperiment
SetBinaryClassificationMetric(this
AutoMLExperiment
experiment, BinaryClassificationMetric metric, string labelColumn = "label", string predictedColumn = "PredictedLabel")
93
/// Set <see cref="MultiClassMetricManager"/> as evaluation manager for <see cref="
AutoMLExperiment
"/>. This will make
94
/// <see cref="
AutoMLExperiment
"/> uses <paramref name="metric"/> as evaluation metric.
96
/// <param name="experiment"><see cref="
AutoMLExperiment
"/></param>
100
/// <returns><see cref="
AutoMLExperiment
"/></returns>
101
public static
AutoMLExperiment
SetMulticlassClassificationMetric(this
AutoMLExperiment
experiment, MulticlassClassificationMetric metric, string labelColumn = "label", string predictedColumn = "PredictedLabel")
114
/// Set <see cref="RegressionMetricManager"/> as evaluation manager for <see cref="
AutoMLExperiment
"/>. This will make
115
/// <see cref="
AutoMLExperiment
"/> uses <paramref name="metric"/> as evaluation metric.
117
/// <param name="experiment"><see cref="
AutoMLExperiment
"/></param>
121
/// <returns><see cref="
AutoMLExperiment
"/></returns>
122
public static
AutoMLExperiment
SetRegressionMetric(this
AutoMLExperiment
experiment, RegressionMetric metric, string labelColumn = "Label", string scoreColumn = "Score")
135
/// Set <paramref name="pipeline"/> for training. This also make <see cref="
AutoMLExperiment
"/> uses <see cref="SweepablePipelineRunner"/>
138
/// <param name="experiment"><see cref="
AutoMLExperiment
"/></param>
140
/// <returns><see cref="
AutoMLExperiment
"/></returns>
141
public static
AutoMLExperiment
SetPipeline(this
AutoMLExperiment
experiment, SweepablePipeline pipeline)
143
experiment.AddSearchSpace(
AutoMLExperiment
.PipelineSearchspaceName, pipeline.SearchSpace);
154
/// Set <see cref="DefaultPerformanceMonitor"/> as <see cref="IPerformanceMonitor"/> for <see cref="
AutoMLExperiment
"/>.
156
/// <param name="experiment"><see cref="
AutoMLExperiment
"/></param>
159
public static
AutoMLExperiment
SetPerformanceMonitor(this
AutoMLExperiment
experiment, int checkIntervalInMilliseconds = 1000)
164
var settings = service.GetRequiredService<
AutoMLExperiment
.AutoMLExperimentSettings>();
172
/// Set a custom performance monitor as <see cref="IPerformanceMonitor"/> for <see cref="
AutoMLExperiment
"/>.
175
/// <param name="experiment"><see cref="
AutoMLExperiment
"/></param>
178
public static
AutoMLExperiment
SetPerformanceMonitor<TPerformanceMonitor>(this
AutoMLExperiment
experiment, Func<IServiceProvider, TPerformanceMonitor> factory)
187
/// Set a custom performance monitor as <see cref="IPerformanceMonitor"/> for <see cref="
AutoMLExperiment
"/>.
190
/// <param name="experiment"><see cref="
AutoMLExperiment
"/></param>
192
public static
AutoMLExperiment
SetPerformanceMonitor<TPerformanceMonitor>(this
AutoMLExperiment
experiment)
205
/// <param name="experiment"><see cref="
AutoMLExperiment
"/></param>
216
public static
AutoMLExperiment
SetSmacTuner(
217
this
AutoMLExperiment
experiment,
231
var settings = service.GetRequiredService<
AutoMLExperiment
.AutoMLExperimentSettings>();
246
public static
AutoMLExperiment
SetCostFrugalTuner(this
AutoMLExperiment
experiment)
250
var settings = service.GetRequiredService<
AutoMLExperiment
.AutoMLExperimentSettings>();
261
/// seed to initialize <see cref="RandomSearchTuner"/>. Otherwise, <see cref="
AutoMLExperiment
.AutoMLExperimentSettings.Seed"/> will be used.
264
/// <param name="experiment"><see cref="
AutoMLExperiment
"/></param>
265
public static
AutoMLExperiment
SetRandomSearchTuner(this
AutoMLExperiment
experiment, int? seed = null)
269
var settings = service.GetRequiredService<
AutoMLExperiment
.AutoMLExperimentSettings>();
283
/// <param name="experiment"><see cref="
AutoMLExperiment
"/></param>
284
public static
AutoMLExperiment
SetGridSearchTuner(this
AutoMLExperiment
experiment, int step = 10)
288
var settings = service.GetRequiredService<
AutoMLExperiment
.AutoMLExperimentSettings>();
298
/// Set checkpoint folder for <see cref="
AutoMLExperiment
"/>. The checkpoint folder will be used to save
302
/// <param name="experiment"><see cref="
AutoMLExperiment
"/>.</param>
304
/// <returns><see cref="
AutoMLExperiment
"/></returns>
305
public static
AutoMLExperiment
SetCheckpoint(this
AutoMLExperiment
experiment, string folder)
315
var settings = serviceProvider.GetRequiredService<
AutoMLExperiment
.AutoMLExperimentSettings>();
342
public static
AutoMLExperiment
SetEciCostFrugalTuner(this
AutoMLExperiment
experiment)
349
private static
AutoMLExperiment
SetEvaluateMetric<TEvaluateMetricManager>(this
AutoMLExperiment
experiment, TEvaluateMetricManager metricManager)
API\BinaryClassificationExperiment.cs (5)
143
private
AutoMLExperiment
_experiment;
344
private
AutoMLExperiment
PostConfigureAutoMLExperiment(
AutoMLExperiment
experiment)
364
public BinaryClassificationRunner(IMLContextManager contextManager, IDatasetManager datasetManager, IMetricManager metricManager, SweepablePipeline pipeline,
AutoMLExperiment
.AutoMLExperimentSettings settings)
384
var parameter = settings.Parameter[
AutoMLExperiment
.PipelineSearchspaceName];
API\MulticlassClassificationExperiment.cs (3)
127
private readonly
AutoMLExperiment
_experiment;
350
public MulticlassClassificationRunner(IMLContextManager contextManager, IDatasetManager datasetManager, IMetricManager metricManager, SweepablePipeline pipeline,
AutoMLExperiment
.AutoMLExperimentSettings settings)
364
var parameter = settings.Parameter[
AutoMLExperiment
.PipelineSearchspaceName];
API\RegressionExperiment.cs (3)
122
private readonly
AutoMLExperiment
_experiment;
370
public RegressionTrialRunner(IMLContextManager contextManager, IDatasetManager datasetManager, IMetricManager metricManager, SweepablePipeline pipeline,
AutoMLExperiment
.AutoMLExperimentSettings settings)
391
var parameter = settings.Parameter[
AutoMLExperiment
.PipelineSearchspaceName];
AutoMLExperiment\AutoMLExperiment.cs (15)
70
_serviceCollection.TryAddSingleton(((IChannelProvider)_context).Start(nameof(
AutoMLExperiment
)));
71
_serviceCollection.TryAddSingleton<IMLContextManager>(new DefaultMLContextManager(_context, $"{nameof(
AutoMLExperiment
)}-ChildContext"));
77
public
AutoMLExperiment
SetTrainingTimeInSeconds(uint trainingTimeInSeconds)
91
public
AutoMLExperiment
SetMaxModelToExplore(int maxModel)
106
public
AutoMLExperiment
SetMaximumMemoryUsageInMegaByte(double value = double.MaxValue)
113
public
AutoMLExperiment
AddSearchSpace(string key, SearchSpace.SearchSpace searchSpace)
120
public
AutoMLExperiment
SetMonitor<TMonitor>(TMonitor monitor)
128
public
AutoMLExperiment
SetMonitor<TMonitor>()
136
public
AutoMLExperiment
SetMonitor<TMonitor>(Func<IServiceProvider, TMonitor> factory)
144
public
AutoMLExperiment
SetTrialRunner<TTrialRunner>(TTrialRunner runner)
152
public
AutoMLExperiment
SetTrialRunner<TTrialRunner>(Func<IServiceProvider, TTrialRunner> factory)
160
public
AutoMLExperiment
SetTrialRunner<TTrialRunner>()
168
public
AutoMLExperiment
SetTuner<TTuner>(TTuner proposer)
174
public
AutoMLExperiment
SetTuner<TTuner>(Func<IServiceProvider, TTuner> factory)
191
public
AutoMLExperiment
SetTuner<TTuner>()
AutoMLExperiment\IDatasetManager.cs (1)
11
/// Interface for dataset manager. This interface doesn't include any method or property definition and is used by <see cref="
AutoMLExperiment
"/> and other components to retrieve the instance of the actual
AutoMLExperiment\IMonitor.cs (1)
12
/// instance for monitor, which is used by <see cref="
AutoMLExperiment
"/> to report training progress.
AutoMLExperiment\IPerformanceMonitor.cs (2)
43
private readonly
AutoMLExperiment
.AutoMLExperimentSettings _settings;
50
public DefaultPerformanceMonitor(
AutoMLExperiment
.AutoMLExperimentSettings settings, IChannel logger, int checkIntervalInMilliseconds)
AutoMLExperiment\Runner\SweepablePipelineRunner.cs (1)
39
var parameter = settings.Parameter[
AutoMLExperiment
.PipelineSearchspaceName];
AutoMLExperiment\TrialResult.cs (1)
22
/// the loss for current trial, which is smaller the better. This value will be used to fit smart tuners in <see cref="
AutoMLExperiment
"/>.
SweepableEstimator\SweepablePipeline.cs (1)
153
if (parameter.TryGetValue(
AutoMLExperiment
.PipelineSearchspaceName, out var pipelineParameter))
Tuner\AutoZeroTuner.cs (2)
27
public AutoZeroTuner(SweepablePipeline pipeline, AggregateTrainingStopManager aggregateTrainingStopManager, IEvaluateMetricManager evaluateMetricManager,
AutoMLExperiment
.AutoMLExperimentSettings settings)
104
settings.Parameter[
AutoMLExperiment
.PipelineSearchspaceName] = parameter;
Tuner\CostFrugalTuner.cs (1)
26
public CostFrugalTuner(
AutoMLExperiment
.AutoMLExperimentSettings settings, ITrialResultManager trialResultManager = null)
Tuner\EciCfoTuner.cs (4)
26
public EciCostFrugalTuner(SweepablePipeline sweepablePipeline,
AutoMLExperiment
.AutoMLExperimentSettings settings, ITrialResultManager trialResultManager = null)
30
_defaultParameter = settings.SearchSpace.SampleFromFeatureSpace(settings.SearchSpace.Default)[
AutoMLExperiment
.PipelineSearchspaceName];
36
aggregateSearchSpace[
AutoMLExperiment
.PipelineSearchspaceName] = searchSpace;
69
var schema = result.TrialSettings.Parameter[
AutoMLExperiment
.PipelineSearchspaceName]["_SCHEMA_"].AsType<string>();
Tuner\GridSearchTuner.cs (1)
15
public GridSearchTuner(
AutoMLExperiment
.AutoMLExperimentSettings settings)
Tuner\PipelineProposer.cs (1)
13
using static Microsoft.ML.AutoML.
AutoMLExperiment
;
Tuner\RandomSearchTuner.cs (1)
15
public RandomSearchTuner(
AutoMLExperiment
.AutoMLExperimentSettings settings)
Microsoft.ML.AutoML.Samples (3)
AutoMLExperiment.cs (1)
32
var
experiment = context.Auto().CreateExperiment();
Cifar10.cs (1)
37
var
experiment = context.Auto().CreateExperiment();
Sweepable\SweepableLightGBMBinaryExperiment.cs (1)
58
var
experiment = context.Auto().CreateExperiment();
Microsoft.ML.AutoML.Tests (25)
AutoMLExperimentTests.cs (23)
36
var
experiment = context.Auto().CreateExperiment();
42
var settings = serviceProvider.GetService<
AutoMLExperiment
.AutoMLExperimentSettings>();
66
var
experiment = context.Auto().CreateExperiment();
81
var settings = serviceProvider.GetService<
AutoMLExperiment
.AutoMLExperimentSettings>();
104
var
experiment = context.Auto().CreateExperiment();
124
var
experiment = context.Auto().CreateExperiment();
129
var settings = serviceProvider.GetService<
AutoMLExperiment
.AutoMLExperimentSettings>();
163
var
experiment = context.Auto().CreateExperiment();
168
var settings = serviceProvider.GetService<
AutoMLExperiment
.AutoMLExperimentSettings>();
186
var
experiment = context.Auto().CreateExperiment();
191
var settings = serviceProvider.GetService<
AutoMLExperiment
.AutoMLExperimentSettings>();
221
var
experiment = context.Auto().CreateExperiment();
246
var
experiment = context.Auto().CreateExperiment();
271
var
experiment = context.Auto().CreateExperiment();
296
var
experiment = context.Auto().CreateExperiment();
323
var
experiment = context.Auto().CreateExperiment();
351
var
experiment = context.Auto().CreateExperiment();
381
var
experiment = context.Auto().CreateExperiment();
400
var
experiment = context.Auto().CreateExperiment();
419
var
experiment = context.Auto().CreateExperiment();
420
var settings = experiment.ServiceCollection.BuildServiceProvider().GetRequiredService<
AutoMLExperiment
.AutoMLExperimentSettings>();
425
settings = experiment.ServiceCollection.BuildServiceProvider().GetRequiredService<
AutoMLExperiment
.AutoMLExperimentSettings>();
435
public DummyTrialRunner(
AutoMLExperiment
.AutoMLExperimentSettings automlSettings, int finishAfterNSeconds, IChannel logger)
TunerTests.cs (2)
171
var tuner = new EciCostFrugalTuner(pipeline, new
AutoMLExperiment
.AutoMLExperimentSettings
206
var tuner = new EciCostFrugalTuner(pipeline, new
AutoMLExperiment
.AutoMLExperimentSettings
Microsoft.ML.Fairlearn (7)
AutoML\AutoMLExperimentExtension.cs (6)
29
public static
AutoMLExperiment
SetBinaryClassificationMoment(this
AutoMLExperiment
experiment, ClassificationMoment moment)
36
public static
AutoMLExperiment
SetGridLimit(this
AutoMLExperiment
experiment, float gridLimit)
46
public static
AutoMLExperiment
SetBinaryClassificationMetricWithFairLearn(
47
this
AutoMLExperiment
experiment,
AutoML\TunerFactory.cs (1)
33
var settings = provider.GetRequiredService<
AutoMLExperiment
.AutoMLExperimentSettings>();
Microsoft.ML.Fairlearn.Tests (1)
GridSearchTest.cs (1)
91
var
experiment = context.Auto().CreateExperiment();