2 instantiations of CrossValidationRunDetail
Microsoft.ML.AutoML (2)
Experiment\SuggestedPipelineRunDetails\SuggestedPipelineCrossValRunDetail.cs (1)
51
return new
CrossValidationRunDetail
<TMetrics>(Pipeline.Trainer.TrainerName.ToString(), estimator,
Utils\BestResultUtil.cs (1)
117
var detail = new
CrossValidationRunDetail
<TMetrics>(trainerName, result.Pipeline, null, crossValidationResult);
47 references to CrossValidationRunDetail
Microsoft.ML.AutoML (46)
API\BinaryClassificationExperiment.cs (6)
268
public override CrossValidationExperimentResult<BinaryClassificationMetrics> Execute(IDataView trainData, uint numberOfCVFolds, ColumnInformation columnInformation = null, IEstimator<ITransformer> preFeaturizer = null, IProgress<
CrossValidationRunDetail
<BinaryClassificationMetrics>> progressHandler = null)
285
var
detail = BestResultUtil.ToCrossValidationRunDetail(Context, e, _pipeline);
296
var
bestResult = BestResultUtil.ToCrossValidationRunDetail(Context, monitor.BestRun, _pipeline);
303
public override CrossValidationExperimentResult<BinaryClassificationMetrics> Execute(IDataView trainData, uint numberOfCVFolds, string labelColumnName = "Label", string samplingKeyColumn = null, IEstimator<ITransformer> preFeaturizer = null, IProgress<
CrossValidationRunDetail
<BinaryClassificationMetrics>> progressHandler = null)
319
private protected override
CrossValidationRunDetail
<BinaryClassificationMetrics> GetBestCrossValRun(IEnumerable<
CrossValidationRunDetail
<BinaryClassificationMetrics>> results)
API\ExperimentBase.cs (7)
219
IProgress<
CrossValidationRunDetail
<TMetrics>> progressHandler = null)
250
IProgress<
CrossValidationRunDetail
<TMetrics>> progressHandler = null)
268
private protected abstract
CrossValidationRunDetail
<TMetrics> GetBestCrossValRun(IEnumerable<
CrossValidationRunDetail
<TMetrics>> results);
300
IProgress<
CrossValidationRunDetail
<TMetrics>> progressHandler)
314
var experiment = new Experiment<
CrossValidationRunDetail
<TMetrics>, TMetrics>(Context, _task, OptimizingMetricInfo, progressHandler,
318
var
bestRun = GetBestCrossValRun(runDetails);
API\ExperimentResults\CrossValidationExperimentResult.cs (5)
20
/// See <see cref="
CrossValidationRunDetail
{TMetrics}"/> for more information.
22
public readonly IEnumerable<
CrossValidationRunDetail
<TMetrics>> RunDetails;
31
public readonly
CrossValidationRunDetail
<TMetrics> BestRun;
33
internal CrossValidationExperimentResult(IEnumerable<
CrossValidationRunDetail
<TMetrics>> runDetails,
34
CrossValidationRunDetail
<TMetrics> bestRun)
API\MulticlassClassificationExperiment.cs (6)
256
public override CrossValidationExperimentResult<MulticlassClassificationMetrics> Execute(IDataView trainData, uint numberOfCVFolds, ColumnInformation columnInformation = null, IEstimator<ITransformer> preFeaturizer = null, IProgress<
CrossValidationRunDetail
<MulticlassClassificationMetrics>> progressHandler = null)
275
var
detail = BestResultUtil.ToCrossValidationRunDetail(Context, e, _pipeline);
286
var
bestResult = BestResultUtil.ToCrossValidationRunDetail(Context, monitor.BestRun, _pipeline);
293
public override CrossValidationExperimentResult<MulticlassClassificationMetrics> Execute(IDataView trainData, uint numberOfCVFolds, string labelColumnName = "Label", string samplingKeyColumn = null, IEstimator<ITransformer> preFeaturizer = null, IProgress<
CrossValidationRunDetail
<MulticlassClassificationMetrics>> progressHandler = null)
304
private protected override
CrossValidationRunDetail
<MulticlassClassificationMetrics> GetBestCrossValRun(IEnumerable<
CrossValidationRunDetail
<MulticlassClassificationMetrics>> results)
API\RankingExperiment.cs (4)
100
public static
CrossValidationRunDetail
<RankingMetrics> Best(this IEnumerable<
CrossValidationRunDetail
<RankingMetrics>> results, RankingMetric metric = RankingMetric.Ndcg, uint optimizationMetricTruncationLevel = 10)
129
private protected override
CrossValidationRunDetail
<RankingMetrics> GetBestCrossValRun(IEnumerable<
CrossValidationRunDetail
<RankingMetrics>> results)
API\RecommendationExperiment.cs (2)
68
private protected override
CrossValidationRunDetail
<RegressionMetrics> GetBestCrossValRun(IEnumerable<
CrossValidationRunDetail
<RegressionMetrics>> results)
API\RegressionExperiment.cs (8)
250
public override CrossValidationExperimentResult<RegressionMetrics> Execute(IDataView trainData, uint numberOfCVFolds, ColumnInformation columnInformation = null, IEstimator<ITransformer> preFeaturizer = null, IProgress<
CrossValidationRunDetail
<RegressionMetrics>> progressHandler = null)
268
var
detail = BestResultUtil.ToCrossValidationRunDetail(Context, e, _pipeline);
279
var
bestResult = BestResultUtil.ToCrossValidationRunDetail(Context, monitor.BestRun, _pipeline);
286
public override CrossValidationExperimentResult<RegressionMetrics> Execute(IDataView trainData, uint numberOfCVFolds, string labelColumnName = "Label", string samplingKeyColumn = null, IEstimator<ITransformer> preFeaturizer = null, IProgress<
CrossValidationRunDetail
<RegressionMetrics>> progressHandler = null)
318
private protected override
CrossValidationRunDetail
<RegressionMetrics> GetBestCrossValRun(IEnumerable<
CrossValidationRunDetail
<RegressionMetrics>> results)
353
public static
CrossValidationRunDetail
<RegressionMetrics> Best(this IEnumerable<
CrossValidationRunDetail
<RegressionMetrics>> results, RegressionMetric metric = RegressionMetric.RSquared)
Experiment\Runners\CrossValRunner.cs (3)
12
internal class CrossValRunner<TMetrics> : IRunner<
CrossValidationRunDetail
<TMetrics>>
48
public (SuggestedPipelineRunDetail suggestedPipelineRunDetail,
CrossValidationRunDetail
<TMetrics> runDetail)
65
var
runDetail = suggestedPipelineRunDetail.ToIterationResult(_preFeaturizer);
Experiment\SuggestedPipelineRunDetails\SuggestedPipelineCrossValRunDetail.cs (1)
48
public
CrossValidationRunDetail
<TMetrics> ToIterationResult(IEstimator<ITransformer> preFeaturizer)
Utils\BestResultUtil.cs (4)
59
public static
CrossValidationRunDetail
<TMetrics> GetBestRun<TMetrics>(IEnumerable<
CrossValidationRunDetail
<TMetrics>> results,
111
public static
CrossValidationRunDetail
<TMetrics> ToCrossValidationRunDetail<TMetrics>(MLContext context, TrialResult<TMetrics> result, SweepablePipeline pipeline)
117
var
detail = new CrossValidationRunDetail<TMetrics>(trainerName, result.Pipeline, null, crossValidationResult);
Microsoft.ML.AutoML.Tests (1)
AutoFitTests.cs (1)
500
CrossValidationRunDetail
<RankingMetrics> bestRun = experimentResults[i].BestRun;