1 write to ValidationMetrics
Microsoft.ML.AutoML (1)
API\RunDetails\RunDetail.cs (1)
60
ValidationMetrics
= metrics;
29 references to ValidationMetrics
Microsoft.ML.AutoML (5)
Utils\BestResultUtil.cs (5)
49
results = results.Where(r => r.
ValidationMetrics
!= null);
51
var scores = results.Select(r => metricsAgent.GetScore(r.
ValidationMetrics
));
75
results = results.Where(r => r.
ValidationMetrics
!= null);
83
orderedResults = indexedValues.OrderByDescending(t => metricsAgent.GetScore(t.Item1.
ValidationMetrics
));
88
orderedResults = indexedValues.OrderBy(t => metricsAgent.GetScore(t.Item1.
ValidationMetrics
));
Microsoft.ML.AutoML.Samples (5)
AutoFit\BinaryClassificationExperiment.cs (1)
35
PrintMetrics(bestRun.
ValidationMetrics
);
AutoFit\MulticlassClassificationExperiment.cs (1)
36
PrintMetrics(bestRun.
ValidationMetrics
);
AutoFit\RankingExperiment.cs (1)
44
PrintMetrics(bestRun.
ValidationMetrics
);
AutoFit\RecommendationExperiment.cs (1)
48
PrintMetrics(bestRun.
ValidationMetrics
);
AutoFit\RegressionExperiment.cs (1)
36
PrintMetrics(bestRun.
ValidationMetrics
);
Microsoft.ML.AutoML.Tests (19)
AutoFitTests.cs (17)
61
Assert.True(result.BestRun.
ValidationMetrics
.Accuracy > 0.70);
88
result.BestRun.
ValidationMetrics
.Accuracy.Should().BeGreaterOrEqualTo(0.7);
115
Assert.True(result.BestRun.
ValidationMetrics
.Accuracy > 0.70);
175
Assert.True(result.BestRun.
ValidationMetrics
.RSquared > 0.70);
236
Assert.True(result.BestRun.
ValidationMetrics
.RSquared > 0.70);
245
Assert.True(result.BestRun.
ValidationMetrics
.RSquared > 0.70);
320
Assert.True(result.BestRun.
ValidationMetrics
.MicroAccuracy >= 0.7);
350
result.BestRun.
ValidationMetrics
.MicroAccuracy.Should().BeGreaterThan(0.1);
402
Assert.InRange(result.BestRun.
ValidationMetrics
.MicroAccuracy, 0.1, 0.9);
455
Assert.Equal(10, bestRun.
ValidationMetrics
.DiscountedCumulativeGains.Count);
456
Assert.Equal(10, bestRun.
ValidationMetrics
.NormalizedDiscountedCumulativeGains.Count);
458
Assert.NotNull(bestRun.
ValidationMetrics
);
459
Assert.True(bestRun.
ValidationMetrics
.NormalizedDiscountedCumulativeGains.Last() > 0.4);
460
Assert.True(bestRun.
ValidationMetrics
.DiscountedCumulativeGains.Last() > 19);
542
Assert.NotNull(bestRun.
ValidationMetrics
);
543
Assert.True(experimentResult.RunDetails.Max(i => i?.
ValidationMetrics
?.RSquared * i?.
ValidationMetrics
?.RSquared) > 0.5);
Utils\TaskAgnosticIterationResult.cs (2)
51
: this(runDetail, runDetail.
ValidationMetrics
, primaryMetricName)
62
: this(runDetail, runDetail.
ValidationMetrics
, primaryMetricName)