68 references to MulticlassClassificationMetric
Microsoft.ML.AutoML (38)
API\AutoMLExperimentExtension.cs (1)
101public static AutoMLExperiment SetMulticlassClassificationMetric(this AutoMLExperiment experiment, MulticlassClassificationMetric metric, string labelColumn = "label", string predictedColumn = "PredictedLabel")
API\MulticlassClassificationExperiment.cs (9)
28/// <value>The default value is <see cref="MulticlassClassificationMetric.MicroAccuracy"/>.</value> 29public MulticlassClassificationMetric OptimizingMetric { get; set; } 44OptimizingMetric = MulticlassClassificationMetric.MicroAccuracy; 448private double GetMetric(MulticlassClassificationMetric metric, MulticlassClassificationMetrics metrics) 452MulticlassClassificationMetric.MacroAccuracy => metrics.MacroAccuracy, 453MulticlassClassificationMetric.MicroAccuracy => metrics.MicroAccuracy, 454MulticlassClassificationMetric.LogLoss => metrics.LogLoss, 455MulticlassClassificationMetric.LogLossReduction => metrics.LogLossReduction, 456MulticlassClassificationMetric.TopKAccuracy => metrics.TopKAccuracy,
AutoMLExperiment\IMetricManager.cs (11)
75public MulticlassClassificationMetric Metric { get; set; } 83MulticlassClassificationMetric.MacroAccuracy => true, 84MulticlassClassificationMetric.MicroAccuracy => true, 85MulticlassClassificationMetric.LogLoss => false, 86MulticlassClassificationMetric.LogLossReduction => true, 87MulticlassClassificationMetric.TopKAccuracy => true, 99MulticlassClassificationMetric.MacroAccuracy => metric.MacroAccuracy, 100MulticlassClassificationMetric.MicroAccuracy => metric.MicroAccuracy, 101MulticlassClassificationMetric.LogLoss => metric.LogLoss, 102MulticlassClassificationMetric.LogLossReduction => metric.LogLossReduction, 103MulticlassClassificationMetric.TopKAccuracy => metric.TopKAccuracy,
Experiment\MetricsAgents\MultiMetricsAgent.cs (12)
12private readonly MulticlassClassificationMetric _optimizingMetric; 15MulticlassClassificationMetric optimizingMetric) 30case MulticlassClassificationMetric.MacroAccuracy: 32case MulticlassClassificationMetric.MicroAccuracy: 34case MulticlassClassificationMetric.LogLoss: 36case MulticlassClassificationMetric.LogLossReduction: 38case MulticlassClassificationMetric.TopKAccuracy: 54case MulticlassClassificationMetric.MacroAccuracy: 56case MulticlassClassificationMetric.MicroAccuracy: 58case MulticlassClassificationMetric.LogLoss: 60case MulticlassClassificationMetric.LogLossReduction: 62case MulticlassClassificationMetric.TopKAccuracy:
Experiment\OptimizingMetricInfo.cs (4)
24private static readonly MulticlassClassificationMetric[] _minimizingMulticlassMetrics = new MulticlassClassificationMetric[] 26MulticlassClassificationMetric.LogLoss, 39public OptimizingMetricInfo(MulticlassClassificationMetric multiMetric)
Utils\BestResultUtil.cs (1)
30MulticlassClassificationMetric metric)
Microsoft.ML.AutoML.Samples (1)
Cifar10.cs (1)
43.SetMulticlassClassificationMetric(MulticlassClassificationMetric.MicroAccuracy)
Microsoft.ML.AutoML.Tests (29)
AutoMLExperimentTests.cs (11)
32[InlineData(MulticlassClassificationMetric.MacroAccuracy, true)] 33[InlineData(MulticlassClassificationMetric.MicroAccuracy, true)] 34[InlineData(MulticlassClassificationMetric.LogLoss, false)] 35[InlineData(MulticlassClassificationMetric.LogLossReduction, true)] 36[InlineData(MulticlassClassificationMetric.TopKAccuracy, true)] 37public void MulticlassClassificationMetric_optimization_direction(MulticlassClassificationMetric metric, bool isMaximize) 48[InlineData(MulticlassClassificationMetric.LogLossReduction, 1, 0.9)] 49[InlineData(MulticlassClassificationMetric.LogLoss, 0, 0.2)] 50public async Task MulticlassClassificationMetric_selects_best_trial_Async(MulticlassClassificationMetric metric, int expectedTrialId, double expectedMetric) 358.SetMulticlassClassificationMetric(MulticlassClassificationMetric.MacroAccuracy, label) 385.SetMulticlassClassificationMetric(MulticlassClassificationMetric.MacroAccuracy, label)
MetricsAgentsTests.cs (17)
65Assert.Equal(0.1, GetScore(metrics, MulticlassClassificationMetric.MicroAccuracy)); 66Assert.Equal(0.2, GetScore(metrics, MulticlassClassificationMetric.MacroAccuracy)); 67Assert.Equal(0.3, GetScore(metrics, MulticlassClassificationMetric.LogLoss)); 68Assert.Equal(0.4, GetScore(metrics, MulticlassClassificationMetric.LogLossReduction)); 69Assert.Equal(0.5, GetScore(metrics, MulticlassClassificationMetric.TopKAccuracy)); 76Assert.False(IsPerfectModel(metrics, MulticlassClassificationMetric.MacroAccuracy)); 77Assert.False(IsPerfectModel(metrics, MulticlassClassificationMetric.MicroAccuracy)); 78Assert.False(IsPerfectModel(metrics, MulticlassClassificationMetric.LogLoss)); 79Assert.False(IsPerfectModel(metrics, MulticlassClassificationMetric.LogLossReduction)); 80Assert.False(IsPerfectModel(metrics, MulticlassClassificationMetric.TopKAccuracy)); 87Assert.True(IsPerfectModel(metrics, MulticlassClassificationMetric.MicroAccuracy)); 88Assert.True(IsPerfectModel(metrics, MulticlassClassificationMetric.MacroAccuracy)); 89Assert.True(IsPerfectModel(metrics, MulticlassClassificationMetric.LogLoss)); 90Assert.True(IsPerfectModel(metrics, MulticlassClassificationMetric.LogLossReduction)); 91Assert.True(IsPerfectModel(metrics, MulticlassClassificationMetric.TopKAccuracy)); 172private static double GetScore(MulticlassClassificationMetrics metrics, MulticlassClassificationMetric metric) 193private static bool IsPerfectModel(MulticlassClassificationMetrics metrics, MulticlassClassificationMetric metric)
Utils\TaskAgnosticAutoFit.cs (1)
56OptimizingMetric = MulticlassClassificationMetric.MicroAccuracy,