|
// Licensed to the .NET Foundation under one or more agreements.
// The .NET Foundation licenses this file to you under the MIT license.
// See the LICENSE file in the project root for more information.
using System.Collections.Generic;
using Microsoft.ML.Data;
using Microsoft.ML.TestFramework;
using Xunit;
using Xunit.Abstractions;
namespace Microsoft.ML.AutoML.Test
{
public class BestResultUtilTests : BaseTestClass
{
public BestResultUtilTests(ITestOutputHelper output) : base(output)
{
}
[Fact]
public void FindBestResultWithSomeNullMetrics()
{
var metrics1 = MetricsUtil.CreateRegressionMetrics(0.2, 0.2, 0.2, 0.2, 0.2);
var metrics2 = MetricsUtil.CreateRegressionMetrics(0.3, 0.3, 0.3, 0.3, 0.3);
var metrics3 = MetricsUtil.CreateRegressionMetrics(0.1, 0.1, 0.1, 0.1, 0.1);
var runResults = new List<RunDetail<RegressionMetrics>>()
{
new RunDetail<RegressionMetrics>(null, null, null, null, null, null),
new RunDetail<RegressionMetrics>(null, null, null, null, metrics1, null),
new RunDetail<RegressionMetrics>(null, null, null, null, metrics2, null),
new RunDetail<RegressionMetrics>(null, null, null, null, metrics3, null),
};
var metricsAgent = new RegressionMetricsAgent(null, RegressionMetric.RSquared);
var bestResult = BestResultUtil.GetBestRun(runResults, metricsAgent, true);
Assert.Equal(0.3, bestResult.ValidationMetrics.RSquared);
}
[Fact]
public void FindBestResultWithAllNullMetrics()
{
var runResults = new List<RunDetail<RegressionMetrics>>()
{
new RunDetail<RegressionMetrics>(null, null, null, null, null, null),
};
var metricsAgent = new RegressionMetricsAgent(null, RegressionMetric.RSquared);
var bestResult = BestResultUtil.GetBestRun(runResults, metricsAgent, true);
Assert.Null(bestResult);
}
[Fact]
public void GetIndexOfBestScoreMaximizingUtil()
{
var scores = new double[] { 0, 2, 5, 100, -100, -70 };
var indexOfMaxScore = BestResultUtil.GetIndexOfBestScore(scores, true);
Assert.Equal(3, indexOfMaxScore);
}
[Fact]
public void GetIndexOfBestScoreMinimizingUtil()
{
var scores = new double[] { 0, 2, 5, 100, -100, -70 };
var indexOfMaxScore = BestResultUtil.GetIndexOfBestScore(scores, false);
Assert.Equal(4, indexOfMaxScore);
}
}
}
|