1 type derived from BinaryClassificationMetrics
Microsoft.ML.Data (1)
Evaluators\Metrics\CalibratedBinaryClassificationMetrics.cs (1)
12public sealed class CalibratedBinaryClassificationMetrics : BinaryClassificationMetrics
2 instantiations of BinaryClassificationMetrics
Microsoft.ML.Data (2)
Evaluators\BinaryClassifierEvaluator.cs (2)
961result = new BinaryClassificationMetrics(Host, cursor, confusionMatrix); 1025result = new BinaryClassificationMetrics(Host, cursor, confusionMatrix);
144 references to BinaryClassificationMetrics
Microsoft.ML.AutoML (51)
API\BinaryClassificationExperiment.cs (38)
61/// See <see cref="BinaryClassificationMetrics.Accuracy"/>. 66/// See <see cref="BinaryClassificationMetrics.AreaUnderRocCurve"/>. 71/// See <see cref="BinaryClassificationMetrics.AreaUnderPrecisionRecallCurve"/>. 76/// See <see cref="BinaryClassificationMetrics.F1Score"/>. 81/// See <see cref="BinaryClassificationMetrics.PositivePrecision"/>. 86/// See <see cref="BinaryClassificationMetrics.PositiveRecall"/>. 91/// See <see cref="BinaryClassificationMetrics.NegativePrecision"/>. 96/// See <see cref="BinaryClassificationMetrics.NegativeRecall"/>. 141public sealed class BinaryClassificationExperiment : ExperimentBase<BinaryClassificationMetrics, BinaryExperimentSettings> 164public override ExperimentResult<BinaryClassificationMetrics> Execute(IDataView trainData, ColumnInformation columnInformation, IEstimator<ITransformer> preFeaturizer = null, IProgress<RunDetail<BinaryClassificationMetrics>> progressHandler = null) 190TrialResultMonitor<BinaryClassificationMetrics> monitor = null; 195monitor = new TrialResultMonitor<BinaryClassificationMetrics>(channel, pipeline); 209var result = new ExperimentResult<BinaryClassificationMetrics>(runDetails, bestRun); 214public override ExperimentResult<BinaryClassificationMetrics> Execute(IDataView trainData, IDataView validationData, ColumnInformation columnInformation, IEstimator<ITransformer> preFeaturizer = null, IProgress<RunDetail<BinaryClassificationMetrics>> progressHandler = null) 223TrialResultMonitor<BinaryClassificationMetrics> monitor = null; 228monitor = new TrialResultMonitor<BinaryClassificationMetrics>(channel, pipeline); 242var result = new ExperimentResult<BinaryClassificationMetrics>(runDetails, bestRun); 247public override ExperimentResult<BinaryClassificationMetrics> Execute(IDataView trainData, IDataView validationData, string labelColumnName = "Label", IEstimator<ITransformer> preFeaturizer = null, IProgress<RunDetail<BinaryClassificationMetrics>> progressHandler = null) 257public override ExperimentResult<BinaryClassificationMetrics> Execute(IDataView trainData, string labelColumnName = "Label", string samplingKeyColumn = null, IEstimator<ITransformer> preFeaturizer = null, IProgress<RunDetail<BinaryClassificationMetrics>> progressHandler = null) 268public override CrossValidationExperimentResult<BinaryClassificationMetrics> Execute(IDataView trainData, uint numberOfCVFolds, ColumnInformation columnInformation = null, IEstimator<ITransformer> preFeaturizer = null, IProgress<CrossValidationRunDetail<BinaryClassificationMetrics>> progressHandler = null) 277TrialResultMonitor<BinaryClassificationMetrics> monitor = null; 282monitor = new TrialResultMonitor<BinaryClassificationMetrics>(channel, pipeline); 298var result = new CrossValidationExperimentResult<BinaryClassificationMetrics>(runDetails, bestResult); 303public override CrossValidationExperimentResult<BinaryClassificationMetrics> Execute(IDataView trainData, uint numberOfCVFolds, string labelColumnName = "Label", string samplingKeyColumn = null, IEstimator<ITransformer> preFeaturizer = null, IProgress<CrossValidationRunDetail<BinaryClassificationMetrics>> progressHandler = null) 314private protected override RunDetail<BinaryClassificationMetrics> GetBestRun(IEnumerable<RunDetail<BinaryClassificationMetrics>> results) 319private protected override CrossValidationRunDetail<BinaryClassificationMetrics> GetBestCrossValRun(IEnumerable<CrossValidationRunDetail<BinaryClassificationMetrics>> results) 406return new TrialResult<BinaryClassificationMetrics>() 425var metrics = _context.BinaryClassification.EvaluateNonCalibrated(eval, metricManager.LabelColumn, predictedLabelColumnName: metricManager.PredictedColumn); 432return new TrialResult<BinaryClassificationMetrics>() 470private double GetMetric(BinaryClassificationMetric metric, BinaryClassificationMetrics metrics)
API\ExperimentResults\CrossValidationExperimentResult.cs (1)
13/// <typeparam name="TMetrics">Metrics type for the experiment (like <see cref="BinaryClassificationMetrics"/>).</typeparam>
API\ExperimentResults\ExperimentResult.cs (1)
13/// <typeparam name="TMetrics">Metrics type for the experiment (like <see cref="BinaryClassificationMetrics"/>).</typeparam>
API\RunDetails\RunDetail.cs (1)
18/// <typeparam name="TMetrics">Metrics type for the experiment (like <see cref="BinaryClassificationMetrics"/>).</typeparam>
AutoMLExperiment\IMetricManager.cs (1)
56var metric = context.BinaryClassification.EvaluateNonCalibrated(eval, labelColumnName: LabelColumn, predictedLabelColumnName: PredictedColumn);
Experiment\MetricsAgents\BinaryMetricsAgent.cs (3)
9internal class BinaryMetricsAgent : IMetricsAgent<BinaryClassificationMetrics> 21public double GetScore(BinaryClassificationMetrics metrics) 81public BinaryClassificationMetrics EvaluateMetrics(IDataView data, string labelColumn, string groupIdColumn)
Experiment\Runners\CrossValSummaryRunner.cs (4)
96if (typeof(TMetrics) == typeof(BinaryClassificationMetrics)) 98var newMetrics = metrics.Select(x => x as BinaryClassificationMetrics); 101var result = new BinaryClassificationMetrics( 111confusionMatrix: (metricsClosestToAvg as BinaryClassificationMetrics).ConfusionMatrix);
Utils\BestResultUtil.cs (2)
13public static RunDetail<BinaryClassificationMetrics> GetBestRun(IEnumerable<RunDetail<BinaryClassificationMetrics>> results,
Microsoft.ML.AutoML.Samples (6)
AutoFit\BinaryClassificationExperiment.cs (4)
26ExperimentResult<BinaryClassificationMetrics> experimentResult = mlContext.Auto() 31RunDetail<BinaryClassificationMetrics> bestRun = experimentResult.BestRun; 39BinaryClassificationMetrics testMetrics = mlContext.BinaryClassification.EvaluateNonCalibrated(testDataViewWithBestScore); 62private static void PrintMetrics(BinaryClassificationMetrics metrics)
AutoMLExperiment.cs (1)
128private static void PrintMetrics(BinaryClassificationMetrics metrics)
Sweepable\SweepableLightGBMBinaryExperiment.cs (1)
155private static void PrintMetrics(BinaryClassificationMetrics metrics)
Microsoft.ML.AutoML.Tests (7)
MetricsAgentsTests.cs (5)
22var metrics = MetricsUtil.CreateBinaryClassificationMetrics(0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8); 36var metrics = MetricsUtil.CreateBinaryClassificationMetrics(0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8); 50var metrics = MetricsUtil.CreateBinaryClassificationMetrics(1, 1, 1, 1, 1, 1, 1, 1); 167private static double GetScore(BinaryClassificationMetrics metrics, BinaryClassificationMetric metric) 187private static bool IsPerfectModel(BinaryClassificationMetrics metrics, BinaryClassificationMetric metric)
MetricsUtil.cs (2)
12public static BinaryClassificationMetrics CreateBinaryClassificationMetrics( 17return CreateInstance<BinaryClassificationMetrics>(auc, accuracy,
Microsoft.ML.Data (8)
Evaluators\BinaryClassifierEvaluator.cs (4)
939public BinaryClassificationMetrics Evaluate(IDataView data, string label, string score, string predictedLabel) 956BinaryClassificationMetrics result; 980public BinaryClassificationMetrics EvaluateWithPRCurve( 1020BinaryClassificationMetrics result;
TrainCatalog.cs (4)
223public BinaryClassificationMetrics EvaluateNonCalibrated(IDataView data, string labelColumnName = DefaultColumnNames.Label, string scoreColumnName = DefaultColumnNames.Score, 237/// Then evaluate each sub-model against <paramref name="labelColumnName"/> and return a <see cref="BinaryClassificationMetrics"/> object, which 249public IReadOnlyList<CrossValidationResult<BinaryClassificationMetrics>> CrossValidateNonCalibrated( 255return result.Select(x => new CrossValidationResult<BinaryClassificationMetrics>(x.Model,
Microsoft.ML.Fairlearn (1)
Reductions\GridSearchTrialRunner.cs (1)
89var metrics = _context.BinaryClassification.EvaluateNonCalibrated(eval, this._labelColumn);
Microsoft.ML.IntegrationTests (7)
Common.cs (3)
173/// Check that a <see cref="BinaryClassificationMetrics"/> object is valid. 176public static void AssertMetrics(BinaryClassificationMetrics metrics) 201AssertMetrics(metrics as BinaryClassificationMetrics);
Evaluation.cs (1)
75var metrics = mlContext.BinaryClassification.EvaluateNonCalibrated(scoredData);
Training.cs (3)
65var sdcaMetrics = mlContext.BinaryClassification.EvaluateNonCalibrated(sdcaPredictions); 67var fastTreeMetrics = mlContext.BinaryClassification.EvaluateNonCalibrated(fastTreePredictions); 69var ffmMetrics = mlContext.BinaryClassification.EvaluateNonCalibrated(ffmPredictions);
Microsoft.ML.Samples (38)
Dynamic\Trainers\BinaryClassification\AveragedPerceptron.cs (2)
59var metrics = mlContext.BinaryClassification 126private static void PrintMetrics(BinaryClassificationMetrics metrics)
Dynamic\Trainers\BinaryClassification\AveragedPerceptronWithOptions.cs (2)
70var metrics = mlContext.BinaryClassification 137private static void PrintMetrics(BinaryClassificationMetrics metrics)
Dynamic\Trainers\BinaryClassification\FactorizationMachine.cs (1)
134private static void PrintMetrics(BinaryClassificationMetrics metrics)
Dynamic\Trainers\BinaryClassification\FastForest.cs (2)
62var metrics = mlContext.BinaryClassification 129private static void PrintMetrics(BinaryClassificationMetrics metrics)
Dynamic\Trainers\BinaryClassification\FastForestWithOptions.cs (2)
74var metrics = mlContext.BinaryClassification 141private static void PrintMetrics(BinaryClassificationMetrics metrics)
Dynamic\Trainers\BinaryClassification\FastTree.cs (1)
132private static void PrintMetrics(BinaryClassificationMetrics metrics)
Dynamic\Trainers\BinaryClassification\FastTreeWithOptions.cs (1)
144private static void PrintMetrics(BinaryClassificationMetrics metrics)
Dynamic\Trainers\BinaryClassification\LbfgsLogisticRegression.cs (1)
129private static void PrintMetrics(BinaryClassificationMetrics metrics)
Dynamic\Trainers\BinaryClassification\LbfgsLogisticRegressionWithOptions.cs (1)
138private static void PrintMetrics(BinaryClassificationMetrics metrics)
Dynamic\Trainers\BinaryClassification\LdSvm.cs (2)
59var metrics = mlContext.BinaryClassification 126private static void PrintMetrics(BinaryClassificationMetrics metrics)
Dynamic\Trainers\BinaryClassification\LdSvmWithOptions.cs (2)
68var metrics = mlContext.BinaryClassification 135private static void PrintMetrics(BinaryClassificationMetrics metrics)
Dynamic\Trainers\BinaryClassification\LightGbm.cs (1)
129private static void PrintMetrics(BinaryClassificationMetrics metrics)
Dynamic\Trainers\BinaryClassification\LightGbmWithOptions.cs (1)
140private static void PrintMetrics(BinaryClassificationMetrics metrics)
Dynamic\Trainers\BinaryClassification\LinearSvm.cs (2)
59var metrics = mlContext.BinaryClassification 126private static void PrintMetrics(BinaryClassificationMetrics metrics)
Dynamic\Trainers\BinaryClassification\LinearSvmWithOptions.cs (2)
68var metrics = mlContext.BinaryClassification 135private static void PrintMetrics(BinaryClassificationMetrics metrics)
Dynamic\Trainers\BinaryClassification\PriorTrainer.cs (1)
126private static void PrintMetrics(BinaryClassificationMetrics metrics)
Dynamic\Trainers\BinaryClassification\SdcaLogisticRegression.cs (1)
134private static void PrintMetrics(BinaryClassificationMetrics metrics)
Dynamic\Trainers\BinaryClassification\SdcaLogisticRegressionWithOptions.cs (1)
146private static void PrintMetrics(BinaryClassificationMetrics metrics)
Dynamic\Trainers\BinaryClassification\SdcaNonCalibrated.cs (2)
67var metrics = mlContext.BinaryClassification 133private static void PrintMetrics(BinaryClassificationMetrics metrics)
Dynamic\Trainers\BinaryClassification\SdcaNonCalibratedWithOptions.cs (2)
81var metrics = mlContext.BinaryClassification 148private static void PrintMetrics(BinaryClassificationMetrics metrics)
Dynamic\Trainers\BinaryClassification\SgdCalibrated.cs (1)
126private static void PrintMetrics(BinaryClassificationMetrics metrics)
Dynamic\Trainers\BinaryClassification\SgdCalibratedWithOptions.cs (1)
138private static void PrintMetrics(BinaryClassificationMetrics metrics)
Dynamic\Trainers\BinaryClassification\SgdNonCalibrated.cs (2)
59var metrics = mlContext.BinaryClassification 126private static void PrintMetrics(BinaryClassificationMetrics metrics)
Dynamic\Trainers\BinaryClassification\SgdNonCalibratedWithOptions.cs (2)
68var metrics = mlContext.BinaryClassification 135private static void PrintMetrics(BinaryClassificationMetrics metrics)
Dynamic\Trainers\BinaryClassification\SymbolicSgdLogisticRegression.cs (1)
129private static void PrintMetrics(BinaryClassificationMetrics metrics)
Dynamic\Trainers\BinaryClassification\SymbolicSgdLogisticRegressionWithOptions.cs (1)
138private static void PrintMetrics(BinaryClassificationMetrics metrics)
Microsoft.ML.Samples.OneDal (2)
Program.cs (2)
84var trainingMetrics = mlContext.BinaryClassification.EvaluateNonCalibrated(trainingPredictions, labelColumnName: labelName); 86var testingMetrics = mlContext.BinaryClassification.EvaluateNonCalibrated(testingPredictions, labelColumnName: labelName);
Microsoft.ML.Tests (5)
TrainerEstimators\OneDalEstimators.cs (2)
75var trainingMetrics = ML.BinaryClassification.EvaluateNonCalibrated(trainingPredictions, labelColumnName: "target"); 77var testingMetrics = ML.BinaryClassification.EvaluateNonCalibrated(testingPredictions, labelColumnName: "target");
TrainerEstimators\SdcaTests.cs (1)
242var metrics = mlContext.BinaryClassification.EvaluateNonCalibrated(prediction);
TrainerEstimators\TrainerEstimators.cs (2)
139var metrics = ML.BinaryClassification.EvaluateNonCalibrated(result); 180var metrics = ML.BinaryClassification.EvaluateNonCalibrated(result);
Microsoft.ML.Transforms (19)
MetricStatistics.cs (12)
140/// statistics over multiple observations of <see cref="BinaryClassificationMetrics"/>. 142public sealed class BinaryClassificationMetricsStatistics : IMetricsStatistics<BinaryClassificationMetrics> 145/// Summary Statistics for <see cref="BinaryClassificationMetrics.AreaUnderRocCurve"/>. 150/// Summary Statistics for <see cref="BinaryClassificationMetrics.Accuracy"/>. 155/// Summary statistics for <see cref="BinaryClassificationMetrics.PositivePrecision"/>. 160/// Summary statistics for <see cref="BinaryClassificationMetrics.PositiveRecall"/>. 165/// Summary statistics for <see cref="BinaryClassificationMetrics.NegativePrecision"/>. 170/// Summary statistics for <see cref="BinaryClassificationMetrics.NegativeRecall"/>. 175/// Summary statistics for <see cref="BinaryClassificationMetrics.F1Score"/>. 180/// Summary statistics for <see cref="BinaryClassificationMetrics.AreaUnderPrecisionRecallCurve"/>. 200void IMetricsStatistics<BinaryClassificationMetrics>.Add(BinaryClassificationMetrics metrics)
PermutationFeatureImportanceExtensions.cs (7)
195/// <see cref="ImmutableArray"/> of <see cref="BinaryClassificationMetrics"/> objects is returned. See the sample below for an 224return PermutationFeatureImportance<TModel, BinaryClassificationMetrics, BinaryClassificationMetricsStatistics>.GetImportanceMetricsMatrix( 258/// <see cref="ImmutableArray"/> of <see cref="BinaryClassificationMetrics"/> objects is returned. See the sample below for an 296BinaryClassificationMetrics evaluationFunc(IDataView idv) => catalog.EvaluateNonCalibrated(idv, labelColumnName); 311private static BinaryClassificationMetrics BinaryClassifierDelta( 312BinaryClassificationMetrics a, BinaryClassificationMetrics b)