134 references to MetricKinds
Microsoft.ML.Data (134)
Commands\CrossValidationCommand.cs (1)
321if (!dict.TryGetValue(MetricKinds.OverallMetrics, out idv))
Commands\EvaluateCommand.cs (1)
248if (!metrics.TryGetValue(MetricKinds.OverallMetrics, out var overall))
Commands\TestCommand.cs (1)
125if (!metrics.TryGetValue(MetricKinds.OverallMetrics, out var overall))
Commands\TrainTestCommand.cs (1)
215if (!metrics.TryGetValue(MetricKinds.OverallMetrics, out var overall))
Evaluators\AnomalyDetectionEvaluator.cs (11)
182overallDvBldr.AddColumn(MetricKinds.ColumnNames.StratCol, GetKeyValueGetter(dictionaries), (ulong)dictionaries.Length, stratCol.ToArray()); 183overallDvBldr.AddColumn(MetricKinds.ColumnNames.StratVal, TextDataViewType.Instance, stratVal.ToArray()); 197topKdvBldr.AddColumn(MetricKinds.ColumnNames.StratCol, GetKeyValueGetter(dictionaries), (ulong)dictionaries.Length, topKStratCol.ToArray()); 198topKdvBldr.AddColumn(MetricKinds.ColumnNames.StratVal, TextDataViewType.Instance, topKStratVal.ToArray()); 205result.Add(MetricKinds.OverallMetrics, overallDvBldr.GetDataView()); 602Host.Assert(resultDict.ContainsKey(MetricKinds.OverallMetrics)); 603var overall = resultDict[MetricKinds.OverallMetrics]; 712if (!metrics.TryGetValue(MetricKinds.OverallMetrics, out overall)) 721var hasStrat = overall.Schema.TryGetColumnIndex(MetricKinds.ColumnNames.StratCol, out stratCol); 723bool hasStratVals = overall.Schema.TryGetColumnIndex(MetricKinds.ColumnNames.StratVal, out stratVal); 727(hasStrat && col.Name.Equals(MetricKinds.ColumnNames.StratCol)))))
Evaluators\BinaryClassifierEvaluator.cs (40)
337overallDvBldr.AddColumn(MetricKinds.ColumnNames.StratCol, GetKeyValueGetter(dictionaries), (ulong)dictionaries.Length, stratCol.ToArray()); 338overallDvBldr.AddColumn(MetricKinds.ColumnNames.StratVal, TextDataViewType.Instance, stratVal.ToArray()); 341overallDvBldr.AddColumn(MetricKinds.ColumnNames.IsWeighted, BooleanDataViewType.Instance, isWeighted.ToArray()); 358confDvBldr.AddColumn(MetricKinds.ColumnNames.StratCol, GetKeyValueGetter(dictionaries), (ulong)dictionaries.Length, confStratCol.ToArray()); 359confDvBldr.AddColumn(MetricKinds.ColumnNames.StratVal, TextDataViewType.Instance, confStratVal.ToArray()); 364confDvBldr.AddColumn(MetricKinds.ColumnNames.Count, getSlotNames, NumberDataViewType.Double, counts.ToArray()); 367confDvBldr.AddColumn(MetricKinds.ColumnNames.Weight, getSlotNames, NumberDataViewType.Double, weights.ToArray()); 370result.Add(MetricKinds.OverallMetrics, overallDvBldr.GetDataView()); 371result.Add(MetricKinds.ConfusionMatrix, confDvBldr.GetDataView()); 378dvBldr.AddColumn(MetricKinds.ColumnNames.StratCol, GetKeyValueGetter(dictionaries), (ulong)dictionaries.Length, prStratCol.ToArray()); 379dvBldr.AddColumn(MetricKinds.ColumnNames.StratVal, TextDataViewType.Instance, prStratVal.ToArray()); 825Host.Assert(resultDict.ContainsKey(MetricKinds.OverallMetrics)); 826var overall = resultDict[MetricKinds.OverallMetrics]; 827var confusionMatrix = resultDict[MetricKinds.ConfusionMatrix]; 873Host.Assert(resultDict.ContainsKey(MetricKinds.PrCurve)); 874var prCurveView = resultDict[MetricKinds.PrCurve]; 875Host.Assert(resultDict.ContainsKey(MetricKinds.OverallMetrics)); 876var overall = resultDict[MetricKinds.OverallMetrics]; 893var confusionMatrix = resultDict[MetricKinds.ConfusionMatrix]; 952Host.Assert(resultDict.ContainsKey(MetricKinds.OverallMetrics)); 953var overall = resultDict[MetricKinds.OverallMetrics]; 954var confusionMatrix = resultDict[MetricKinds.ConfusionMatrix]; 998Host.Assert(resultDict.ContainsKey(MetricKinds.PrCurve)); 999var prCurveView = resultDict[MetricKinds.PrCurve]; 1000Host.Assert(resultDict.ContainsKey(MetricKinds.OverallMetrics)); 1001var overall = resultDict[MetricKinds.OverallMetrics]; 1002var confusionMatrix = resultDict[MetricKinds.ConfusionMatrix]; 1360if (!metrics.TryGetValue(MetricKinds.OverallMetrics, out fold)) 1364if (!metrics.TryGetValue(MetricKinds.ConfusionMatrix, out conf)) 1382if (fold.Schema.TryGetColumnIndex(MetricKinds.ColumnNames.IsWeighted, out index)) 1383colsToKeep.Add(MetricKinds.ColumnNames.IsWeighted); 1384if (fold.Schema.TryGetColumnIndex(MetricKinds.ColumnNames.StratCol, out index)) 1385colsToKeep.Add(MetricKinds.ColumnNames.StratCol); 1386if (fold.Schema.TryGetColumnIndex(MetricKinds.ColumnNames.StratVal, out index)) 1387colsToKeep.Add(MetricKinds.ColumnNames.StratVal); 1549if (!metrics.TryGetValue(MetricKinds.Warnings, out warnings)) 1552schemaBuilder.AddColumn(MetricKinds.ColumnNames.WarningText, TextDataViewType.Instance); 1562if (!metrics.TryGetValue(MetricKinds.OverallMetrics, out overallMetrics)) 1577if (!metrics.TryGetValue(MetricKinds.ConfusionMatrix, out confusionMatrix)) 1580schemaBuilder.AddColumn(MetricKinds.ColumnNames.Count, NumberDataViewType.Double);
Evaluators\ClusteringEvaluator.cs (6)
82Host.Assert(resultDict.ContainsKey(MetricKinds.OverallMetrics)); 83var overall = resultDict[MetricKinds.OverallMetrics]; 204overallDvBldr.AddColumn(MetricKinds.ColumnNames.StratCol, GetKeyValueGetter(dictionaries), (ulong)dictionaries.Length, stratCol.ToArray()); 205overallDvBldr.AddColumn(MetricKinds.ColumnNames.StratVal, TextDataViewType.Instance, stratVal.ToArray()); 208overallDvBldr.AddColumn(MetricKinds.ColumnNames.IsWeighted, BooleanDataViewType.Instance, isWeighted.ToArray()); 216{ MetricKinds.OverallMetrics, overallDvBldr.GetDataView() }
Evaluators\EvaluatorBase.cs (2)
310dvBldr.AddColumn(MetricKinds.ColumnNames.WarningText, TextDataViewType.Instance, 312dict.Add(MetricKinds.Warnings, dvBldr.GetDataView());
Evaluators\EvaluatorUtils.cs (31)
261var hasWeighted = schema.TryGetColumnIndex(MetricKinds.ColumnNames.IsWeighted, out isWeightedCol); 267if (hasStrats = schema.TryGetColumnIndex(MetricKinds.ColumnNames.StratCol, out stratCol)) 269if (!schema.TryGetColumnIndex(MetricKinds.ColumnNames.StratVal, out stratVal)) 272MetricKinds.ColumnNames.StratCol, MetricKinds.ColumnNames.StratVal); 406input, inputColName, MetricKinds.ColumnNames.FoldIndex, inputColType, $"Fold {curFold}", "FoldName"); 448input, inputColName, MetricKinds.ColumnNames.FoldIndex, 1077overall = new KeyToValueMappingTransformer(env, MetricKinds.ColumnNames.StratCol).Transform(overall); 1084var isWeightedColumn = data.Schema.GetColumnOrNull(MetricKinds.ColumnNames.IsWeighted); 1086var hasStrats = data.Schema.TryGetColumnIndex(MetricKinds.ColumnNames.StratCol, out int scol); 1087var hasStratVals = data.Schema.TryGetColumnIndex(MetricKinds.ColumnNames.StratVal, out int svalcol); 1089var hasFoldCol = data.Schema.TryGetColumnIndex(MetricKinds.ColumnNames.FoldIndex, out int fcol); 1241MetricKinds.ColumnNames.StratCol); 1252dvBldr.AddColumn(MetricKinds.ColumnNames.StratCol, getKeyValues, type.GetKeyCount(), keys); 1253weightedDvBldr?.AddColumn(MetricKinds.ColumnNames.StratCol, getKeyValues, type.GetKeyCount(), keys); 1259dvBldr.AddColumn(MetricKinds.ColumnNames.StratVal, TextDataViewType.Instance, stratVals); 1260weightedDvBldr?.AddColumn(MetricKinds.ColumnNames.StratVal, TextDataViewType.Instance, stratVals); 1265dvBldr.AddColumn(MetricKinds.ColumnNames.IsWeighted, BooleanDataViewType.Instance, foldCol >= 0 ? new[] { false, false } : new[] { false }); 1266weightedDvBldr.AddColumn(MetricKinds.ColumnNames.IsWeighted, BooleanDataViewType.Instance, foldCol >= 0 ? new[] { true, true } : new[] { true }); 1271dvBldr.AddColumn(MetricKinds.ColumnNames.FoldIndex, TextDataViewType.Instance, foldVals); 1272weightedDvBldr?.AddColumn(MetricKinds.ColumnNames.FoldIndex, TextDataViewType.Instance, foldVals); 1362var weightColumn = confusionDataView.Schema.GetColumnOrNull(MetricKinds.ColumnNames.Weight); 1386var weightColumn = confusionDataView.Schema.GetColumnOrNull(MetricKinds.ColumnNames.Weight); 1391var countColumn = confusionDataView.Schema[MetricKinds.ColumnNames.Count]; 1475var hasStrat = confusionDataView.Schema.TryGetColumnIndex(MetricKinds.ColumnNames.StratCol, out stratCol); 1734if (metrics.TryGetValue(MetricKinds.Warnings, out warnings)) 1736var warningTextColumn = warnings.Schema.GetColumnOrNull(MetricKinds.ColumnNames.WarningText); 1739using (var cursor = warnings.GetRowCursor(warnings.Schema[MetricKinds.ColumnNames.WarningText])) 1773if (!data.Schema.TryGetColumnIndex(MetricKinds.ColumnNames.StratCol, out stratCol)) 1778filterArgs.Columns = new[] { MetricKinds.ColumnNames.StratCol }; 1783var found = data.Schema.TryGetColumnIndex(MetricKinds.ColumnNames.StratVal, out stratVal);
Evaluators\MamlEvaluator.cs (3)
173if (!metrics.TryGetValue(MetricKinds.OverallMetrics, out fold)) 238if (perInst.Schema.Schema.TryGetColumnIndex(MetricKinds.ColumnNames.FoldIndex, out foldCol)) 239colsToKeep.Add(MetricKinds.ColumnNames.FoldIndex);
Evaluators\MulticlassClassificationEvaluator.cs (14)
211overallDvBldr.AddColumn(MetricKinds.ColumnNames.StratCol, GetKeyValueGetter(dictionaries), (ulong)dictionaries.Length, stratCol.ToArray()); 212overallDvBldr.AddColumn(MetricKinds.ColumnNames.StratVal, TextDataViewType.Instance, stratVal.ToArray()); 215overallDvBldr.AddColumn(MetricKinds.ColumnNames.IsWeighted, BooleanDataViewType.Instance, isWeighted.ToArray()); 235confDvBldr.AddColumn(MetricKinds.ColumnNames.StratCol, GetKeyValueGetter(dictionaries), (ulong)dictionaries.Length, confStratCol.ToArray()); 236confDvBldr.AddColumn(MetricKinds.ColumnNames.StratVal, TextDataViewType.Instance, confStratVal.ToArray()); 241confDvBldr.AddColumn(MetricKinds.ColumnNames.Count, getSlotNames, NumberDataViewType.Double, counts.ToArray()); 244confDvBldr.AddColumn(MetricKinds.ColumnNames.Weight, getSlotNames, NumberDataViewType.Double, weights.ToArray()); 248{ MetricKinds.OverallMetrics, overallDvBldr.GetDataView() }, 249{ MetricKinds.ConfusionMatrix, confDvBldr.GetDataView() } 563Host.Assert(resultDict.ContainsKey(MetricKinds.OverallMetrics)); 564var overall = resultDict[MetricKinds.OverallMetrics]; 565var confusionMatrix = resultDict[MetricKinds.ConfusionMatrix]; 923if (!metrics.TryGetValue(MetricKinds.OverallMetrics, out IDataView fold)) 926if (!metrics.TryGetValue(MetricKinds.ConfusionMatrix, out IDataView conf))
Evaluators\MultiOutputRegressionEvaluator.cs (8)
148overallDvBldr.AddColumn(MetricKinds.ColumnNames.StratCol, GetKeyValueGetter(dictionaries), (ulong)dictionaries.Length, stratCol.ToArray()); 149overallDvBldr.AddColumn(MetricKinds.ColumnNames.StratVal, TextDataViewType.Instance, stratVal.ToArray()); 152overallDvBldr.AddColumn(MetricKinds.ColumnNames.IsWeighted, BooleanDataViewType.Instance, isWeighted.ToArray()); 161result.Add(MetricKinds.OverallMetrics, overallDvBldr.GetDataView()); 665if (!metrics.TryGetValue(MetricKinds.OverallMetrics, out fold)) 668var isWeightedCol = fold.Schema.GetColumnOrNull(MetricKinds.ColumnNames.IsWeighted); 671bool hasStrats = fold.Schema.TryGetColumnIndex(MetricKinds.ColumnNames.StratCol, out stratCol); 673bool hasStratVals = fold.Schema.TryGetColumnIndex(MetricKinds.ColumnNames.StratVal, out stratVal);
Evaluators\QuantileRegressionEvaluator.cs (1)
493if (!metrics.TryGetValue(MetricKinds.OverallMetrics, out fold))
Evaluators\RankingEvaluator.cs (8)
216overallDvBldr.AddColumn(MetricKinds.ColumnNames.StratCol, GetKeyValueGetter(dictionaries), (ulong)dictionaries.Length, stratCol.ToArray()); 217overallDvBldr.AddColumn(MetricKinds.ColumnNames.StratVal, TextDataViewType.Instance, stratVal.ToArray()); 220overallDvBldr.AddColumn(MetricKinds.ColumnNames.IsWeighted, BooleanDataViewType.Instance, isWeighted.ToArray()); 227groupDvBldr.AddColumn(MetricKinds.ColumnNames.StratCol, GetKeyValueGetter(dictionaries), (ulong)dictionaries.Length, groupStratCol.ToArray()); 228groupDvBldr.AddColumn(MetricKinds.ColumnNames.StratVal, TextDataViewType.Instance, groupStratVal.ToArray()); 239result.Add(MetricKinds.OverallMetrics, overallDvBldr.GetDataView()); 265Host.Assert(resultDict.ContainsKey(MetricKinds.OverallMetrics)); 266var overall = resultDict[MetricKinds.OverallMetrics];
Evaluators\RegressionEvaluator.cs (2)
184Host.Assert(resultDict.ContainsKey(MetricKinds.OverallMetrics)); 185var overall = resultDict[MetricKinds.OverallMetrics];
Evaluators\RegressionEvaluatorBase.cs (4)
97overallDvBldr.AddColumn(MetricKinds.ColumnNames.StratCol, GetKeyValueGetter(dictionaries), (ulong)dictionaries.Length, stratCol.ToArray()); 98overallDvBldr.AddColumn(MetricKinds.ColumnNames.StratVal, TextDataViewType.Instance, stratVal.ToArray()); 101overallDvBldr.AddColumn(MetricKinds.ColumnNames.IsWeighted, BooleanDataViewType.Instance, isWeighted.ToArray()); 109result.Add(MetricKinds.OverallMetrics, overallDvBldr.GetDataView());