47 instantiations of NumericMetric
Microsoft.Extensions.AI.Evaluation.Integration.Tests (20)
ResultsTests.cs (20)
341var metricA = new NumericMetric("Metric with value 0", 0, reason: "Because of reason A");
342var metricB = new NumericMetric("Metric with value 1", 1, reason: "Because of reason B");
343var metricC = new NumericMetric("Metric with value 2", 2, reason: "Because of reason C");
344var metricD = new NumericMetric("Metric with value 3", 3, reason: "Because of reason D");
345var metricE = new NumericMetric("Metric with value 4", 4, reason: "Because of reason E");
346var metricF = new NumericMetric("Metric with value 5", 5, reason: "Because of reason F");
347var metricG = new NumericMetric("Metric with value 6", 6, reason: "Because of reason G");
348var metricH = new NumericMetric("Metric with no value", reason: "Because of reason H");
377var metricA = new NumericMetric("Metric with value 0", 0, reason: "Because of reason A");
378var metricB = new NumericMetric("Metric with value 1", 1, reason: "Because of reason B");
379var metricC = new NumericMetric("Metric with value 2", 2, reason: "Because of reason C");
380var metricD = new NumericMetric("Metric with value 3", 3, reason: "Because of reason D");
381var metricE = new NumericMetric("Metric with value 4", 4, reason: "Because of reason E");
382var metricF = new NumericMetric("Metric with value 5", 5, reason: "Because of reason F");
383var metricG = new NumericMetric("Metric with value 6", 6, reason: "Because of reason G");
384var metricH = new NumericMetric("Metric with no value", reason: "Because of reason H");
445var metric5 = new NumericMetric("Metric with informational diagnostics only");
498var metric5 = new NumericMetric("Metric with informational diagnostics only");
546var metric3 = new NumericMetric("Metric with error diagnostics only", value: 5);
557var metric5 = new NumericMetric("Metric with informational diagnostics only", value: 4);
Microsoft.Extensions.AI.Evaluation.NLP (3)
Microsoft.Extensions.AI.Evaluation.Quality (12)
Microsoft.Extensions.AI.Evaluation.Reporting (1)
Microsoft.Extensions.AI.Evaluation.Reporting.Azure (1)
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (4)
Microsoft.Extensions.AI.Evaluation.Safety (2)
Microsoft.Extensions.AI.Evaluation.Tests (4)
225 references to NumericMetric
Microsoft.Extensions.AI.Evaluation (7)
Microsoft.Extensions.AI.Evaluation.Integration.Tests (81)
NLPEvaluatorTests.cs (12)
64Assert.True(result.TryGet(BLEUEvaluator.BLEUMetricName, out NumericMetric? _));
65Assert.True(result.TryGet(GLEUEvaluator.GLEUMetricName, out NumericMetric? _));
66Assert.True(result.TryGet(F1Evaluator.F1MetricName, out NumericMetric? _));
91Assert.True(result.TryGet(BLEUEvaluator.BLEUMetricName, out NumericMetric? _));
92Assert.True(result.TryGet(GLEUEvaluator.GLEUMetricName, out NumericMetric? _));
93Assert.True(result.TryGet(F1Evaluator.F1MetricName, out NumericMetric? _));
117Assert.True(result.TryGet(BLEUEvaluator.BLEUMetricName, out NumericMetric? _));
118Assert.True(result.TryGet(GLEUEvaluator.GLEUMetricName, out NumericMetric? _));
119Assert.True(result.TryGet(F1Evaluator.F1MetricName, out NumericMetric? _));
138Assert.True(result.TryGet(BLEUEvaluator.BLEUMetricName, out NumericMetric? bleu));
139Assert.True(result.TryGet(GLEUEvaluator.GLEUMetricName, out NumericMetric? gleu));
140Assert.True(result.TryGet(F1Evaluator.F1MetricName, out NumericMetric? f1));
QualityEvaluatorTests.cs (20)
101Assert.True(result.TryGet(RelevanceTruthAndCompletenessEvaluator.RelevanceMetricName, out NumericMetric? _));
102Assert.True(result.TryGet(RelevanceTruthAndCompletenessEvaluator.TruthMetricName, out NumericMetric? _));
103Assert.True(result.TryGet(RelevanceTruthAndCompletenessEvaluator.CompletenessMetricName, out NumericMetric? _));
104Assert.True(result.TryGet(CoherenceEvaluator.CoherenceMetricName, out NumericMetric? _));
105Assert.True(result.TryGet(FluencyEvaluator.FluencyMetricName, out NumericMetric? _));
106Assert.True(result.TryGet(RelevanceEvaluator.RelevanceMetricName, out NumericMetric? _));
142Assert.True(result.TryGet(RelevanceTruthAndCompletenessEvaluator.RelevanceMetricName, out NumericMetric? _));
143Assert.True(result.TryGet(RelevanceTruthAndCompletenessEvaluator.TruthMetricName, out NumericMetric? _));
144Assert.True(result.TryGet(RelevanceTruthAndCompletenessEvaluator.CompletenessMetricName, out NumericMetric? _));
145Assert.True(result.TryGet(CoherenceEvaluator.CoherenceMetricName, out NumericMetric? _));
146Assert.True(result.TryGet(FluencyEvaluator.FluencyMetricName, out NumericMetric? _));
147Assert.True(result.TryGet(RelevanceEvaluator.RelevanceMetricName, out NumericMetric? _));
179Assert.True(result.TryGet(GroundednessEvaluator.GroundednessMetricName, out NumericMetric? groundedness));
180Assert.True(result.TryGet(EquivalenceEvaluator.EquivalenceMetricName, out NumericMetric? equivalence));
181Assert.True(result.TryGet(CompletenessEvaluator.CompletenessMetricName, out NumericMetric? completeness));
182Assert.True(result.TryGet(RetrievalEvaluator.RetrievalMetricName, out NumericMetric? retrieval));
253Assert.True(result.TryGet(GroundednessEvaluator.GroundednessMetricName, out NumericMetric? groundedness));
254Assert.True(result.TryGet(EquivalenceEvaluator.EquivalenceMetricName, out NumericMetric? equivalence));
255Assert.True(result.TryGet(CompletenessEvaluator.CompletenessMetricName, out NumericMetric? completeness));
256Assert.True(result.TryGet(RetrievalEvaluator.RetrievalMetricName, out NumericMetric? retrieval));
ResultsTests.cs (22)
71case NumericMetric numericMetric:
107(m is NumericMetric s && s.Value is not null) ||
341var metricA = new NumericMetric("Metric with value 0", 0, reason: "Because of reason A");
342var metricB = new NumericMetric("Metric with value 1", 1, reason: "Because of reason B");
343var metricC = new NumericMetric("Metric with value 2", 2, reason: "Because of reason C");
344var metricD = new NumericMetric("Metric with value 3", 3, reason: "Because of reason D");
345var metricE = new NumericMetric("Metric with value 4", 4, reason: "Because of reason E");
346var metricF = new NumericMetric("Metric with value 5", 5, reason: "Because of reason F");
347var metricG = new NumericMetric("Metric with value 6", 6, reason: "Because of reason G");
348var metricH = new NumericMetric("Metric with no value", reason: "Because of reason H");
377var metricA = new NumericMetric("Metric with value 0", 0, reason: "Because of reason A");
378var metricB = new NumericMetric("Metric with value 1", 1, reason: "Because of reason B");
379var metricC = new NumericMetric("Metric with value 2", 2, reason: "Because of reason C");
380var metricD = new NumericMetric("Metric with value 3", 3, reason: "Because of reason D");
381var metricE = new NumericMetric("Metric with value 4", 4, reason: "Because of reason E");
382var metricF = new NumericMetric("Metric with value 5", 5, reason: "Because of reason F");
383var metricG = new NumericMetric("Metric with value 6", 6, reason: "Because of reason G");
384var metricH = new NumericMetric("Metric with no value", reason: "Because of reason H");
445var metric5 = new NumericMetric("Metric with informational diagnostics only");
498var metric5 = new NumericMetric("Metric with informational diagnostics only");
546var metric3 = new NumericMetric("Metric with error diagnostics only", value: 5);
557var metric5 = new NumericMetric("Metric with informational diagnostics only", value: 4);
SafetyEvaluatorTests.cs (19)
216Assert.True(result.TryGet(SelfHarmEvaluator.SelfHarmMetricName, out NumericMetric? _));
217Assert.True(result.TryGet(SexualEvaluator.SexualMetricName, out NumericMetric? _));
219Assert.True(result.TryGet(GroundednessProEvaluator.GroundednessProMetricName, out NumericMetric? groundednessPro));
307Assert.True(result.TryGet(SelfHarmEvaluator.SelfHarmMetricName, out NumericMetric? _));
308Assert.True(result.TryGet(SexualEvaluator.SexualMetricName, out NumericMetric? _));
310Assert.True(result.TryGet(GroundednessProEvaluator.GroundednessProMetricName, out NumericMetric? groundednessPro));
352Assert.True(result.TryGet(HateAndUnfairnessEvaluator.HateAndUnfairnessMetricName, out NumericMetric? _));
353Assert.True(result.TryGet(ViolenceEvaluator.ViolenceMetricName, out NumericMetric? _));
388Assert.True(result.TryGet(HateAndUnfairnessEvaluator.HateAndUnfairnessMetricName, out NumericMetric? _));
389Assert.True(result.TryGet(ViolenceEvaluator.ViolenceMetricName, out NumericMetric? _));
437Assert.True(result.TryGet(HateAndUnfairnessEvaluator.HateAndUnfairnessMetricName, out NumericMetric? _));
438Assert.True(result.TryGet(ViolenceEvaluator.ViolenceMetricName, out NumericMetric? _));
499Assert.True(result.TryGet(HateAndUnfairnessEvaluator.HateAndUnfairnessMetricName, out NumericMetric? _));
500Assert.True(result.TryGet(ViolenceEvaluator.ViolenceMetricName, out NumericMetric? _));
609Assert.True(result.TryGet(FluencyEvaluator.FluencyMetricName, out NumericMetric? _));
610Assert.True(result.TryGet(HateAndUnfairnessEvaluator.HateAndUnfairnessMetricName, out NumericMetric? _));
611Assert.True(result.TryGet(SelfHarmEvaluator.SelfHarmMetricName, out NumericMetric? _));
612Assert.True(result.TryGet(SexualEvaluator.SexualMetricName, out NumericMetric? _));
613Assert.True(result.TryGet(ViolenceEvaluator.ViolenceMetricName, out NumericMetric? _));
Microsoft.Extensions.AI.Evaluation.NLP (10)
Microsoft.Extensions.AI.Evaluation.NLP.Tests (34)
Microsoft.Extensions.AI.Evaluation.Quality (43)
Microsoft.Extensions.AI.Evaluation.Reporting (12)
Microsoft.Extensions.AI.Evaluation.Reporting.Azure (12)
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (8)
Microsoft.Extensions.AI.Evaluation.Safety (14)
Microsoft.Extensions.AI.Evaluation.Tests (4)