2 writes to Metrics
Microsoft.Extensions.AI.Evaluation (2)
EvaluationResult.cs (2)
46Metrics = metrics; 78Metrics = metricsDictionary;
87 references to Metrics
Microsoft.Extensions.AI.Evaluation (17)
CompositeEvaluator.cs (2)
121metrics.AddRange(result.Metrics.Values); 162result.Metrics.Add(metric.Name, metric);
EvaluationResult.cs (8)
95/// <see cref="Metrics"/>. 104/// <see cref="Metrics"/>; <see langword="null"/> otherwise. 107/// <see langword="true"/> if a matching <paramref name="value"/> exists in <see cref="Metrics"/>; 113if (Metrics.TryGetValue(metricName, out EvaluationMetric? m) && m is T metric) 126/// <see cref="Metrics"/>. 135/// <see cref="Metrics"/>. 140/// <see cref="Metrics"/>. 145if (Metrics.TryGetValue(metricName, out EvaluationMetric? m) && m is T metric)
EvaluationResultExtensions.cs (7)
30foreach (EvaluationMetric metric in result.Metrics.Values) 59foreach (EvaluationMetric metric in result.Metrics.Values) 97return result.Metrics.Values.Any(m => m.ContainsDiagnostics(predicate)); 118foreach (EvaluationMetric metric in result.Metrics.Values) 140foreach (EvaluationMetric metric in result.Metrics.Values) 160foreach (EvaluationMetric metric in result.Metrics.Values) 185foreach (EvaluationMetric metric in result.Metrics.Values)
Microsoft.Extensions.AI.Evaluation.Integration.Tests (46)
AgentQualityEvaluatorTests.cs (9)
100string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 102Assert.Equal(2, result.Metrics.Count); 133string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 135Assert.Equal(2, result.Metrics.Count); 155result.Metrics.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)), 156string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 158Assert.Equal(3, result.Metrics.Count); 196string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 198Assert.Equal(3, result.Metrics.Count);
NLPEvaluatorTests.cs (9)
65string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 67Assert.Equal(3, result.Metrics.Count); 92string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 94Assert.Equal(3, result.Metrics.Count); 118string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 120Assert.Equal(3, result.Metrics.Count); 138result.Metrics.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)), 139string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 141Assert.Equal(3, result.Metrics.Count);
QualityEvaluatorTests.cs (8)
102string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 104Assert.Equal(6, result.Metrics.Count); 141string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 143Assert.Equal(6, result.Metrics.Count); 177result.Metrics.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)), 178string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 180Assert.Equal(4, result.Metrics.Count); 254Assert.Equal(4, result.Metrics.Count);
ResultsTests.cs (2)
173Assert.True(result.Metrics.Values.All(m => m.Interpretation is null)); 360Assert.True(result.Metrics.Values.All(m => m.Interpretation is null));
SafetyEvaluatorTests.cs (18)
211string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 213Assert.Equal(6, result.Metrics.Count); 302string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 304Assert.Equal(6, result.Metrics.Count); 347string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 349Assert.Equal(7, result.Metrics.Count); 383string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 385Assert.Equal(7, result.Metrics.Count); 432string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 434Assert.Equal(7, result.Metrics.Count); 494string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 496Assert.Equal(7, result.Metrics.Count); 529string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 531Assert.Single(result.Metrics); 570string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 572Assert.Single(result.Metrics); 604string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 606Assert.Equal(5, result.Metrics.Count);
Microsoft.Extensions.AI.Evaluation.NLP.Tests (17)
BLEUEvaluatorTests.cs (6)
22var metric = Assert.Single(result.Metrics.Values) as NumericMetric; 38var metric = Assert.Single(result.Metrics.Values) as NumericMetric; 53var metric = Assert.Single(result.Metrics.Values) as NumericMetric; 73var metric = Assert.Single(result.Metrics.Values) as NumericMetric; 93var metric = Assert.Single(result.Metrics.Values) as NumericMetric; 106var metric = Assert.Single(result.Metrics.Values) as NumericMetric;
F1EvaluatorTests.cs (5)
22var metric = Assert.Single(result.Metrics.Values) as NumericMetric; 38var metric = Assert.Single(result.Metrics.Values) as NumericMetric; 53var metric = Assert.Single(result.Metrics.Values) as NumericMetric; 73var metric = Assert.Single(result.Metrics.Values) as NumericMetric; 86var metric = Assert.Single(result.Metrics.Values) as NumericMetric;
GLEUEvaluatorTests.cs (6)
22var metric = Assert.Single(result.Metrics.Values) as NumericMetric; 38var metric = Assert.Single(result.Metrics.Values) as NumericMetric; 53var metric = Assert.Single(result.Metrics.Values) as NumericMetric; 73var metric = Assert.Single(result.Metrics.Values) as NumericMetric; 93var metric = Assert.Single(result.Metrics.Values) as NumericMetric; 106var metric = Assert.Single(result.Metrics.Values) as NumericMetric;
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (2)
ScenarioRunResultTests.cs (2)
231Assert.Equal(first!.Metrics.Count, second!.Metrics.Count);
Microsoft.Extensions.AI.Evaluation.Safety (5)
ContentSafetyEvaluator.cs (2)
161foreach (EvaluationMetric metric in result.Metrics.Values) 191updatedResult.Metrics.Add(metric.Name, metric);
ContentSafetyService.cs (1)
126result.Metrics.Add(metric.Name, metric);
ProtectedMaterialEvaluator.cs (2)
102foreach (EvaluationMetric imageMetric in imageResult.Metrics.Values) 104result.Metrics.Add(imageMetric.Name, imageMetric);