4 writes to Metrics
Microsoft.Extensions.AI.Evaluation (2)
EvaluationResult.cs (2)
40Metrics = metrics; 72Metrics = metricsDictionary;
Microsoft.Extensions.AI.Evaluation.Reporting (1)
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.EvaluationResult.g.cs (1)
61Setter = static (obj, value) => ((global::Microsoft.Extensions.AI.Evaluation.EvaluationResult)obj).Metrics = value!,
Microsoft.Extensions.AI.Evaluation.Reporting.Azure (1)
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.EvaluationResult.g.cs (1)
61Setter = static (obj, value) => ((global::Microsoft.Extensions.AI.Evaluation.EvaluationResult)obj).Metrics = value!,
93 references to Metrics
Microsoft.Extensions.AI.Evaluation (18)
CompositeEvaluator.cs (2)
119metrics.AddRange(result.Metrics.Values); 158result.Metrics.Add(metric.Name, metric);
EvaluationResult.cs (8)
89/// <see cref="Metrics"/>. 98/// <see cref="Metrics"/>; <see langword="null"/> otherwise. 101/// <see langword="true"/> if a matching <paramref name="value"/> exists in <see cref="Metrics"/>; 107if (Metrics.TryGetValue(metricName, out EvaluationMetric? m) && m is T metric) 120/// <see cref="Metrics"/>. 129/// <see cref="Metrics"/>. 134/// <see cref="Metrics"/>. 139if (Metrics.TryGetValue(metricName, out EvaluationMetric? m) && m is T metric)
EvaluationResultExtensions.cs (8)
30foreach (EvaluationMetric metric in result.Metrics.Values) 59foreach (EvaluationMetric metric in result.Metrics.Values) 97return result.Metrics.Values.Any(m => m.ContainsDiagnostics(predicate)); 118foreach (EvaluationMetric metric in result.Metrics.Values) 140foreach (EvaluationMetric metric in result.Metrics.Values) 160foreach (EvaluationMetric metric in result.Metrics.Values) 186foreach (EvaluationMetric metric in result.Metrics.Values) 206foreach (EvaluationMetric metric in result.Metrics.Values)
Microsoft.Extensions.AI.Evaluation.Console (1)
Commands\ReportCommand.cs (1)
191ICollection<EvaluationMetric> metrics = result.EvaluationResult.Metrics.Values;
Microsoft.Extensions.AI.Evaluation.Integration.Tests (46)
AgentQualityEvaluatorTests.cs (9)
99string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 101Assert.Equal(2, result.Metrics.Count); 132string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 134Assert.Equal(2, result.Metrics.Count); 154result.Metrics.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)), 155string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 157Assert.Equal(3, result.Metrics.Count); 195string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 197Assert.Equal(3, result.Metrics.Count);
NLPEvaluatorTests.cs (9)
61string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 63Assert.Equal(3, result.Metrics.Count); 88string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 90Assert.Equal(3, result.Metrics.Count); 114string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 116Assert.Equal(3, result.Metrics.Count); 134result.Metrics.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)), 135string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 137Assert.Equal(3, result.Metrics.Count);
QualityEvaluatorTests.cs (8)
98string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 100Assert.Equal(6, result.Metrics.Count); 139string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 141Assert.Equal(6, result.Metrics.Count); 175result.Metrics.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)), 176string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 178Assert.Equal(4, result.Metrics.Count); 252Assert.Equal(4, result.Metrics.Count);
ResultsTests.cs (2)
171Assert.True(result.Metrics.Values.All(m => m.Interpretation is null)); 358Assert.True(result.Metrics.Values.All(m => m.Interpretation is null));
SafetyEvaluatorTests.cs (18)
213string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 215Assert.Equal(6, result.Metrics.Count); 304string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 306Assert.Equal(6, result.Metrics.Count); 349string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 351Assert.Equal(7, result.Metrics.Count); 385string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 387Assert.Equal(7, result.Metrics.Count); 434string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 436Assert.Equal(7, result.Metrics.Count); 496string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 498Assert.Equal(7, result.Metrics.Count); 531string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 533Assert.Single(result.Metrics); 572string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 574Assert.Single(result.Metrics); 606string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 608Assert.Equal(5, result.Metrics.Count);
Microsoft.Extensions.AI.Evaluation.NLP.Tests (17)
BLEUEvaluatorTests.cs (6)
21var metric = Assert.Single(result.Metrics.Values) as NumericMetric; 37var metric = Assert.Single(result.Metrics.Values) as NumericMetric; 52var metric = Assert.Single(result.Metrics.Values) as NumericMetric; 72var metric = Assert.Single(result.Metrics.Values) as NumericMetric; 92var metric = Assert.Single(result.Metrics.Values) as NumericMetric; 105var metric = Assert.Single(result.Metrics.Values) as NumericMetric;
F1EvaluatorTests.cs (5)
21var metric = Assert.Single(result.Metrics.Values) as NumericMetric; 37var metric = Assert.Single(result.Metrics.Values) as NumericMetric; 52var metric = Assert.Single(result.Metrics.Values) as NumericMetric; 72var metric = Assert.Single(result.Metrics.Values) as NumericMetric; 85var metric = Assert.Single(result.Metrics.Values) as NumericMetric;
GLEUEvaluatorTests.cs (6)
21var metric = Assert.Single(result.Metrics.Values) as NumericMetric; 37var metric = Assert.Single(result.Metrics.Values) as NumericMetric; 52var metric = Assert.Single(result.Metrics.Values) as NumericMetric; 72var metric = Assert.Single(result.Metrics.Values) as NumericMetric; 92var metric = Assert.Single(result.Metrics.Values) as NumericMetric; 105var metric = Assert.Single(result.Metrics.Values) as NumericMetric;
Microsoft.Extensions.AI.Evaluation.Reporting (2)
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.EvaluationResult.g.cs (2)
60Getter = static obj => ((global::Microsoft.Extensions.AI.Evaluation.EvaluationResult)obj).Metrics, 90global::System.Collections.Generic.IDictionary<string, global::Microsoft.Extensions.AI.Evaluation.EvaluationMetric> __value_Metrics = ((global::Microsoft.Extensions.AI.Evaluation.EvaluationResult)value).Metrics;
Microsoft.Extensions.AI.Evaluation.Reporting.Azure (2)
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.EvaluationResult.g.cs (2)
60Getter = static obj => ((global::Microsoft.Extensions.AI.Evaluation.EvaluationResult)obj).Metrics, 90global::System.Collections.Generic.IDictionary<string, global::Microsoft.Extensions.AI.Evaluation.EvaluationMetric> __value_Metrics = ((global::Microsoft.Extensions.AI.Evaluation.EvaluationResult)value).Metrics;
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (2)
ScenarioRunResultTests.cs (2)
349Assert.Equal(first!.Metrics.Count, second!.Metrics.Count);
Microsoft.Extensions.AI.Evaluation.Safety (5)
ContentSafetyEvaluator.cs (2)
152foreach (EvaluationMetric metric in result.Metrics.Values) 182updatedResult.Metrics.Add(metric.Name, metric);
ContentSafetyService.cs (1)
116result.Metrics.Add(metric.Name, metric);
ProtectedMaterialEvaluator.cs (2)
102foreach (EvaluationMetric imageMetric in imageResult.Metrics.Values) 104result.Metrics.Add(imageMetric.Name, imageMetric);