2 writes to Metrics
Microsoft.Extensions.AI.Evaluation (2)
EvaluationResult.cs (2)
40
Metrics
= metrics;
72
Metrics
= metricsDictionary;
89 references to Metrics
Microsoft.Extensions.AI.Evaluation (18)
CompositeEvaluator.cs (2)
119
metrics.AddRange(result.
Metrics
.Values);
158
result.
Metrics
.Add(metric.Name, metric);
EvaluationResult.cs (8)
89
/// <see cref="
Metrics
"/>.
98
/// <see cref="
Metrics
"/>; <see langword="null"/> otherwise.
101
/// <see langword="true"/> if a matching <paramref name="value"/> exists in <see cref="
Metrics
"/>;
107
if (
Metrics
.TryGetValue(metricName, out EvaluationMetric? m) && m is T metric)
120
/// <see cref="
Metrics
"/>.
129
/// <see cref="
Metrics
"/>.
134
/// <see cref="
Metrics
"/>.
139
if (
Metrics
.TryGetValue(metricName, out EvaluationMetric? m) && m is T metric)
EvaluationResultExtensions.cs (8)
30
foreach (EvaluationMetric metric in result.
Metrics
.Values)
59
foreach (EvaluationMetric metric in result.
Metrics
.Values)
97
return result.
Metrics
.Values.Any(m => m.ContainsDiagnostics(predicate));
118
foreach (EvaluationMetric metric in result.
Metrics
.Values)
140
foreach (EvaluationMetric metric in result.
Metrics
.Values)
160
foreach (EvaluationMetric metric in result.
Metrics
.Values)
186
foreach (EvaluationMetric metric in result.
Metrics
.Values)
206
foreach (EvaluationMetric metric in result.
Metrics
.Values)
Microsoft.Extensions.AI.Evaluation.Console (1)
Commands\ReportCommand.cs (1)
191
ICollection<EvaluationMetric> metrics = result.EvaluationResult.
Metrics
.Values;
Microsoft.Extensions.AI.Evaluation.Integration.Tests (46)
AgentQualityEvaluatorTests.cs (9)
100
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
102
Assert.Equal(2, result.
Metrics
.Count);
133
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
135
Assert.Equal(2, result.
Metrics
.Count);
155
result.
Metrics
.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)),
156
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
158
Assert.Equal(3, result.
Metrics
.Count);
196
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
198
Assert.Equal(3, result.
Metrics
.Count);
NLPEvaluatorTests.cs (9)
62
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
64
Assert.Equal(3, result.
Metrics
.Count);
89
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
91
Assert.Equal(3, result.
Metrics
.Count);
115
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
117
Assert.Equal(3, result.
Metrics
.Count);
135
result.
Metrics
.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)),
136
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
138
Assert.Equal(3, result.
Metrics
.Count);
QualityEvaluatorTests.cs (8)
99
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
101
Assert.Equal(6, result.
Metrics
.Count);
140
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
142
Assert.Equal(6, result.
Metrics
.Count);
176
result.
Metrics
.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)),
177
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
179
Assert.Equal(4, result.
Metrics
.Count);
253
Assert.Equal(4, result.
Metrics
.Count);
ResultsTests.cs (2)
171
Assert.True(result.
Metrics
.Values.All(m => m.Interpretation is null));
358
Assert.True(result.
Metrics
.Values.All(m => m.Interpretation is null));
SafetyEvaluatorTests.cs (18)
214
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
216
Assert.Equal(6, result.
Metrics
.Count);
305
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
307
Assert.Equal(6, result.
Metrics
.Count);
350
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
352
Assert.Equal(7, result.
Metrics
.Count);
386
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
388
Assert.Equal(7, result.
Metrics
.Count);
435
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
437
Assert.Equal(7, result.
Metrics
.Count);
497
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
499
Assert.Equal(7, result.
Metrics
.Count);
532
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
534
Assert.Single(result.
Metrics
);
573
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
575
Assert.Single(result.
Metrics
);
607
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
609
Assert.Equal(5, result.
Metrics
.Count);
Microsoft.Extensions.AI.Evaluation.NLP.Tests (17)
BLEUEvaluatorTests.cs (6)
21
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
37
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
52
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
72
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
92
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
105
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
F1EvaluatorTests.cs (5)
21
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
37
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
52
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
72
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
85
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
GLEUEvaluatorTests.cs (6)
21
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
37
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
52
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
72
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
92
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
105
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (2)
ScenarioRunResultTests.cs (2)
233
Assert.Equal(first!.
Metrics
.Count, second!.
Metrics
.Count);
Microsoft.Extensions.AI.Evaluation.Safety (5)
ContentSafetyEvaluator.cs (2)
152
foreach (EvaluationMetric metric in result.
Metrics
.Values)
182
updatedResult.
Metrics
.Add(metric.Name, metric);
ContentSafetyService.cs (1)
116
result.
Metrics
.Add(metric.Name, metric);
ProtectedMaterialEvaluator.cs (2)
102
foreach (EvaluationMetric imageMetric in imageResult.
Metrics
.Values)
104
result.
Metrics
.Add(imageMetric.Name, imageMetric);