2 writes to Metrics
Microsoft.Extensions.AI.Evaluation (2)
EvaluationResult.cs (2)
40
Metrics
= metrics;
72
Metrics
= metricsDictionary;
89 references to Metrics
Microsoft.Extensions.AI.Evaluation (18)
CompositeEvaluator.cs (2)
119
metrics.AddRange(result.
Metrics
.Values);
158
result.
Metrics
.Add(metric.Name, metric);
EvaluationResult.cs (8)
89
/// <see cref="
Metrics
"/>.
98
/// <see cref="
Metrics
"/>; <see langword="null"/> otherwise.
101
/// <see langword="true"/> if a matching <paramref name="value"/> exists in <see cref="
Metrics
"/>;
107
if (
Metrics
.TryGetValue(metricName, out EvaluationMetric? m) && m is T metric)
120
/// <see cref="
Metrics
"/>.
129
/// <see cref="
Metrics
"/>.
134
/// <see cref="
Metrics
"/>.
139
if (
Metrics
.TryGetValue(metricName, out EvaluationMetric? m) && m is T metric)
EvaluationResultExtensions.cs (8)
30
foreach (EvaluationMetric metric in result.
Metrics
.Values)
59
foreach (EvaluationMetric metric in result.
Metrics
.Values)
97
return result.
Metrics
.Values.Any(m => m.ContainsDiagnostics(predicate));
118
foreach (EvaluationMetric metric in result.
Metrics
.Values)
140
foreach (EvaluationMetric metric in result.
Metrics
.Values)
160
foreach (EvaluationMetric metric in result.
Metrics
.Values)
186
foreach (EvaluationMetric metric in result.
Metrics
.Values)
206
foreach (EvaluationMetric metric in result.
Metrics
.Values)
Microsoft.Extensions.AI.Evaluation.Console (1)
Commands\ReportCommand.cs (1)
191
ICollection<EvaluationMetric> metrics = result.EvaluationResult.
Metrics
.Values;
Microsoft.Extensions.AI.Evaluation.Integration.Tests (46)
AgentQualityEvaluatorTests.cs (9)
99
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
101
Assert.Equal(2, result.
Metrics
.Count);
132
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
134
Assert.Equal(2, result.
Metrics
.Count);
154
result.
Metrics
.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)),
155
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
157
Assert.Equal(3, result.
Metrics
.Count);
195
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
197
Assert.Equal(3, result.
Metrics
.Count);
NLPEvaluatorTests.cs (9)
61
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
63
Assert.Equal(3, result.
Metrics
.Count);
88
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
90
Assert.Equal(3, result.
Metrics
.Count);
114
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
116
Assert.Equal(3, result.
Metrics
.Count);
134
result.
Metrics
.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)),
135
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
137
Assert.Equal(3, result.
Metrics
.Count);
QualityEvaluatorTests.cs (8)
98
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
100
Assert.Equal(6, result.
Metrics
.Count);
139
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
141
Assert.Equal(6, result.
Metrics
.Count);
175
result.
Metrics
.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)),
176
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
178
Assert.Equal(4, result.
Metrics
.Count);
252
Assert.Equal(4, result.
Metrics
.Count);
ResultsTests.cs (2)
171
Assert.True(result.
Metrics
.Values.All(m => m.Interpretation is null));
358
Assert.True(result.
Metrics
.Values.All(m => m.Interpretation is null));
SafetyEvaluatorTests.cs (18)
213
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
215
Assert.Equal(6, result.
Metrics
.Count);
304
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
306
Assert.Equal(6, result.
Metrics
.Count);
349
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
351
Assert.Equal(7, result.
Metrics
.Count);
385
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
387
Assert.Equal(7, result.
Metrics
.Count);
434
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
436
Assert.Equal(7, result.
Metrics
.Count);
496
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
498
Assert.Equal(7, result.
Metrics
.Count);
531
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
533
Assert.Single(result.
Metrics
);
572
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
574
Assert.Single(result.
Metrics
);
606
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
608
Assert.Equal(5, result.
Metrics
.Count);
Microsoft.Extensions.AI.Evaluation.NLP.Tests (17)
BLEUEvaluatorTests.cs (6)
21
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
37
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
52
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
72
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
92
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
105
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
F1EvaluatorTests.cs (5)
21
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
37
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
52
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
72
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
85
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
GLEUEvaluatorTests.cs (6)
21
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
37
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
52
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
72
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
92
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
105
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (2)
ScenarioRunResultTests.cs (2)
349
Assert.Equal(first!.
Metrics
.Count, second!.
Metrics
.Count);
Microsoft.Extensions.AI.Evaluation.Safety (5)
ContentSafetyEvaluator.cs (2)
152
foreach (EvaluationMetric metric in result.
Metrics
.Values)
182
updatedResult.
Metrics
.Add(metric.Name, metric);
ContentSafetyService.cs (1)
116
result.
Metrics
.Add(metric.Name, metric);
ProtectedMaterialEvaluator.cs (2)
102
foreach (EvaluationMetric imageMetric in imageResult.
Metrics
.Values)
104
result.
Metrics
.Add(imageMetric.Name, imageMetric);