2 writes to Metrics
Microsoft.Extensions.AI.Evaluation (2)
EvaluationResult.cs (2)
46
Metrics
= metrics;
78
Metrics
= metricsDictionary;
87 references to Metrics
Microsoft.Extensions.AI.Evaluation (17)
CompositeEvaluator.cs (2)
121
metrics.AddRange(result.
Metrics
.Values);
162
result.
Metrics
.Add(metric.Name, metric);
EvaluationResult.cs (8)
95
/// <see cref="
Metrics
"/>.
104
/// <see cref="
Metrics
"/>; <see langword="null"/> otherwise.
107
/// <see langword="true"/> if a matching <paramref name="value"/> exists in <see cref="
Metrics
"/>;
113
if (
Metrics
.TryGetValue(metricName, out EvaluationMetric? m) && m is T metric)
126
/// <see cref="
Metrics
"/>.
135
/// <see cref="
Metrics
"/>.
140
/// <see cref="
Metrics
"/>.
145
if (
Metrics
.TryGetValue(metricName, out EvaluationMetric? m) && m is T metric)
EvaluationResultExtensions.cs (7)
30
foreach (EvaluationMetric metric in result.
Metrics
.Values)
59
foreach (EvaluationMetric metric in result.
Metrics
.Values)
97
return result.
Metrics
.Values.Any(m => m.ContainsDiagnostics(predicate));
118
foreach (EvaluationMetric metric in result.
Metrics
.Values)
140
foreach (EvaluationMetric metric in result.
Metrics
.Values)
160
foreach (EvaluationMetric metric in result.
Metrics
.Values)
185
foreach (EvaluationMetric metric in result.
Metrics
.Values)
Microsoft.Extensions.AI.Evaluation.Integration.Tests (46)
AgentQualityEvaluatorTests.cs (9)
100
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
102
Assert.Equal(2, result.
Metrics
.Count);
133
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
135
Assert.Equal(2, result.
Metrics
.Count);
155
result.
Metrics
.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)),
156
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
158
Assert.Equal(3, result.
Metrics
.Count);
196
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
198
Assert.Equal(3, result.
Metrics
.Count);
NLPEvaluatorTests.cs (9)
65
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
67
Assert.Equal(3, result.
Metrics
.Count);
92
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
94
Assert.Equal(3, result.
Metrics
.Count);
118
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
120
Assert.Equal(3, result.
Metrics
.Count);
138
result.
Metrics
.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)),
139
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
141
Assert.Equal(3, result.
Metrics
.Count);
QualityEvaluatorTests.cs (8)
102
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
104
Assert.Equal(6, result.
Metrics
.Count);
141
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
143
Assert.Equal(6, result.
Metrics
.Count);
177
result.
Metrics
.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)),
178
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
180
Assert.Equal(4, result.
Metrics
.Count);
254
Assert.Equal(4, result.
Metrics
.Count);
ResultsTests.cs (2)
173
Assert.True(result.
Metrics
.Values.All(m => m.Interpretation is null));
360
Assert.True(result.
Metrics
.Values.All(m => m.Interpretation is null));
SafetyEvaluatorTests.cs (18)
214
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
216
Assert.Equal(6, result.
Metrics
.Count);
305
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
307
Assert.Equal(6, result.
Metrics
.Count);
350
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
352
Assert.Equal(7, result.
Metrics
.Count);
386
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
388
Assert.Equal(7, result.
Metrics
.Count);
435
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
437
Assert.Equal(7, result.
Metrics
.Count);
497
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
499
Assert.Equal(7, result.
Metrics
.Count);
532
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
534
Assert.Single(result.
Metrics
);
573
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
575
Assert.Single(result.
Metrics
);
607
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
609
Assert.Equal(5, result.
Metrics
.Count);
Microsoft.Extensions.AI.Evaluation.NLP.Tests (17)
BLEUEvaluatorTests.cs (6)
22
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
38
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
53
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
73
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
93
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
106
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
F1EvaluatorTests.cs (5)
22
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
38
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
53
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
73
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
86
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
GLEUEvaluatorTests.cs (6)
22
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
38
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
53
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
73
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
93
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
106
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (2)
ScenarioRunResultTests.cs (2)
233
Assert.Equal(first!.
Metrics
.Count, second!.
Metrics
.Count);
Microsoft.Extensions.AI.Evaluation.Safety (5)
ContentSafetyEvaluator.cs (2)
161
foreach (EvaluationMetric metric in result.
Metrics
.Values)
191
updatedResult.
Metrics
.Add(metric.Name, metric);
ContentSafetyService.cs (1)
126
result.
Metrics
.Add(metric.Name, metric);
ProtectedMaterialEvaluator.cs (2)
102
foreach (EvaluationMetric imageMetric in imageResult.
Metrics
.Values)
104
result.
Metrics
.Add(imageMetric.Name, imageMetric);