2 writes to Metrics
Microsoft.Extensions.AI.Evaluation (2)
EvaluationResult.cs (2)
46
Metrics
= metrics;
78
Metrics
= metricsDictionary;
87 references to Metrics
Microsoft.Extensions.AI.Evaluation (17)
CompositeEvaluator.cs (2)
121
metrics.AddRange(result.
Metrics
.Values);
162
result.
Metrics
.Add(metric.Name, metric);
EvaluationResult.cs (8)
95
/// <see cref="
Metrics
"/>.
104
/// <see cref="
Metrics
"/>; <see langword="null"/> otherwise.
107
/// <see langword="true"/> if a matching <paramref name="value"/> exists in <see cref="
Metrics
"/>;
113
if (
Metrics
.TryGetValue(metricName, out EvaluationMetric? m) && m is T metric)
126
/// <see cref="
Metrics
"/>.
135
/// <see cref="
Metrics
"/>.
140
/// <see cref="
Metrics
"/>.
145
if (
Metrics
.TryGetValue(metricName, out EvaluationMetric? m) && m is T metric)
EvaluationResultExtensions.cs (7)
30
foreach (EvaluationMetric metric in result.
Metrics
.Values)
59
foreach (EvaluationMetric metric in result.
Metrics
.Values)
97
return result.
Metrics
.Values.Any(m => m.ContainsDiagnostics(predicate));
118
foreach (EvaluationMetric metric in result.
Metrics
.Values)
140
foreach (EvaluationMetric metric in result.
Metrics
.Values)
160
foreach (EvaluationMetric metric in result.
Metrics
.Values)
185
foreach (EvaluationMetric metric in result.
Metrics
.Values)
Microsoft.Extensions.AI.Evaluation.Integration.Tests (46)
AgentQualityEvaluatorTests.cs (9)
100
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
102
Assert.Equal(2, result.
Metrics
.Count);
133
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
135
Assert.Equal(2, result.
Metrics
.Count);
155
result.
Metrics
.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)),
156
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
158
Assert.Equal(3, result.
Metrics
.Count);
196
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
198
Assert.Equal(3, result.
Metrics
.Count);
NLPEvaluatorTests.cs (9)
65
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
67
Assert.Equal(3, result.
Metrics
.Count);
92
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
94
Assert.Equal(3, result.
Metrics
.Count);
118
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
120
Assert.Equal(3, result.
Metrics
.Count);
138
result.
Metrics
.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)),
139
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
141
Assert.Equal(3, result.
Metrics
.Count);
QualityEvaluatorTests.cs (8)
102
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
104
Assert.Equal(6, result.
Metrics
.Count);
141
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
143
Assert.Equal(6, result.
Metrics
.Count);
177
result.
Metrics
.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)),
178
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
180
Assert.Equal(4, result.
Metrics
.Count);
254
Assert.Equal(4, result.
Metrics
.Count);
ResultsTests.cs (2)
173
Assert.True(result.
Metrics
.Values.All(m => m.Interpretation is null));
360
Assert.True(result.
Metrics
.Values.All(m => m.Interpretation is null));
SafetyEvaluatorTests.cs (18)
211
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
213
Assert.Equal(6, result.
Metrics
.Count);
302
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
304
Assert.Equal(6, result.
Metrics
.Count);
347
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
349
Assert.Equal(7, result.
Metrics
.Count);
383
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
385
Assert.Equal(7, result.
Metrics
.Count);
432
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
434
Assert.Equal(7, result.
Metrics
.Count);
494
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
496
Assert.Equal(7, result.
Metrics
.Count);
529
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
531
Assert.Single(result.
Metrics
);
570
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
572
Assert.Single(result.
Metrics
);
604
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
606
Assert.Equal(5, result.
Metrics
.Count);
Microsoft.Extensions.AI.Evaluation.NLP.Tests (17)
BLEUEvaluatorTests.cs (6)
22
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
38
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
53
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
73
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
93
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
106
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
F1EvaluatorTests.cs (5)
22
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
38
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
53
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
73
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
86
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
GLEUEvaluatorTests.cs (6)
22
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
38
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
53
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
73
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
93
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
106
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (2)
ScenarioRunResultTests.cs (2)
233
Assert.Equal(first!.
Metrics
.Count, second!.
Metrics
.Count);
Microsoft.Extensions.AI.Evaluation.Safety (5)
ContentSafetyEvaluator.cs (2)
161
foreach (EvaluationMetric metric in result.
Metrics
.Values)
191
updatedResult.
Metrics
.Add(metric.Name, metric);
ContentSafetyService.cs (1)
126
result.
Metrics
.Add(metric.Name, metric);
ProtectedMaterialEvaluator.cs (2)
102
foreach (EvaluationMetric imageMetric in imageResult.
Metrics
.Values)
104
result.
Metrics
.Add(imageMetric.Name, imageMetric);