2 writes to Metrics
Microsoft.Extensions.AI.Evaluation (2)
EvaluationResult.cs (2)
46
Metrics
= metrics;
78
Metrics
= metricsDictionary;
67 references to Metrics
Microsoft.Extensions.AI.Evaluation (17)
CompositeEvaluator.cs (2)
121
metrics.AddRange(result.
Metrics
.Values);
162
result.
Metrics
.Add(metric.Name, metric);
EvaluationResult.cs (8)
95
/// <see cref="
Metrics
"/>.
104
/// <see cref="
Metrics
"/>; <see langword="null"/> otherwise.
107
/// <see langword="true"/> if a matching <paramref name="value"/> exists in <see cref="
Metrics
"/>;
113
if (
Metrics
.TryGetValue(metricName, out EvaluationMetric? m) && m is T metric)
126
/// <see cref="
Metrics
"/>.
135
/// <see cref="
Metrics
"/>.
140
/// <see cref="
Metrics
"/>.
145
if (
Metrics
.TryGetValue(metricName, out EvaluationMetric? m) && m is T metric)
EvaluationResultExtensions.cs (7)
30
foreach (EvaluationMetric metric in result.
Metrics
.Values)
59
foreach (EvaluationMetric metric in result.
Metrics
.Values)
97
return result.
Metrics
.Values.Any(m => m.ContainsDiagnostics(predicate));
118
foreach (EvaluationMetric metric in result.
Metrics
.Values)
140
foreach (EvaluationMetric metric in result.
Metrics
.Values)
160
foreach (EvaluationMetric metric in result.
Metrics
.Values)
185
foreach (EvaluationMetric metric in result.
Metrics
.Values)
Microsoft.Extensions.AI.Evaluation.Integration.Tests (37)
AgentQualityEvaluatorTests.cs (9)
100
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
102
Assert.Equal(2, result.
Metrics
.Count);
133
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
135
Assert.Equal(2, result.
Metrics
.Count);
155
result.
Metrics
.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)),
156
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
158
Assert.Equal(3, result.
Metrics
.Count);
196
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
198
Assert.Equal(3, result.
Metrics
.Count);
QualityEvaluatorTests.cs (8)
102
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
104
Assert.Equal(6, result.
Metrics
.Count);
141
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
143
Assert.Equal(6, result.
Metrics
.Count);
177
result.
Metrics
.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)),
178
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
180
Assert.Equal(4, result.
Metrics
.Count);
254
Assert.Equal(4, result.
Metrics
.Count);
ResultsTests.cs (2)
173
Assert.True(result.
Metrics
.Values.All(m => m.Interpretation is null));
360
Assert.True(result.
Metrics
.Values.All(m => m.Interpretation is null));
SafetyEvaluatorTests.cs (18)
164
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
166
Assert.Equal(6, result.
Metrics
.Count);
239
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
241
Assert.Equal(6, result.
Metrics
.Count);
284
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
286
Assert.Equal(7, result.
Metrics
.Count);
320
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
322
Assert.Equal(7, result.
Metrics
.Count);
369
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
371
Assert.Equal(7, result.
Metrics
.Count);
431
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
433
Assert.Equal(7, result.
Metrics
.Count);
466
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
468
Assert.Single(result.
Metrics
);
507
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
509
Assert.Single(result.
Metrics
);
541
string.Join("\r\n\r\n", result.
Metrics
.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
543
Assert.Equal(5, result.
Metrics
.Count);
Microsoft.Extensions.AI.Evaluation.NLP.Tests (6)
BLEUEvaluatorTests.cs (6)
22
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
38
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
53
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
73
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
93
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
106
var metric = Assert.Single(result.
Metrics
.Values) as NumericMetric;
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (2)
ScenarioRunResultTests.cs (2)
231
Assert.Equal(first!.
Metrics
.Count, second!.
Metrics
.Count);
Microsoft.Extensions.AI.Evaluation.Safety (5)
ContentSafetyEvaluator.cs (2)
161
foreach (EvaluationMetric metric in result.
Metrics
.Values)
190
updatedResult.
Metrics
.Add(metric.Name, metric);
ContentSafetyService.cs (1)
123
result.
Metrics
.Add(metric.Name, metric);
ProtectedMaterialEvaluator.cs (2)
102
foreach (EvaluationMetric imageMetric in imageResult.
Metrics
.Values)
104
result.
Metrics
.Add(imageMetric.Name, imageMetric);