1 write to Diagnostics
Microsoft.Extensions.AI.Evaluation (1)
EvaluationMetricExtensions.cs (1)
88
metric.
Diagnostics
??= new List<EvaluationDiagnostic>();
44 references to Diagnostics
Microsoft.Extensions.AI.Evaluation (6)
EvaluationMetricExtensions.cs (6)
69
metric.
Diagnostics
is not null &&
71
? metric.
Diagnostics
.Any()
72
: metric.
Diagnostics
.Any(predicate));
77
/// <see cref="EvaluationMetric.
Diagnostics
"/> collection.
92
metric.
Diagnostics
.Add(diagnostic);
99
/// <see cref="EvaluationMetric.
Diagnostics
"/> collection.
Microsoft.Extensions.AI.Evaluation.Integration.Tests (20)
AgentQualityEvaluatorTests.cs (4)
100
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
133
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
156
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
196
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
NLPEvaluatorTests.cs (4)
65
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
92
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
118
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
139
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
QualityEvaluatorTests.cs (3)
102
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
141
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
178
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
SafetyEvaluatorTests.cs (9)
214
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
305
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
350
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
386
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
435
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
497
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
532
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
573
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
607
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
Microsoft.Extensions.AI.Evaluation.NLP.Tests (12)
BLEUEvaluatorTests.cs (4)
56
Assert.NotNull(metric.
Diagnostics
);
57
Assert.Contains(metric.
Diagnostics
, d => d.Severity == EvaluationDiagnosticSeverity.Error);
109
Assert.NotNull(metric.
Diagnostics
);
110
Assert.Contains(metric.
Diagnostics
, d => d.Severity == EvaluationDiagnosticSeverity.Error);
F1EvaluatorTests.cs (4)
56
Assert.NotNull(metric.
Diagnostics
);
57
Assert.Contains(metric.
Diagnostics
, d => d.Severity == EvaluationDiagnosticSeverity.Error);
89
Assert.NotNull(metric.
Diagnostics
);
90
Assert.Contains(metric.
Diagnostics
, d => d.Severity == EvaluationDiagnosticSeverity.Error);
GLEUEvaluatorTests.cs (4)
56
Assert.NotNull(metric.
Diagnostics
);
57
Assert.Contains(metric.
Diagnostics
, d => d.Severity == EvaluationDiagnosticSeverity.Error);
109
Assert.NotNull(metric.
Diagnostics
);
110
Assert.Contains(metric.
Diagnostics
, d => d.Severity == EvaluationDiagnosticSeverity.Error);
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (6)
ScenarioRunResultTests.cs (6)
276
Assert.Equal(metric.
Diagnostics
is null, deserializedMetric.
Diagnostics
is null);
277
if (metric.
Diagnostics
is not null && deserializedMetric.
Diagnostics
is not null)
279
Assert.True(metric.
Diagnostics
.SequenceEqual(deserializedMetric.
Diagnostics
, DiagnosticComparer.Instance));