1 write to Diagnostics
Microsoft.Extensions.AI.Evaluation (1)
EvaluationMetricExtensions.cs (1)
89
metric.
Diagnostics
??= [];
47 references to Diagnostics
Microsoft.Extensions.AI.Evaluation (6)
EvaluationMetricExtensions.cs (6)
70
metric.
Diagnostics
is not null &&
72
? metric.
Diagnostics
.Any()
73
: metric.
Diagnostics
.Any(predicate));
78
/// <see cref="EvaluationMetric.
Diagnostics
"/> collection.
93
metric.
Diagnostics
.Add(diagnostic);
100
/// <see cref="EvaluationMetric.
Diagnostics
"/> collection.
Microsoft.Extensions.AI.Evaluation.Console (3)
Commands\ReportCommand.cs (3)
220
metric.
Diagnostics
?.Count(d => d.Severity == EvaluationDiagnosticSeverity.Error) ?? 0;
222
metric.
Diagnostics
?.Count(d => d.Severity == EvaluationDiagnosticSeverity.Warning) ?? 0;
224
metric.
Diagnostics
?.Count(d => d.Severity == EvaluationDiagnosticSeverity.Informational) ?? 0;
Microsoft.Extensions.AI.Evaluation.Integration.Tests (20)
AgentQualityEvaluatorTests.cs (4)
100
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
133
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
156
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
196
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
NLPEvaluatorTests.cs (4)
62
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
89
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
115
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
136
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
QualityEvaluatorTests.cs (3)
99
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
140
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
177
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
SafetyEvaluatorTests.cs (9)
214
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
305
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
350
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
386
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
435
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
497
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
532
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
573
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
607
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
Microsoft.Extensions.AI.Evaluation.NLP.Tests (12)
BLEUEvaluatorTests.cs (4)
55
Assert.NotNull(metric.
Diagnostics
);
56
Assert.Contains(metric.
Diagnostics
, d => d.Severity == EvaluationDiagnosticSeverity.Error);
108
Assert.NotNull(metric.
Diagnostics
);
109
Assert.Contains(metric.
Diagnostics
, d => d.Severity == EvaluationDiagnosticSeverity.Error);
F1EvaluatorTests.cs (4)
55
Assert.NotNull(metric.
Diagnostics
);
56
Assert.Contains(metric.
Diagnostics
, d => d.Severity == EvaluationDiagnosticSeverity.Error);
88
Assert.NotNull(metric.
Diagnostics
);
89
Assert.Contains(metric.
Diagnostics
, d => d.Severity == EvaluationDiagnosticSeverity.Error);
GLEUEvaluatorTests.cs (4)
55
Assert.NotNull(metric.
Diagnostics
);
56
Assert.Contains(metric.
Diagnostics
, d => d.Severity == EvaluationDiagnosticSeverity.Error);
108
Assert.NotNull(metric.
Diagnostics
);
109
Assert.Contains(metric.
Diagnostics
, d => d.Severity == EvaluationDiagnosticSeverity.Error);
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (6)
ScenarioRunResultTests.cs (6)
276
Assert.Equal(metric.
Diagnostics
is null, deserializedMetric.
Diagnostics
is null);
277
if (metric.
Diagnostics
is not null && deserializedMetric.
Diagnostics
is not null)
279
Assert.True(metric.
Diagnostics
.SequenceEqual(deserializedMetric.
Diagnostics
, DiagnosticComparer.Instance));