1 write to Diagnostics
Microsoft.Extensions.AI.Evaluation (1)
EvaluationMetricExtensions.cs (1)
88
metric.
Diagnostics
??= new List<EvaluationDiagnostic>();
44 references to Diagnostics
Microsoft.Extensions.AI.Evaluation (6)
EvaluationMetricExtensions.cs (6)
69
metric.
Diagnostics
is not null &&
71
? metric.
Diagnostics
.Any()
72
: metric.
Diagnostics
.Any(predicate));
77
/// <see cref="EvaluationMetric.
Diagnostics
"/> collection.
92
metric.
Diagnostics
.Add(diagnostic);
99
/// <see cref="EvaluationMetric.
Diagnostics
"/> collection.
Microsoft.Extensions.AI.Evaluation.Integration.Tests (20)
AgentQualityEvaluatorTests.cs (4)
100
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
133
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
156
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
196
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
NLPEvaluatorTests.cs (4)
65
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
92
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
118
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
139
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
QualityEvaluatorTests.cs (3)
102
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
141
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
178
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
SafetyEvaluatorTests.cs (9)
211
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
302
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
347
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
383
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
432
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
494
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
529
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
570
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
604
string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.
Diagnostics
?? []).Select(d => d.ToString())));
Microsoft.Extensions.AI.Evaluation.NLP.Tests (12)
BLEUEvaluatorTests.cs (4)
56
Assert.NotNull(metric.
Diagnostics
);
57
Assert.Contains(metric.
Diagnostics
, d => d.Severity == EvaluationDiagnosticSeverity.Error);
109
Assert.NotNull(metric.
Diagnostics
);
110
Assert.Contains(metric.
Diagnostics
, d => d.Severity == EvaluationDiagnosticSeverity.Error);
F1EvaluatorTests.cs (4)
56
Assert.NotNull(metric.
Diagnostics
);
57
Assert.Contains(metric.
Diagnostics
, d => d.Severity == EvaluationDiagnosticSeverity.Error);
89
Assert.NotNull(metric.
Diagnostics
);
90
Assert.Contains(metric.
Diagnostics
, d => d.Severity == EvaluationDiagnosticSeverity.Error);
GLEUEvaluatorTests.cs (4)
56
Assert.NotNull(metric.
Diagnostics
);
57
Assert.Contains(metric.
Diagnostics
, d => d.Severity == EvaluationDiagnosticSeverity.Error);
109
Assert.NotNull(metric.
Diagnostics
);
110
Assert.Contains(metric.
Diagnostics
, d => d.Severity == EvaluationDiagnosticSeverity.Error);
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (6)
ScenarioRunResultTests.cs (6)
276
Assert.Equal(metric.
Diagnostics
is null, deserializedMetric.
Diagnostics
is null);
277
if (metric.
Diagnostics
is not null && deserializedMetric.
Diagnostics
is not null)
279
Assert.True(metric.
Diagnostics
.SequenceEqual(deserializedMetric.
Diagnostics
, DiagnosticComparer.Instance));