1 write to Diagnostics
Microsoft.Extensions.AI.Evaluation (1)
EvaluationMetricExtensions.cs (1)
88metric.Diagnostics ??= new List<EvaluationDiagnostic>();
44 references to Diagnostics
Microsoft.Extensions.AI.Evaluation (6)
EvaluationMetricExtensions.cs (6)
69metric.Diagnostics is not null && 71? metric.Diagnostics.Any() 72: metric.Diagnostics.Any(predicate)); 77/// <see cref="EvaluationMetric.Diagnostics"/> collection. 92metric.Diagnostics.Add(diagnostic); 99/// <see cref="EvaluationMetric.Diagnostics"/> collection.
Microsoft.Extensions.AI.Evaluation.Integration.Tests (20)
AgentQualityEvaluatorTests.cs (4)
100string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 133string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 156string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 196string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
NLPEvaluatorTests.cs (4)
65string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 92string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 118string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 139string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
QualityEvaluatorTests.cs (3)
102string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 141string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 178string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
SafetyEvaluatorTests.cs (9)
211string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 302string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 347string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 383string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 432string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 494string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 529string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 570string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 604string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
Microsoft.Extensions.AI.Evaluation.NLP.Tests (12)
BLEUEvaluatorTests.cs (4)
56Assert.NotNull(metric.Diagnostics); 57Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error); 109Assert.NotNull(metric.Diagnostics); 110Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error);
F1EvaluatorTests.cs (4)
56Assert.NotNull(metric.Diagnostics); 57Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error); 89Assert.NotNull(metric.Diagnostics); 90Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error);
GLEUEvaluatorTests.cs (4)
56Assert.NotNull(metric.Diagnostics); 57Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error); 109Assert.NotNull(metric.Diagnostics); 110Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error);
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (6)
ScenarioRunResultTests.cs (6)
274Assert.Equal(metric.Diagnostics is null, deserializedMetric.Diagnostics is null); 275if (metric.Diagnostics is not null && deserializedMetric.Diagnostics is not null) 277Assert.True(metric.Diagnostics.SequenceEqual(deserializedMetric.Diagnostics, DiagnosticComparer.Instance));