1 write to Diagnostics
Microsoft.Extensions.AI.Evaluation (1)
EvaluationMetricExtensions.cs (1)
88metric.Diagnostics ??= new List<EvaluationDiagnostic>();
32 references to Diagnostics
Microsoft.Extensions.AI.Evaluation (6)
EvaluationMetricExtensions.cs (6)
69metric.Diagnostics is not null && 71? metric.Diagnostics.Any() 72: metric.Diagnostics.Any(predicate)); 77/// <see cref="EvaluationMetric.Diagnostics"/> collection. 92metric.Diagnostics.Add(diagnostic); 99/// <see cref="EvaluationMetric.Diagnostics"/> collection.
Microsoft.Extensions.AI.Evaluation.Integration.Tests (16)
AgentQualityEvaluatorTests.cs (4)
100string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 133string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 156string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 196string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
QualityEvaluatorTests.cs (3)
102string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 141string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 178string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
SafetyEvaluatorTests.cs (9)
164string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 239string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 284string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 320string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 369string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 431string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 466string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 507string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString()))); 541string.Join("\r\n\r\n", result.Metrics.Values.SelectMany(m => m.Diagnostics ?? []).Select(d => d.ToString())));
Microsoft.Extensions.AI.Evaluation.NLP.Tests (4)
BLEUEvaluatorTests.cs (4)
56Assert.NotNull(metric.Diagnostics); 57Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error); 109Assert.NotNull(metric.Diagnostics); 110Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error);
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (6)
ScenarioRunResultTests.cs (6)
274Assert.Equal(metric.Diagnostics is null, deserializedMetric.Diagnostics is null); 275if (metric.Diagnostics is not null && deserializedMetric.Diagnostics is not null) 277Assert.True(metric.Diagnostics.SequenceEqual(deserializedMetric.Diagnostics, DiagnosticComparer.Instance));