37 references to Severity
Microsoft.Extensions.AI.Evaluation (8)
EvaluationDiagnostic.cs (7)
37/// <see cref="Severity"/> set to <see cref="EvaluationDiagnosticSeverity.Informational"/>. 41/// An <see cref="EvaluationDiagnostic"/> with <see cref="Severity"/> set to 49/// <see cref="Severity"/> set to <see cref="EvaluationDiagnosticSeverity.Warning"/>. 53/// An <see cref="EvaluationDiagnostic"/> with <see cref="Severity"/> set to 61/// <see cref="Severity"/> set to <see cref="EvaluationDiagnosticSeverity.Error"/>. 65/// An <see cref="EvaluationDiagnostic"/> with <see cref="Severity"/> set to 74=> $"{Severity}: {Message}";
EvaluationDiagnosticSeverity.cs (1)
7/// An enumeration that identifies the set of possible values for <see cref="EvaluationDiagnostic.Severity"/>.
Microsoft.Extensions.AI.Evaluation.Integration.Tests (21)
AgentQualityEvaluatorTests.cs (4)
99result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning), 132result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning), 155result.Metrics.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)), 195result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning),
NLPEvaluatorTests.cs (4)
64result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning), 91result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning), 117result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning), 138result.Metrics.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)),
QualityEvaluatorTests.cs (3)
101result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning), 140result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning), 177result.Metrics.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)),
ResultsTests.cs (1)
605Assert.True(result.ContainsDiagnostics(d => d.Severity == EvaluationDiagnosticSeverity.Error));
SafetyEvaluatorTests.cs (9)
210result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 301result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 346result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 382result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 431result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 493result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 528result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 569result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 603result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error),
Microsoft.Extensions.AI.Evaluation.NLP.Tests (6)
BLEUEvaluatorTests.cs (2)
57Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error); 110Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error);
F1EvaluatorTests.cs (2)
57Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error); 90Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error);
GLEUEvaluatorTests.cs (2)
57Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error); 110Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error);
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (2)
ScenarioRunResultTests.cs (2)
384=> x?.Severity == y?.Severity && x?.Message == y?.Message;