42 references to EvaluationDiagnosticSeverity
Microsoft.Extensions.AI.Evaluation (13)
EvaluationDiagnostic.cs (13)
11/// An <see cref="EvaluationDiagnosticSeverity"/> that indicates the severity of the 17public sealed class EvaluationDiagnostic(EvaluationDiagnosticSeverity severity, string message) 20/// Gets or sets an <see cref="EvaluationDiagnosticSeverity"/> that indicates the severity of the 23public EvaluationDiagnosticSeverity Severity { get; set; } = severity; 32/// <see cref="Severity"/> set to <see cref="EvaluationDiagnosticSeverity.Informational"/>. 37/// <see cref="EvaluationDiagnosticSeverity.Informational"/>. 40=> new EvaluationDiagnostic(EvaluationDiagnosticSeverity.Informational, message); 44/// <see cref="Severity"/> set to <see cref="EvaluationDiagnosticSeverity.Warning"/>. 49/// <see cref="EvaluationDiagnosticSeverity.Warning"/>. 52=> new EvaluationDiagnostic(EvaluationDiagnosticSeverity.Warning, message); 56/// <see cref="Severity"/> set to <see cref="EvaluationDiagnosticSeverity.Error"/>. 61/// <see cref="EvaluationDiagnosticSeverity.Error"/>. 64=> new EvaluationDiagnostic(EvaluationDiagnosticSeverity.Error, message);
Microsoft.Extensions.AI.Evaluation.Integration.Tests (21)
AgentQualityEvaluatorTests.cs (4)
99result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning), 132result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning), 155result.Metrics.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)), 195result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning),
NLPEvaluatorTests.cs (4)
64result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning), 91result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning), 117result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning), 138result.Metrics.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)),
QualityEvaluatorTests.cs (3)
101result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning), 140result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning), 177result.Metrics.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)),
ResultsTests.cs (1)
605Assert.True(result.ContainsDiagnostics(d => d.Severity == EvaluationDiagnosticSeverity.Error));
SafetyEvaluatorTests.cs (9)
213result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 304result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 349result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 385result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 434result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 496result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 531result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 572result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 606result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error),
Microsoft.Extensions.AI.Evaluation.NLP.Tests (6)
BLEUEvaluatorTests.cs (2)
55Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error); 108Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error);
F1EvaluatorTests.cs (2)
55Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error); 88Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error);
GLEUEvaluatorTests.cs (2)
55Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error); 108Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error);
Microsoft.Extensions.AI.Evaluation.Reporting (1)
JsonSerialization\JsonUtilities.cs (1)
52typeof(CamelCaseEnumConverter<EvaluationDiagnosticSeverity>),
Microsoft.Extensions.AI.Evaluation.Reporting.Azure (1)
JsonSerialization\AzureStorageJsonUtilities.cs (1)
48typeof(CamelCaseEnumConverter<EvaluationDiagnosticSeverity>),