2 writes to Severity
Microsoft.Extensions.AI.Evaluation.Reporting (1)
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.EvaluationDiagnostic.g.cs (1)
61Setter = static (obj, value) => ((global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic)obj).Severity = value!,
Microsoft.Extensions.AI.Evaluation.Reporting.Azure (1)
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.EvaluationDiagnostic.g.cs (1)
61Setter = static (obj, value) => ((global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic)obj).Severity = value!,
44 references to Severity
Microsoft.Extensions.AI.Evaluation (8)
EvaluationDiagnostic.cs (7)
32/// <see cref="Severity"/> set to <see cref="EvaluationDiagnosticSeverity.Informational"/>. 36/// An <see cref="EvaluationDiagnostic"/> with <see cref="Severity"/> set to 44/// <see cref="Severity"/> set to <see cref="EvaluationDiagnosticSeverity.Warning"/>. 48/// An <see cref="EvaluationDiagnostic"/> with <see cref="Severity"/> set to 56/// <see cref="Severity"/> set to <see cref="EvaluationDiagnosticSeverity.Error"/>. 60/// An <see cref="EvaluationDiagnostic"/> with <see cref="Severity"/> set to 69=> $"{Severity}: {Message}";
EvaluationDiagnosticSeverity.cs (1)
7/// An enumeration that identifies the set of possible values for <see cref="EvaluationDiagnostic.Severity"/>.
Microsoft.Extensions.AI.Evaluation.Console (3)
Commands\ReportCommand.cs (3)
220metric.Diagnostics?.Count(d => d.Severity == EvaluationDiagnosticSeverity.Error) ?? 0; 222metric.Diagnostics?.Count(d => d.Severity == EvaluationDiagnosticSeverity.Warning) ?? 0; 224metric.Diagnostics?.Count(d => d.Severity == EvaluationDiagnosticSeverity.Informational) ?? 0;
Microsoft.Extensions.AI.Evaluation.Integration.Tests (21)
AgentQualityEvaluatorTests.cs (4)
98result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning), 131result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning), 154result.Metrics.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)), 194result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning),
NLPEvaluatorTests.cs (4)
60result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning), 87result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning), 113result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning), 134result.Metrics.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)),
QualityEvaluatorTests.cs (3)
97result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning), 138result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning), 175result.Metrics.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)),
ResultsTests.cs (1)
603Assert.True(result.ContainsDiagnostics(d => d.Severity == EvaluationDiagnosticSeverity.Error));
SafetyEvaluatorTests.cs (9)
212result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 303result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 348result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 384result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 433result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 495result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 530result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 571result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 605result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error),
Microsoft.Extensions.AI.Evaluation.NLP.Tests (6)
BLEUEvaluatorTests.cs (2)
56Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error); 109Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error);
F1EvaluatorTests.cs (2)
56Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error); 89Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error);
GLEUEvaluatorTests.cs (2)
56Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error); 109Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error);
Microsoft.Extensions.AI.Evaluation.Reporting (2)
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.EvaluationDiagnostic.g.cs (2)
60Getter = static obj => ((global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic)obj).Severity, 111global::System.Text.Json.JsonSerializer.Serialize(writer, ((global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic)value).Severity, EvaluationDiagnosticSeverity);
Microsoft.Extensions.AI.Evaluation.Reporting.Azure (2)
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.EvaluationDiagnostic.g.cs (2)
60Getter = static obj => ((global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic)obj).Severity, 111global::System.Text.Json.JsonSerializer.Serialize(writer, ((global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic)value).Severity, EvaluationDiagnosticSeverity);
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (2)
ScenarioRunResultTests.cs (2)
500=> x?.Severity == y?.Severity && x?.Message == y?.Message;