79 references to EvaluationDiagnosticSeverity
Microsoft.Extensions.AI.Evaluation (13)
EvaluationDiagnostic.cs (13)
11/// An <see cref="EvaluationDiagnosticSeverity"/> that indicates the severity of the 17public sealed class EvaluationDiagnostic(EvaluationDiagnosticSeverity severity, string message) 20/// Gets or sets an <see cref="EvaluationDiagnosticSeverity"/> that indicates the severity of the 23public EvaluationDiagnosticSeverity Severity { get; set; } = severity; 32/// <see cref="Severity"/> set to <see cref="EvaluationDiagnosticSeverity.Informational"/>. 37/// <see cref="EvaluationDiagnosticSeverity.Informational"/>. 40=> new EvaluationDiagnostic(EvaluationDiagnosticSeverity.Informational, message); 44/// <see cref="Severity"/> set to <see cref="EvaluationDiagnosticSeverity.Warning"/>. 49/// <see cref="EvaluationDiagnosticSeverity.Warning"/>. 52=> new EvaluationDiagnostic(EvaluationDiagnosticSeverity.Warning, message); 56/// <see cref="Severity"/> set to <see cref="EvaluationDiagnosticSeverity.Error"/>. 61/// <see cref="EvaluationDiagnosticSeverity.Error"/>. 64=> new EvaluationDiagnostic(EvaluationDiagnosticSeverity.Error, message);
Microsoft.Extensions.AI.Evaluation.Console (3)
Commands\ReportCommand.cs (3)
220metric.Diagnostics?.Count(d => d.Severity == EvaluationDiagnosticSeverity.Error) ?? 0; 222metric.Diagnostics?.Count(d => d.Severity == EvaluationDiagnosticSeverity.Warning) ?? 0; 224metric.Diagnostics?.Count(d => d.Severity == EvaluationDiagnosticSeverity.Informational) ?? 0;
Microsoft.Extensions.AI.Evaluation.Integration.Tests (21)
AgentQualityEvaluatorTests.cs (4)
98result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning), 131result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning), 154result.Metrics.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)), 194result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning),
NLPEvaluatorTests.cs (4)
60result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning), 87result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning), 113result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning), 134result.Metrics.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)),
QualityEvaluatorTests.cs (3)
97result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning), 138result.ContainsDiagnostics(d => d.Severity >= EvaluationDiagnosticSeverity.Warning), 175result.Metrics.Values.All(m => m.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error)),
ResultsTests.cs (1)
603Assert.True(result.ContainsDiagnostics(d => d.Severity == EvaluationDiagnosticSeverity.Error));
SafetyEvaluatorTests.cs (9)
212result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 303result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 348result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 384result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 433result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 495result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 530result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 571result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error), 605result.ContainsDiagnostics(d => d.Severity is EvaluationDiagnosticSeverity.Error),
Microsoft.Extensions.AI.Evaluation.NLP.Tests (6)
BLEUEvaluatorTests.cs (2)
56Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error); 109Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error);
F1EvaluatorTests.cs (2)
56Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error); 89Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error);
GLEUEvaluatorTests.cs (2)
56Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error); 109Assert.Contains(metric.Diagnostics, d => d.Severity == EvaluationDiagnosticSeverity.Error);
Microsoft.Extensions.AI.Evaluation.Reporting (18)
Generated\361d1da7f942c932\JsonContext.EvaluationDiagnosticSeverity.g.cs (9)
15private global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity>? _EvaluationDiagnosticSeverity; 21public global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity> EvaluationDiagnosticSeverity 24get => _EvaluationDiagnosticSeverity ??= (global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity>)Options.GetTypeInfo(typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity)); 27private global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity> Create_EvaluationDiagnosticSeverity(global::System.Text.Json.JsonSerializerOptions options) 29if (!TryGetTypeInfoForRuntimeCustomConverter<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity>(options, out global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity> jsonTypeInfo)) 31jsonTypeInfo = global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.CreateValueInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity>(options, global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.GetEnumConverter<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity>(options));
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.EvaluationDiagnostic.g.cs (6)
34ObjectWithParameterizedConstructorCreator = static args => new global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic((global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity)args[0], (string)args[1]), 37ConstructorAttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic).GetConstructor(InstanceMemberBindingFlags, binder: null, new[] {typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity), typeof(string)}, modifiers: null), 53var info0 = new global::System.Text.Json.Serialization.Metadata.JsonPropertyInfoValues<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity> 68AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic).GetProperty("Severity", InstanceMemberBindingFlags, null, typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity), global::System.Array.Empty<global::System.Type>(), null), 71properties[0] = global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.CreatePropertyInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity>(options, info0); 126ParameterType = typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity),
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.g.cs (1)
20new global::Microsoft.Extensions.AI.Evaluation.Reporting.JsonSerialization.CamelCaseEnumConverter<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity>(),
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.GetJsonTypeInfo.g.cs (1)
112if (type == typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity))
JsonSerialization\JsonUtilities.cs (1)
48typeof(CamelCaseEnumConverter<EvaluationDiagnosticSeverity>),
Microsoft.Extensions.AI.Evaluation.Reporting.Azure (18)
Generated\361d1da7f942c932\JsonContext.EvaluationDiagnosticSeverity.g.cs (9)
15private global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity>? _EvaluationDiagnosticSeverity; 21public global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity> EvaluationDiagnosticSeverity 24get => _EvaluationDiagnosticSeverity ??= (global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity>)Options.GetTypeInfo(typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity)); 27private global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity> Create_EvaluationDiagnosticSeverity(global::System.Text.Json.JsonSerializerOptions options) 29if (!TryGetTypeInfoForRuntimeCustomConverter<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity>(options, out global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity> jsonTypeInfo)) 31jsonTypeInfo = global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.CreateValueInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity>(options, global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.GetEnumConverter<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity>(options));
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.EvaluationDiagnostic.g.cs (6)
34ObjectWithParameterizedConstructorCreator = static args => new global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic((global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity)args[0], (string)args[1]), 37ConstructorAttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic).GetConstructor(InstanceMemberBindingFlags, binder: null, new[] {typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity), typeof(string)}, modifiers: null), 53var info0 = new global::System.Text.Json.Serialization.Metadata.JsonPropertyInfoValues<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity> 68AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic).GetProperty("Severity", InstanceMemberBindingFlags, null, typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity), global::System.Array.Empty<global::System.Type>(), null), 71properties[0] = global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.CreatePropertyInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity>(options, info0); 126ParameterType = typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity),
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.g.cs (1)
20new global::Microsoft.Extensions.AI.Evaluation.Reporting.JsonSerialization.CamelCaseEnumConverter<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity>(),
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.GetJsonTypeInfo.g.cs (1)
112if (type == typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity))
JsonSerialization\AzureStorageJsonUtilities.cs (1)
44typeof(CamelCaseEnumConverter<EvaluationDiagnosticSeverity>),