124 references to EvaluationRating
Microsoft.Extensions.AI.Evaluation (5)
EvaluationMetricInterpretation.cs (5)
10/// An <see cref="EvaluationRating"/> that identifies how good or bad the result represented in the associated 22EvaluationRating rating = EvaluationRating.Unknown, 27/// Gets or sets an <see cref="EvaluationRating"/> that identifies how good or bad the result represented in the 30public EvaluationRating Rating { get; set; } = rating;
Microsoft.Extensions.AI.Evaluation.Integration.Tests (19)
ResultsTests.cs (19)
49? new EvaluationMetricInterpretation(rating: EvaluationRating.Exceptional) 51rating: EvaluationRating.Unacceptable, 74EvaluationRating rating = value switch 76> 5.0 => EvaluationRating.Inconclusive, 77> 4.0 and <= 5.0 => EvaluationRating.Exceptional, 78> 3.0 and <= 4.0 => EvaluationRating.Good, 79> 2.0 and <= 3.0 => EvaluationRating.Average, 80> 1.0 and <= 2.0 => EvaluationRating.Poor, 81> 0.0 and <= 1.0 => EvaluationRating.Unacceptable, 82<= 0.0 => EvaluationRating.Inconclusive, 83_ => EvaluationRating.Inconclusive, 88rating is not (EvaluationRating.Inconclusive or EvaluationRating.Unknown) 110? new EvaluationMetricInterpretation(EvaluationRating.Good) 111: new EvaluationMetricInterpretation(EvaluationRating.Unacceptable, failed: true, "Value is missing"); 135return new EvaluationMetricInterpretation(EvaluationRating.Unknown, failed: true, "Value is missing"); 140return new EvaluationMetricInterpretation(EvaluationRating.Inconclusive, failed: true, $"Value {e.Value} is not an allowed value"); 145return new EvaluationMetricInterpretation(EvaluationRating.Exceptional, reason: $"Value is {e.Value}"); 148return new EvaluationMetricInterpretation(EvaluationRating.Unacceptable, failed: true, reason: $"Value is {e.Value}");
Microsoft.Extensions.AI.Evaluation.NLP (10)
Common\ScoreInterpretationExtensions.cs (10)
15EvaluationRating rating = metric.Value switch 17null => EvaluationRating.Inconclusive, 18> 1.0 => EvaluationRating.Inconclusive, 19> 0.8 and <= 1.0 => EvaluationRating.Exceptional, 20> 0.6 and <= 0.8 => EvaluationRating.Good, 21> 0.4 and <= 0.6 => EvaluationRating.Average, 22> 0.2 and <= 0.4 => EvaluationRating.Poor, 23>= 0.0 and <= 0.2 => EvaluationRating.Unacceptable, 24< 0.0 => EvaluationRating.Inconclusive, 25_ => EvaluationRating.Inconclusive,
Microsoft.Extensions.AI.Evaluation.NLP.Tests (6)
BLEUEvaluatorTests.cs (2)
26Assert.Equal(EvaluationRating.Exceptional, metric.Interpretation.Rating); 42Assert.Equal(EvaluationRating.Unacceptable, metric.Interpretation.Rating);
F1EvaluatorTests.cs (2)
26Assert.Equal(EvaluationRating.Exceptional, metric.Interpretation.Rating); 42Assert.Equal(EvaluationRating.Unacceptable, metric.Interpretation.Rating);
GLEUEvaluatorTests.cs (2)
26Assert.Equal(EvaluationRating.Exceptional, metric.Interpretation.Rating); 42Assert.Equal(EvaluationRating.Unacceptable, metric.Interpretation.Rating);
Microsoft.Extensions.AI.Evaluation.Quality (16)
EvaluationMetricExtensions.cs (16)
14EvaluationRating rating = metric.Value switch 16null => EvaluationRating.Inconclusive, 17> 5.0 => EvaluationRating.Inconclusive, 18> 4.0 and <= 5.0 => EvaluationRating.Exceptional, 19> 3.0 and <= 4.0 => EvaluationRating.Good, 20> 2.0 and <= 3.0 => EvaluationRating.Average, 21> 1.0 and <= 2.0 => EvaluationRating.Poor, 22> 0.0 and <= 1.0 => EvaluationRating.Unacceptable, 23<= 0.0 => EvaluationRating.Inconclusive, 24_ => EvaluationRating.Inconclusive, 40EvaluationRating rating = metric.Value switch 42null => EvaluationRating.Inconclusive, 43true => passValue ? EvaluationRating.Exceptional : EvaluationRating.Unacceptable, 44false => passValue ? EvaluationRating.Unacceptable : EvaluationRating.Exceptional,
Microsoft.Extensions.AI.Evaluation.Reporting (19)
Generated\361d1da7f942c932\JsonContext.EvaluationMetricInterpretation.g.cs (7)
34ObjectWithParameterizedConstructorCreator = static args => new global::Microsoft.Extensions.AI.Evaluation.EvaluationMetricInterpretation((global::Microsoft.Extensions.AI.Evaluation.EvaluationRating)args[0], (bool)args[1], (string)args[2]), 37ConstructorAttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationMetricInterpretation).GetConstructor(InstanceMemberBindingFlags, binder: null, new[] {typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationRating), typeof(bool), typeof(string)}, modifiers: null), 53var info0 = new global::System.Text.Json.Serialization.Metadata.JsonPropertyInfoValues<global::Microsoft.Extensions.AI.Evaluation.EvaluationRating> 68AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationMetricInterpretation).GetProperty("Rating", InstanceMemberBindingFlags, null, typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationRating), global::System.Array.Empty<global::System.Type>(), null), 71properties[0] = global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.CreatePropertyInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationRating>(options, info0); 145ParameterType = typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationRating), 148DefaultValue = (global::Microsoft.Extensions.AI.Evaluation.EvaluationRating)(0),
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.EvaluationRating.g.cs (9)
15private global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationRating>? _EvaluationRating; 21public global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationRating> EvaluationRating 24get => _EvaluationRating ??= (global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationRating>)Options.GetTypeInfo(typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationRating)); 27private global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationRating> Create_EvaluationRating(global::System.Text.Json.JsonSerializerOptions options) 29if (!TryGetTypeInfoForRuntimeCustomConverter<global::Microsoft.Extensions.AI.Evaluation.EvaluationRating>(options, out global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationRating> jsonTypeInfo)) 31jsonTypeInfo = global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.CreateValueInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationRating>(options, global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.GetEnumConverter<global::Microsoft.Extensions.AI.Evaluation.EvaluationRating>(options));
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.g.cs (1)
21new global::Microsoft.Extensions.AI.Evaluation.Reporting.JsonSerialization.CamelCaseEnumConverter<global::Microsoft.Extensions.AI.Evaluation.EvaluationRating>(),
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.GetJsonTypeInfo.g.cs (1)
124if (type == typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationRating))
JsonSerialization\JsonUtilities.cs (1)
49typeof(CamelCaseEnumConverter<EvaluationRating>),
Microsoft.Extensions.AI.Evaluation.Reporting.Azure (19)
Generated\361d1da7f942c932\JsonContext.EvaluationMetricInterpretation.g.cs (7)
34ObjectWithParameterizedConstructorCreator = static args => new global::Microsoft.Extensions.AI.Evaluation.EvaluationMetricInterpretation((global::Microsoft.Extensions.AI.Evaluation.EvaluationRating)args[0], (bool)args[1], (string)args[2]), 37ConstructorAttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationMetricInterpretation).GetConstructor(InstanceMemberBindingFlags, binder: null, new[] {typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationRating), typeof(bool), typeof(string)}, modifiers: null), 53var info0 = new global::System.Text.Json.Serialization.Metadata.JsonPropertyInfoValues<global::Microsoft.Extensions.AI.Evaluation.EvaluationRating> 68AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationMetricInterpretation).GetProperty("Rating", InstanceMemberBindingFlags, null, typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationRating), global::System.Array.Empty<global::System.Type>(), null), 71properties[0] = global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.CreatePropertyInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationRating>(options, info0); 145ParameterType = typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationRating), 148DefaultValue = (global::Microsoft.Extensions.AI.Evaluation.EvaluationRating)(0),
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.EvaluationRating.g.cs (9)
15private global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationRating>? _EvaluationRating; 21public global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationRating> EvaluationRating 24get => _EvaluationRating ??= (global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationRating>)Options.GetTypeInfo(typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationRating)); 27private global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationRating> Create_EvaluationRating(global::System.Text.Json.JsonSerializerOptions options) 29if (!TryGetTypeInfoForRuntimeCustomConverter<global::Microsoft.Extensions.AI.Evaluation.EvaluationRating>(options, out global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationRating> jsonTypeInfo)) 31jsonTypeInfo = global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.CreateValueInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationRating>(options, global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.GetEnumConverter<global::Microsoft.Extensions.AI.Evaluation.EvaluationRating>(options));
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.g.cs (1)
21new global::Microsoft.Extensions.AI.Evaluation.Reporting.JsonSerialization.CamelCaseEnumConverter<global::Microsoft.Extensions.AI.Evaluation.EvaluationRating>(),
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.GetJsonTypeInfo.g.cs (1)
124if (type == typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationRating))
JsonSerialization\AzureStorageJsonUtilities.cs (1)
45typeof(CamelCaseEnumConverter<EvaluationRating>),
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (4)
ScenarioRunResultTests.cs (4)
32var interpretation1 = new EvaluationMetricInterpretation(EvaluationRating.Poor, failed: true, "int-reason1"); 33var interpretation2 = new EvaluationMetricInterpretation(EvaluationRating.Exceptional, failed: false, "int-reason2"); 124var interpretation1 = new EvaluationMetricInterpretation(EvaluationRating.Poor, failed: true, "int-reason1"); 125var interpretation2 = new EvaluationMetricInterpretation(EvaluationRating.Exceptional, failed: false, "int-reason2");
Microsoft.Extensions.AI.Evaluation.Safety (26)
EvaluationMetricExtensions.cs (26)
14EvaluationRating rating = metric.Value switch 16null => EvaluationRating.Inconclusive, 17> 5.0 and <= 7.0 => EvaluationRating.Unacceptable, 18> 3.0 and <= 5.0 => EvaluationRating.Poor, 19> 2.0 and <= 3.0 => EvaluationRating.Average, 20> 1.0 and <= 2.0 => EvaluationRating.Good, 21> 0.0 and <= 1.0 => EvaluationRating.Exceptional, 220.0 => EvaluationRating.Exceptional, 23< 0.0 => EvaluationRating.Inconclusive, 24_ => EvaluationRating.Inconclusive, 38EvaluationRating rating = metric.Value switch 40null => EvaluationRating.Inconclusive, 41> 5.0 => EvaluationRating.Inconclusive, 42> 4.0 and <= 5.0 => EvaluationRating.Exceptional, 43> 3.0 and <= 4.0 => EvaluationRating.Good, 44> 2.0 and <= 3.0 => EvaluationRating.Average, 45> 1.0 and <= 2.0 => EvaluationRating.Poor, 46> 0.0 and <= 1.0 => EvaluationRating.Unacceptable, 47<= 0.0 => EvaluationRating.Inconclusive, 48_ => EvaluationRating.Inconclusive, 64EvaluationRating rating = metric.Value switch 66null => EvaluationRating.Inconclusive, 67true => passValue ? EvaluationRating.Exceptional : EvaluationRating.Unacceptable, 68false => passValue ? EvaluationRating.Unacceptable : EvaluationRating.Exceptional,