84 references to EvaluationRating
Microsoft.Extensions.AI.Evaluation (5)
EvaluationMetricInterpretation.cs (5)
15/// An <see cref="EvaluationRating"/> that identifies how good or bad the result represented in the associated 27EvaluationRating rating = EvaluationRating.Unknown, 32/// Gets or sets an <see cref="EvaluationRating"/> that identifies how good or bad the result represented in the 35public EvaluationRating Rating { get; set; } = rating;
Microsoft.Extensions.AI.Evaluation.Integration.Tests (19)
ResultsTests.cs (19)
51? new EvaluationMetricInterpretation(rating: EvaluationRating.Exceptional) 53rating: EvaluationRating.Unacceptable, 76EvaluationRating rating = value switch 78> 5.0 => EvaluationRating.Inconclusive, 79> 4.0 and <= 5.0 => EvaluationRating.Exceptional, 80> 3.0 and <= 4.0 => EvaluationRating.Good, 81> 2.0 and <= 3.0 => EvaluationRating.Average, 82> 1.0 and <= 2.0 => EvaluationRating.Poor, 83> 0.0 and <= 1.0 => EvaluationRating.Unacceptable, 84<= 0.0 => EvaluationRating.Inconclusive, 85_ => EvaluationRating.Inconclusive, 90rating is not (EvaluationRating.Inconclusive or EvaluationRating.Unknown) 112? new EvaluationMetricInterpretation(EvaluationRating.Good) 113: new EvaluationMetricInterpretation(EvaluationRating.Unacceptable, failed: true, "Value is missing"); 137return new EvaluationMetricInterpretation(EvaluationRating.Unknown, failed: true, "Value is missing"); 142return new EvaluationMetricInterpretation(EvaluationRating.Inconclusive, failed: true, $"Value {e.Value} is not an allowed value"); 147return new EvaluationMetricInterpretation(EvaluationRating.Exceptional, reason: $"Value is {e.Value}"); 150return new EvaluationMetricInterpretation(EvaluationRating.Unacceptable, failed: true, reason: $"Value is {e.Value}");
Microsoft.Extensions.AI.Evaluation.NLP (10)
Common\NLPScoreInterpretation.cs (10)
15EvaluationRating rating = metric.Value switch 17null => EvaluationRating.Inconclusive, 18> 1.0 => EvaluationRating.Inconclusive, 19> 0.8 and <= 1.0 => EvaluationRating.Exceptional, 20> 0.6 and <= 0.8 => EvaluationRating.Good, 21> 0.4 and <= 0.6 => EvaluationRating.Average, 22> 0.2 and <= 0.4 => EvaluationRating.Poor, 23>= 0.0 and <= 0.2 => EvaluationRating.Unacceptable, 24< 0.0 => EvaluationRating.Inconclusive, 25_ => EvaluationRating.Inconclusive,
Microsoft.Extensions.AI.Evaluation.NLP.Tests (2)
BLEUEvaluatorTests.cs (2)
27Assert.Equal(EvaluationRating.Exceptional, metric.Interpretation.Rating); 43Assert.Equal(EvaluationRating.Unacceptable, metric.Interpretation.Rating);
Microsoft.Extensions.AI.Evaluation.Quality (16)
EvaluationMetricExtensions.cs (16)
14EvaluationRating rating = metric.Value switch 16null => EvaluationRating.Inconclusive, 17> 5.0 => EvaluationRating.Inconclusive, 18> 4.0 and <= 5.0 => EvaluationRating.Exceptional, 19> 3.0 and <= 4.0 => EvaluationRating.Good, 20> 2.0 and <= 3.0 => EvaluationRating.Average, 21> 1.0 and <= 2.0 => EvaluationRating.Poor, 22> 0.0 and <= 1.0 => EvaluationRating.Unacceptable, 23<= 0.0 => EvaluationRating.Inconclusive, 24_ => EvaluationRating.Inconclusive, 40EvaluationRating rating = metric.Value switch 42null => EvaluationRating.Inconclusive, 43true => passValue ? EvaluationRating.Exceptional : EvaluationRating.Unacceptable, 44false => passValue ? EvaluationRating.Unacceptable : EvaluationRating.Exceptional,
Microsoft.Extensions.AI.Evaluation.Reporting (1)
JsonSerialization\JsonUtilities.cs (1)
55typeof(CamelCaseEnumConverter<EvaluationRating>),
Microsoft.Extensions.AI.Evaluation.Reporting.Azure (1)
JsonSerialization\AzureStorageJsonUtilities.cs (1)
51typeof(CamelCaseEnumConverter<EvaluationRating>),
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (4)
ScenarioRunResultTests.cs (4)
31var interpretation1 = new EvaluationMetricInterpretation(EvaluationRating.Poor, failed: true, "int-reason1"); 32var interpretation2 = new EvaluationMetricInterpretation(EvaluationRating.Exceptional, failed: false, "int-reason2"); 122var interpretation1 = new EvaluationMetricInterpretation(EvaluationRating.Poor, failed: true, "int-reason1"); 123var interpretation2 = new EvaluationMetricInterpretation(EvaluationRating.Exceptional, failed: false, "int-reason2");
Microsoft.Extensions.AI.Evaluation.Safety (26)
EvaluationMetricExtensions.cs (26)
14EvaluationRating rating = metric.Value switch 16null => EvaluationRating.Inconclusive, 17> 5.0 and <= 7.0 => EvaluationRating.Unacceptable, 18> 3.0 and <= 5.0 => EvaluationRating.Poor, 19> 2.0 and <= 3.0 => EvaluationRating.Average, 20> 1.0 and <= 2.0 => EvaluationRating.Good, 21> 0.0 and <= 1.0 => EvaluationRating.Exceptional, 220.0 => EvaluationRating.Exceptional, 23< 0.0 => EvaluationRating.Inconclusive, 24_ => EvaluationRating.Inconclusive, 38EvaluationRating rating = metric.Value switch 40null => EvaluationRating.Inconclusive, 41> 5.0 => EvaluationRating.Inconclusive, 42> 4.0 and <= 5.0 => EvaluationRating.Exceptional, 43> 3.0 and <= 4.0 => EvaluationRating.Good, 44> 2.0 and <= 3.0 => EvaluationRating.Average, 45> 1.0 and <= 2.0 => EvaluationRating.Poor, 46> 0.0 and <= 1.0 => EvaluationRating.Unacceptable, 47<= 0.0 => EvaluationRating.Inconclusive, 48_ => EvaluationRating.Inconclusive, 64EvaluationRating rating = metric.Value switch 66null => EvaluationRating.Inconclusive, 67true => passValue ? EvaluationRating.Exceptional : EvaluationRating.Unacceptable, 68false => passValue ? EvaluationRating.Unacceptable : EvaluationRating.Exceptional,