3 instantiations of EvaluationDiagnostic
Microsoft.Extensions.AI.Evaluation (3)
EvaluationDiagnostic.cs (3)
40=> new EvaluationDiagnostic(EvaluationDiagnosticSeverity.Informational, message); 52=> new EvaluationDiagnostic(EvaluationDiagnosticSeverity.Warning, message); 64=> new EvaluationDiagnostic(EvaluationDiagnosticSeverity.Error, message);
169 references to EvaluationDiagnostic
Microsoft.Extensions.AI.Evaluation (46)
CompositeEvaluator.cs (1)
157metric.AddDiagnostics(EvaluationDiagnostic.Error(message));
EvaluationDiagnostic.cs (18)
12/// <see cref="EvaluationDiagnostic"/>. 15/// An error, warning or informational message describing the <see cref="EvaluationDiagnostic"/>. 21/// <see cref="EvaluationDiagnostic"/>. 26/// Gets or sets an error, warning or informational message describing the <see cref="EvaluationDiagnostic"/>. 31/// Returns an <see cref="EvaluationDiagnostic"/> with the supplied <paramref name="message"/> and with 34/// <param name="message">An informational message describing the <see cref="EvaluationDiagnostic"/>.</param> 36/// An <see cref="EvaluationDiagnostic"/> with <see cref="Severity"/> set to 39public static EvaluationDiagnostic Informational(string message) 43/// Returns an <see cref="EvaluationDiagnostic"/> with the supplied <paramref name="message"/> and with 46/// <param name="message">A warning message describing the <see cref="EvaluationDiagnostic"/>.</param> 48/// An <see cref="EvaluationDiagnostic"/> with <see cref="Severity"/> set to 51public static EvaluationDiagnostic Warning(string message) 55/// Returns an <see cref="EvaluationDiagnostic"/> with the supplied <paramref name="message"/> and with 58/// <param name="message">An error message describing the <see cref="EvaluationDiagnostic"/>.</param> 60/// An <see cref="EvaluationDiagnostic"/> with <see cref="Severity"/> set to 63public static EvaluationDiagnostic Error(string message) 66/// <summary>Returns a string representation of the <see cref="EvaluationDiagnostic"/>.</summary> 67/// <returns>A string representation of the <see cref="EvaluationDiagnostic"/>.</returns>
EvaluationDiagnosticSeverity.cs (4)
7/// An enumeration that identifies the set of possible values for <see cref="EvaluationDiagnostic.Severity"/>. 12/// A value that indicates that the <see cref="EvaluationDiagnostic"/> is informational. 17/// A value that indicates that the <see cref="EvaluationDiagnostic"/> represents a warning. 22/// A value that indicates that the <see cref="EvaluationDiagnostic"/> represents an error.
EvaluationMetric.cs (2)
48/// Gets or sets a collection of zero or more <see cref="EvaluationDiagnostic"/>s associated with the current 51public IList<EvaluationDiagnostic>? Diagnostics { get; set; }
EvaluationMetricExtensions.cs (12)
51/// <see cref="EvaluationDiagnostic"/> matching the supplied <paramref name="predicate"/>. 55/// A predicate that returns <see langword="true"/> if a matching <see cref="EvaluationDiagnostic"/> is found; 60/// <see cref="EvaluationDiagnostic"/> matching the supplied <paramref name="predicate"/>; <see langword="false"/> 65Func<EvaluationDiagnostic, bool>? predicate = null) 77/// Adds the supplied <see cref="EvaluationDiagnostic"/>s to the supplied <see cref="EvaluationMetric"/>'s 81/// <param name="diagnostics">The <see cref="EvaluationDiagnostic"/>s to be added.</param> 82public static void AddDiagnostics(this EvaluationMetric metric, IEnumerable<EvaluationDiagnostic> diagnostics) 91foreach (EvaluationDiagnostic diagnostic in diagnostics) 99/// Adds the supplied <see cref="EvaluationDiagnostic"/>s to the supplied <see cref="EvaluationMetric"/>'s 103/// <param name="diagnostics">The <see cref="EvaluationDiagnostic"/>s to be added.</param> 104public static void AddDiagnostics(this EvaluationMetric metric, params EvaluationDiagnostic[] diagnostics) 105=> metric.AddDiagnostics(diagnostics as IEnumerable<EvaluationDiagnostic>);
EvaluationResultExtensions.cs (9)
54/// <param name="diagnostics">The <see cref="EvaluationDiagnostic"/>s that are to be added.</param> 55public static void AddDiagnosticsToAllMetrics(this EvaluationResult result, IEnumerable<EvaluationDiagnostic> diagnostics) 72/// <param name="diagnostics">The <see cref="EvaluationDiagnostic"/>s that are to be added.</param> 73public static void AddDiagnosticsToAllMetrics(this EvaluationResult result, params EvaluationDiagnostic[] diagnostics) 74=> AddDiagnosticsToAllMetrics(result, diagnostics as IEnumerable<EvaluationDiagnostic>); 78/// <paramref name="result"/> contains an <see cref="EvaluationDiagnostic"/> matching the supplied 83/// A predicate that returns <see langword="true"/> if a matching <see cref="EvaluationDiagnostic"/> is found; 88/// <paramref name="result"/> contains an <see cref="EvaluationDiagnostic"/> matching the supplied 93Func<EvaluationDiagnostic, bool>? predicate = null)
Microsoft.Extensions.AI.Evaluation.Integration.Tests (39)
ResultsTests.cs (39)
421metric1.AddDiagnostics(EvaluationDiagnostic.Error("Error 1")); 422metric1.AddDiagnostics(EvaluationDiagnostic.Error("Error 2")); 423metric1.AddDiagnostics(EvaluationDiagnostic.Warning("Warning 1")); 424metric1.AddDiagnostics(EvaluationDiagnostic.Informational("Informational 1")); 425metric1.AddDiagnostics(EvaluationDiagnostic.Informational("Informational 2")); 429metric2.AddDiagnostics(EvaluationDiagnostic.Warning("Warning 1")); 430metric2.AddDiagnostics(EvaluationDiagnostic.Warning("Warning 2")); 431metric2.AddDiagnostics(EvaluationDiagnostic.Informational("Informational 2")); 435metric3.AddDiagnostics(EvaluationDiagnostic.Error("Error 1")); 436metric3.AddDiagnostics(EvaluationDiagnostic.Error("Error 2")); 441metric4.AddDiagnostics(EvaluationDiagnostic.Warning("Warning 1")); 442metric4.AddDiagnostics(EvaluationDiagnostic.Warning("Warning 2")); 446metric5.AddDiagnostics(EvaluationDiagnostic.Informational("Informational 1")); 474metric1.AddDiagnostics(EvaluationDiagnostic.Error("Error 1")); 475metric1.AddDiagnostics(EvaluationDiagnostic.Error("Error 2")); 476metric1.AddDiagnostics(EvaluationDiagnostic.Warning("Warning 1")); 477metric1.AddDiagnostics(EvaluationDiagnostic.Informational("Informational 1")); 478metric1.AddDiagnostics(EvaluationDiagnostic.Informational("Informational 2")); 482metric2.AddDiagnostics(EvaluationDiagnostic.Warning("Warning 1")); 483metric2.AddDiagnostics(EvaluationDiagnostic.Warning("Warning 2")); 484metric2.AddDiagnostics(EvaluationDiagnostic.Informational("Informational 2")); 488metric3.AddDiagnostics(EvaluationDiagnostic.Error("Error 1")); 489metric3.AddDiagnostics(EvaluationDiagnostic.Error("Error 2")); 494metric4.AddDiagnostics(EvaluationDiagnostic.Warning("Warning 1")); 495metric4.AddDiagnostics(EvaluationDiagnostic.Warning("Warning 2")); 499metric5.AddDiagnostics(EvaluationDiagnostic.Informational("Informational 1")); 533metric1.AddDiagnostics(EvaluationDiagnostic.Error("Error 1")); 534metric1.AddDiagnostics(EvaluationDiagnostic.Error("Error 2")); 535metric1.AddDiagnostics(EvaluationDiagnostic.Warning("Warning 1")); 536metric1.AddDiagnostics(EvaluationDiagnostic.Informational("Informational 1")); 537metric1.AddDiagnostics(EvaluationDiagnostic.Informational("Informational 2")); 541metric2.AddDiagnostics(EvaluationDiagnostic.Warning("Warning 1")); 542metric2.AddDiagnostics(EvaluationDiagnostic.Warning("Warning 2")); 543metric2.AddDiagnostics(EvaluationDiagnostic.Informational("Informational 2")); 547metric3.AddDiagnostics(EvaluationDiagnostic.Error("Error 1")); 548metric3.AddDiagnostics(EvaluationDiagnostic.Error("Error 2")); 553metric4.AddDiagnostics(EvaluationDiagnostic.Warning("Warning 1")); 554metric4.AddDiagnostics(EvaluationDiagnostic.Warning("Warning 2")); 558metric5.AddDiagnostics(EvaluationDiagnostic.Informational("Informational 1"));
Microsoft.Extensions.AI.Evaluation.NLP (8)
BLEUEvaluator.cs (3)
57EvaluationDiagnostic.Error($"The {nameof(modelResponse)} supplied for evaluation was null or empty.")); 66EvaluationDiagnostic.Error( 75EvaluationDiagnostic.Error(
F1Evaluator.cs (2)
57EvaluationDiagnostic.Error($"The {nameof(modelResponse)} supplied for evaluation was null or empty.")); 66EvaluationDiagnostic.Error(
GLEUEvaluator.cs (3)
57EvaluationDiagnostic.Error($"The {nameof(modelResponse)} supplied for evaluation was null or empty.")); 66EvaluationDiagnostic.Error( 75EvaluationDiagnostic.Error(
Microsoft.Extensions.AI.Evaluation.Quality (40)
CoherenceEvaluator.cs (1)
84EvaluationDiagnostic.Error($"The {nameof(modelResponse)} supplied for evaluation was null or empty."));
CompletenessEvaluator.cs (2)
81EvaluationDiagnostic.Error($"The {nameof(modelResponse)} supplied for evaluation was null or empty.")); 90EvaluationDiagnostic.Error(
EquivalenceEvaluator.cs (2)
82EvaluationDiagnostic.Error($"The {nameof(modelResponse)} supplied for evaluation was null or empty.")); 91EvaluationDiagnostic.Error(
EvaluationMetricExtensions.cs (4)
78metric.AddDiagnostics(EvaluationDiagnostic.Informational( 90EvaluationDiagnostic.Error( 138EvaluationDiagnostic.Error( 161EvaluationDiagnostic.Error(
FluencyEvaluator.cs (1)
78EvaluationDiagnostic.Error($"The {nameof(modelResponse)} supplied for evaluation was null or empty."));
GroundednessEvaluator.cs (2)
79EvaluationDiagnostic.Error($"The {nameof(modelResponse)} supplied for evaluation was null or empty.")); 88EvaluationDiagnostic.Error(
IntentResolutionEvaluator.cs (8)
92EvaluationDiagnostic.Error( 101EvaluationDiagnostic.Error( 113EvaluationDiagnostic.Error( 128EvaluationDiagnostic.Error( 134EvaluationDiagnostic.Error( 335EvaluationDiagnostic.Error("The model failed to produce a valid evaluation response.")); 357EvaluationDiagnostic.Error( 372EvaluationDiagnostic.Error(
RelevanceEvaluator.cs (2)
82EvaluationDiagnostic.Error( 91EvaluationDiagnostic.Error($"The {nameof(modelResponse)} supplied for evaluation was null or empty."));
RelevanceTruthAndCompletenessEvaluator.cs (5)
103EvaluationDiagnostic.Error( 112EvaluationDiagnostic.Error($"The {nameof(modelResponse)} supplied for evaluation was null or empty.")); 283EvaluationDiagnostic.Error("The model failed to produce a valid evaluation response.")); 305EvaluationDiagnostic.Error( 320EvaluationDiagnostic.Error(
RetrievalEvaluator.cs (3)
87EvaluationDiagnostic.Error( 97EvaluationDiagnostic.Error( 106EvaluationDiagnostic.Error(
TaskAdherenceEvaluator.cs (5)
91EvaluationDiagnostic.Error( 100EvaluationDiagnostic.Error( 112EvaluationDiagnostic.Error( 127EvaluationDiagnostic.Error( 133EvaluationDiagnostic.Error(
ToolCallAccuracyEvaluator.cs (5)
93EvaluationDiagnostic.Error( 105EvaluationDiagnostic.Error($"The {nameof(modelResponse)} supplied for evaluation did not contain any tool calls (i.e., {nameof(FunctionCallContent)}s).")); 114EvaluationDiagnostic.Error( 123EvaluationDiagnostic.Error( 134EvaluationDiagnostic.Error(
Microsoft.Extensions.AI.Evaluation.Reporting (4)
ScenarioRunResultExtensions.cs (4)
16/// <paramref name="result"/> contains an <see cref="EvaluationDiagnostic"/> matching the supplied 21/// A predicate that returns <see langword="true"/> if a matching <see cref="EvaluationDiagnostic"/> is found; 26/// <paramref name="result"/> contains an <see cref="EvaluationDiagnostic"/> matching the supplied 31Func<EvaluationDiagnostic, bool>? predicate = null)
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (15)
ResultStoreTester.cs (1)
25numericMetric.AddDiagnostics(EvaluationDiagnostic.Informational("Informational Message"));
ScenarioRunResultTests.cs (14)
40booleanMetric.AddDiagnostics(EvaluationDiagnostic.Error("error")); 41booleanMetric.AddDiagnostics(EvaluationDiagnostic.Warning("warning")); 51numericMetric.AddDiagnostics(EvaluationDiagnostic.Informational("info")); 59metricWithNoValue.AddDiagnostics(EvaluationDiagnostic.Error("error")); 60metricWithNoValue.AddDiagnostics(EvaluationDiagnostic.Informational("info")); 132booleanMetric.AddDiagnostics(EvaluationDiagnostic.Error("error")); 133booleanMetric.AddDiagnostics(EvaluationDiagnostic.Warning("warning")); 143numericMetric.AddDiagnostics(EvaluationDiagnostic.Informational("info")); 151metricWithNoValue.AddDiagnostics(EvaluationDiagnostic.Error("error")); 152metricWithNoValue.AddDiagnostics(EvaluationDiagnostic.Informational("info")); 379private class DiagnosticComparer : IEqualityComparer<EvaluationDiagnostic> 383public bool Equals(EvaluationDiagnostic? x, EvaluationDiagnostic? y) 386public int GetHashCode(EvaluationDiagnostic obj)
Microsoft.Extensions.AI.Evaluation.Safety (17)
ContentSafetyEvaluator.cs (1)
123(string payload, IReadOnlyList<EvaluationDiagnostic>? diagnostics) =
ContentSafetyServicePayloadUtilities.cs (15)
15internal static (string payload, IReadOnlyList<EvaluationDiagnostic>? diagnostics) GetPayload( 77private static (string payload, IReadOnlyList<EvaluationDiagnostic>? diagnostics) 92List<EvaluationDiagnostic>? diagnostics; 163private static (string payload, IReadOnlyList<EvaluationDiagnostic>? diagnostics) 184List<EvaluationDiagnostic>? diagnostics; 245private static (string payload, IReadOnlyList<EvaluationDiagnostic>? diagnostics) GetConversationPayload( 262List<EvaluationDiagnostic>? diagnostics; 386List<EvaluationDiagnostic>? diagnostics, 486List<EvaluationDiagnostic>? diagnostics = null; 491EvaluationDiagnostic.Warning( 501EvaluationDiagnostic.Warning( 513EvaluationDiagnostic.Warning( 522EvaluationDiagnostic.Warning( 537EvaluationDiagnostic.Warning( 551EvaluationDiagnostic.Warning(
EvaluationMetricExtensions.cs (1)
100metric.AddDiagnostics(EvaluationDiagnostic.Informational(serializedData));