5 instantiations of EvaluationDiagnostic
Microsoft.Extensions.AI.Evaluation (3)
EvaluationDiagnostic.cs (3)
40=> new EvaluationDiagnostic(EvaluationDiagnosticSeverity.Informational, message); 52=> new EvaluationDiagnostic(EvaluationDiagnosticSeverity.Warning, message); 64=> new EvaluationDiagnostic(EvaluationDiagnosticSeverity.Error, message);
Microsoft.Extensions.AI.Evaluation.Reporting (1)
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.EvaluationDiagnostic.g.cs (1)
34ObjectWithParameterizedConstructorCreator = static args => new global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic((global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity)args[0], (string)args[1]),
Microsoft.Extensions.AI.Evaluation.Reporting.Azure (1)
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.EvaluationDiagnostic.g.cs (1)
34ObjectWithParameterizedConstructorCreator = static args => new global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic((global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity)args[0], (string)args[1]),
267 references to EvaluationDiagnostic
Microsoft.Extensions.AI.Evaluation (46)
CompositeEvaluator.cs (1)
157metric.AddDiagnostics(EvaluationDiagnostic.Error(message));
EvaluationDiagnostic.cs (18)
12/// <see cref="EvaluationDiagnostic"/>. 15/// An error, warning or informational message describing the <see cref="EvaluationDiagnostic"/>. 21/// <see cref="EvaluationDiagnostic"/>. 26/// Gets or sets an error, warning or informational message describing the <see cref="EvaluationDiagnostic"/>. 31/// Returns an <see cref="EvaluationDiagnostic"/> with the supplied <paramref name="message"/> and with 34/// <param name="message">An informational message describing the <see cref="EvaluationDiagnostic"/>.</param> 36/// An <see cref="EvaluationDiagnostic"/> with <see cref="Severity"/> set to 39public static EvaluationDiagnostic Informational(string message) 43/// Returns an <see cref="EvaluationDiagnostic"/> with the supplied <paramref name="message"/> and with 46/// <param name="message">A warning message describing the <see cref="EvaluationDiagnostic"/>.</param> 48/// An <see cref="EvaluationDiagnostic"/> with <see cref="Severity"/> set to 51public static EvaluationDiagnostic Warning(string message) 55/// Returns an <see cref="EvaluationDiagnostic"/> with the supplied <paramref name="message"/> and with 58/// <param name="message">An error message describing the <see cref="EvaluationDiagnostic"/>.</param> 60/// An <see cref="EvaluationDiagnostic"/> with <see cref="Severity"/> set to 63public static EvaluationDiagnostic Error(string message) 66/// <summary>Returns a string representation of the <see cref="EvaluationDiagnostic"/>.</summary> 67/// <returns>A string representation of the <see cref="EvaluationDiagnostic"/>.</returns>
EvaluationDiagnosticSeverity.cs (4)
7/// An enumeration that identifies the set of possible values for <see cref="EvaluationDiagnostic.Severity"/>. 12/// A value that indicates that the <see cref="EvaluationDiagnostic"/> is informational. 17/// A value that indicates that the <see cref="EvaluationDiagnostic"/> represents a warning. 22/// A value that indicates that the <see cref="EvaluationDiagnostic"/> represents an error.
EvaluationMetric.cs (2)
48/// Gets or sets a collection of zero or more <see cref="EvaluationDiagnostic"/>s associated with the current 51public IList<EvaluationDiagnostic>? Diagnostics { get; set; }
EvaluationMetricExtensions.cs (12)
51/// <see cref="EvaluationDiagnostic"/> matching the supplied <paramref name="predicate"/>. 55/// A predicate that returns <see langword="true"/> if a matching <see cref="EvaluationDiagnostic"/> is found; 60/// <see cref="EvaluationDiagnostic"/> matching the supplied <paramref name="predicate"/>; <see langword="false"/> 65Func<EvaluationDiagnostic, bool>? predicate = null) 77/// Adds the supplied <see cref="EvaluationDiagnostic"/>s to the supplied <see cref="EvaluationMetric"/>'s 81/// <param name="diagnostics">The <see cref="EvaluationDiagnostic"/>s to be added.</param> 82public static void AddDiagnostics(this EvaluationMetric metric, IEnumerable<EvaluationDiagnostic> diagnostics) 91foreach (EvaluationDiagnostic diagnostic in diagnostics) 99/// Adds the supplied <see cref="EvaluationDiagnostic"/>s to the supplied <see cref="EvaluationMetric"/>'s 103/// <param name="diagnostics">The <see cref="EvaluationDiagnostic"/>s to be added.</param> 104public static void AddDiagnostics(this EvaluationMetric metric, params EvaluationDiagnostic[] diagnostics) 105=> metric.AddDiagnostics(diagnostics as IEnumerable<EvaluationDiagnostic>);
EvaluationResultExtensions.cs (9)
54/// <param name="diagnostics">The <see cref="EvaluationDiagnostic"/>s that are to be added.</param> 55public static void AddDiagnosticsToAllMetrics(this EvaluationResult result, IEnumerable<EvaluationDiagnostic> diagnostics) 72/// <param name="diagnostics">The <see cref="EvaluationDiagnostic"/>s that are to be added.</param> 73public static void AddDiagnosticsToAllMetrics(this EvaluationResult result, params EvaluationDiagnostic[] diagnostics) 74=> AddDiagnosticsToAllMetrics(result, diagnostics as IEnumerable<EvaluationDiagnostic>); 78/// <paramref name="result"/> contains an <see cref="EvaluationDiagnostic"/> matching the supplied 83/// A predicate that returns <see langword="true"/> if a matching <see cref="EvaluationDiagnostic"/> is found; 88/// <paramref name="result"/> contains an <see cref="EvaluationDiagnostic"/> matching the supplied 93Func<EvaluationDiagnostic, bool>? predicate = null)
Microsoft.Extensions.AI.Evaluation.Integration.Tests (39)
ResultsTests.cs (39)
421metric1.AddDiagnostics(EvaluationDiagnostic.Error("Error 1")); 422metric1.AddDiagnostics(EvaluationDiagnostic.Error("Error 2")); 423metric1.AddDiagnostics(EvaluationDiagnostic.Warning("Warning 1")); 424metric1.AddDiagnostics(EvaluationDiagnostic.Informational("Informational 1")); 425metric1.AddDiagnostics(EvaluationDiagnostic.Informational("Informational 2")); 429metric2.AddDiagnostics(EvaluationDiagnostic.Warning("Warning 1")); 430metric2.AddDiagnostics(EvaluationDiagnostic.Warning("Warning 2")); 431metric2.AddDiagnostics(EvaluationDiagnostic.Informational("Informational 2")); 435metric3.AddDiagnostics(EvaluationDiagnostic.Error("Error 1")); 436metric3.AddDiagnostics(EvaluationDiagnostic.Error("Error 2")); 441metric4.AddDiagnostics(EvaluationDiagnostic.Warning("Warning 1")); 442metric4.AddDiagnostics(EvaluationDiagnostic.Warning("Warning 2")); 446metric5.AddDiagnostics(EvaluationDiagnostic.Informational("Informational 1")); 474metric1.AddDiagnostics(EvaluationDiagnostic.Error("Error 1")); 475metric1.AddDiagnostics(EvaluationDiagnostic.Error("Error 2")); 476metric1.AddDiagnostics(EvaluationDiagnostic.Warning("Warning 1")); 477metric1.AddDiagnostics(EvaluationDiagnostic.Informational("Informational 1")); 478metric1.AddDiagnostics(EvaluationDiagnostic.Informational("Informational 2")); 482metric2.AddDiagnostics(EvaluationDiagnostic.Warning("Warning 1")); 483metric2.AddDiagnostics(EvaluationDiagnostic.Warning("Warning 2")); 484metric2.AddDiagnostics(EvaluationDiagnostic.Informational("Informational 2")); 488metric3.AddDiagnostics(EvaluationDiagnostic.Error("Error 1")); 489metric3.AddDiagnostics(EvaluationDiagnostic.Error("Error 2")); 494metric4.AddDiagnostics(EvaluationDiagnostic.Warning("Warning 1")); 495metric4.AddDiagnostics(EvaluationDiagnostic.Warning("Warning 2")); 499metric5.AddDiagnostics(EvaluationDiagnostic.Informational("Informational 1")); 533metric1.AddDiagnostics(EvaluationDiagnostic.Error("Error 1")); 534metric1.AddDiagnostics(EvaluationDiagnostic.Error("Error 2")); 535metric1.AddDiagnostics(EvaluationDiagnostic.Warning("Warning 1")); 536metric1.AddDiagnostics(EvaluationDiagnostic.Informational("Informational 1")); 537metric1.AddDiagnostics(EvaluationDiagnostic.Informational("Informational 2")); 541metric2.AddDiagnostics(EvaluationDiagnostic.Warning("Warning 1")); 542metric2.AddDiagnostics(EvaluationDiagnostic.Warning("Warning 2")); 543metric2.AddDiagnostics(EvaluationDiagnostic.Informational("Informational 2")); 547metric3.AddDiagnostics(EvaluationDiagnostic.Error("Error 1")); 548metric3.AddDiagnostics(EvaluationDiagnostic.Error("Error 2")); 553metric4.AddDiagnostics(EvaluationDiagnostic.Warning("Warning 1")); 554metric4.AddDiagnostics(EvaluationDiagnostic.Warning("Warning 2")); 558metric5.AddDiagnostics(EvaluationDiagnostic.Informational("Informational 1"));
Microsoft.Extensions.AI.Evaluation.NLP (8)
BLEUEvaluator.cs (3)
57EvaluationDiagnostic.Error($"The {nameof(modelResponse)} supplied for evaluation was null or empty.")); 66EvaluationDiagnostic.Error( 75EvaluationDiagnostic.Error(
F1Evaluator.cs (2)
57EvaluationDiagnostic.Error($"The {nameof(modelResponse)} supplied for evaluation was null or empty.")); 66EvaluationDiagnostic.Error(
GLEUEvaluator.cs (3)
57EvaluationDiagnostic.Error($"The {nameof(modelResponse)} supplied for evaluation was null or empty.")); 66EvaluationDiagnostic.Error( 75EvaluationDiagnostic.Error(
Microsoft.Extensions.AI.Evaluation.Quality (40)
CoherenceEvaluator.cs (1)
84EvaluationDiagnostic.Error($"The {nameof(modelResponse)} supplied for evaluation was null or empty."));
CompletenessEvaluator.cs (2)
81EvaluationDiagnostic.Error($"The {nameof(modelResponse)} supplied for evaluation was null or empty.")); 90EvaluationDiagnostic.Error(
EquivalenceEvaluator.cs (2)
82EvaluationDiagnostic.Error($"The {nameof(modelResponse)} supplied for evaluation was null or empty.")); 91EvaluationDiagnostic.Error(
EvaluationMetricExtensions.cs (4)
78metric.AddDiagnostics(EvaluationDiagnostic.Informational( 90EvaluationDiagnostic.Error( 138EvaluationDiagnostic.Error( 161EvaluationDiagnostic.Error(
FluencyEvaluator.cs (1)
78EvaluationDiagnostic.Error($"The {nameof(modelResponse)} supplied for evaluation was null or empty."));
GroundednessEvaluator.cs (2)
79EvaluationDiagnostic.Error($"The {nameof(modelResponse)} supplied for evaluation was null or empty.")); 88EvaluationDiagnostic.Error(
IntentResolutionEvaluator.cs (8)
92EvaluationDiagnostic.Error( 101EvaluationDiagnostic.Error( 113EvaluationDiagnostic.Error( 128EvaluationDiagnostic.Error( 134EvaluationDiagnostic.Error( 335EvaluationDiagnostic.Error("The model failed to produce a valid evaluation response.")); 357EvaluationDiagnostic.Error( 372EvaluationDiagnostic.Error(
RelevanceEvaluator.cs (2)
82EvaluationDiagnostic.Error( 91EvaluationDiagnostic.Error($"The {nameof(modelResponse)} supplied for evaluation was null or empty."));
RelevanceTruthAndCompletenessEvaluator.cs (5)
103EvaluationDiagnostic.Error( 112EvaluationDiagnostic.Error($"The {nameof(modelResponse)} supplied for evaluation was null or empty.")); 283EvaluationDiagnostic.Error("The model failed to produce a valid evaluation response.")); 305EvaluationDiagnostic.Error( 320EvaluationDiagnostic.Error(
RetrievalEvaluator.cs (3)
87EvaluationDiagnostic.Error( 97EvaluationDiagnostic.Error( 106EvaluationDiagnostic.Error(
TaskAdherenceEvaluator.cs (5)
91EvaluationDiagnostic.Error( 100EvaluationDiagnostic.Error( 112EvaluationDiagnostic.Error( 127EvaluationDiagnostic.Error( 133EvaluationDiagnostic.Error(
ToolCallAccuracyEvaluator.cs (5)
93EvaluationDiagnostic.Error( 105EvaluationDiagnostic.Error($"The {nameof(modelResponse)} supplied for evaluation did not contain any tool calls (i.e., {nameof(FunctionCallContent)}s).")); 114EvaluationDiagnostic.Error( 123EvaluationDiagnostic.Error( 134EvaluationDiagnostic.Error(
Microsoft.Extensions.AI.Evaluation.Reporting (53)
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.BooleanMetric.g.cs (4)
155var info5 = new global::System.Text.Json.Serialization.Metadata.JsonPropertyInfoValues<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>> 170AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationMetric).GetProperty("Diagnostics", InstanceMemberBindingFlags, null, typeof(global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>), global::System.Array.Empty<global::System.Type>(), null), 173properties[5] = global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.CreatePropertyInfo<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>>(options, info5); 238global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic> __value_Diagnostics = ((global::Microsoft.Extensions.AI.Evaluation.EvaluationMetric)value).Diagnostics;
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.EvaluationDiagnostic.g.cs (21)
15private global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>? _EvaluationDiagnostic; 21public global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic> EvaluationDiagnostic 24get => _EvaluationDiagnostic ??= (global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>)Options.GetTypeInfo(typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic)); 27private global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic> Create_EvaluationDiagnostic(global::System.Text.Json.JsonSerializerOptions options) 29if (!TryGetTypeInfoForRuntimeCustomConverter<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>(options, out global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic> jsonTypeInfo)) 31var objectInfo = new global::System.Text.Json.Serialization.Metadata.JsonObjectInfoValues<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic> 37ConstructorAttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic).GetConstructor(InstanceMemberBindingFlags, binder: null, new[] {typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity), typeof(string)}, modifiers: null), 41jsonTypeInfo = global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.CreateObjectInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>(options, objectInfo); 58DeclaringType = typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic), 60Getter = static obj => ((global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic)obj).Severity, 61Setter = static (obj, value) => ((global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic)obj).Severity = value!, 68AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic).GetProperty("Severity", InstanceMemberBindingFlags, null, typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity), global::System.Array.Empty<global::System.Type>(), null), 78DeclaringType = typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic), 80Getter = static obj => ((global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic)obj).Message, 81Setter = static (obj, value) => ((global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic)obj).Message = value!, 88AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic).GetProperty("Message", InstanceMemberBindingFlags, null, typeof(string), global::System.Array.Empty<global::System.Type>(), null), 100private void EvaluationDiagnosticSerializeHandler(global::System.Text.Json.Utf8JsonWriter writer, global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic? value) 111global::System.Text.Json.JsonSerializer.Serialize(writer, ((global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic)value).Severity, EvaluationDiagnosticSeverity); 112string __value_Message = ((global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic)value).Message;
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.EvaluationMetric.g.cs (3)
135var info4 = new global::System.Text.Json.Serialization.Metadata.JsonPropertyInfoValues<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>> 150AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationMetric).GetProperty("Diagnostics", InstanceMemberBindingFlags, null, typeof(global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>), global::System.Array.Empty<global::System.Type>(), null), 153properties[4] = global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.CreatePropertyInfo<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>>(options, info4);
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.GetJsonTypeInfo.g.cs (2)
108if (type == typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic)) 284if (type == typeof(global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>))
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.IListEvaluationDiagnostic.g.cs (11)
15private global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>>? _IListEvaluationDiagnostic; 21public global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>> IListEvaluationDiagnostic 24get => _IListEvaluationDiagnostic ??= (global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>>)Options.GetTypeInfo(typeof(global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>)); 27private global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>> Create_IListEvaluationDiagnostic(global::System.Text.Json.JsonSerializerOptions options) 29if (!TryGetTypeInfoForRuntimeCustomConverter<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>>(options, out global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>> jsonTypeInfo)) 31var info = new global::System.Text.Json.Serialization.Metadata.JsonCollectionInfoValues<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>> 37jsonTypeInfo = global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.CreateIListInfo<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>, global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>(options, info); 47private void IListEvaluationDiagnosticSerializeHandler(global::System.Text.Json.Utf8JsonWriter writer, global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>? value)
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.NumericMetric.g.cs (4)
155var info5 = new global::System.Text.Json.Serialization.Metadata.JsonPropertyInfoValues<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>> 170AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationMetric).GetProperty("Diagnostics", InstanceMemberBindingFlags, null, typeof(global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>), global::System.Array.Empty<global::System.Type>(), null), 173properties[5] = global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.CreatePropertyInfo<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>>(options, info5); 238global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic> __value_Diagnostics = ((global::Microsoft.Extensions.AI.Evaluation.EvaluationMetric)value).Diagnostics;
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.StringMetric.g.cs (4)
155var info5 = new global::System.Text.Json.Serialization.Metadata.JsonPropertyInfoValues<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>> 170AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationMetric).GetProperty("Diagnostics", InstanceMemberBindingFlags, null, typeof(global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>), global::System.Array.Empty<global::System.Type>(), null), 173properties[5] = global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.CreatePropertyInfo<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>>(options, info5); 237global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic> __value_Diagnostics = ((global::Microsoft.Extensions.AI.Evaluation.EvaluationMetric)value).Diagnostics;
ScenarioRunResultExtensions.cs (4)
16/// <paramref name="result"/> contains an <see cref="EvaluationDiagnostic"/> matching the supplied 21/// A predicate that returns <see langword="true"/> if a matching <see cref="EvaluationDiagnostic"/> is found; 26/// <paramref name="result"/> contains an <see cref="EvaluationDiagnostic"/> matching the supplied 31Func<EvaluationDiagnostic, bool>? predicate = null)
Microsoft.Extensions.AI.Evaluation.Reporting.Azure (49)
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.BooleanMetric.g.cs (4)
155var info5 = new global::System.Text.Json.Serialization.Metadata.JsonPropertyInfoValues<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>> 170AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationMetric).GetProperty("Diagnostics", InstanceMemberBindingFlags, null, typeof(global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>), global::System.Array.Empty<global::System.Type>(), null), 173properties[5] = global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.CreatePropertyInfo<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>>(options, info5); 238global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic> __value_Diagnostics = ((global::Microsoft.Extensions.AI.Evaluation.EvaluationMetric)value).Diagnostics;
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.EvaluationDiagnostic.g.cs (21)
15private global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>? _EvaluationDiagnostic; 21public global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic> EvaluationDiagnostic 24get => _EvaluationDiagnostic ??= (global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>)Options.GetTypeInfo(typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic)); 27private global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic> Create_EvaluationDiagnostic(global::System.Text.Json.JsonSerializerOptions options) 29if (!TryGetTypeInfoForRuntimeCustomConverter<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>(options, out global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic> jsonTypeInfo)) 31var objectInfo = new global::System.Text.Json.Serialization.Metadata.JsonObjectInfoValues<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic> 37ConstructorAttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic).GetConstructor(InstanceMemberBindingFlags, binder: null, new[] {typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity), typeof(string)}, modifiers: null), 41jsonTypeInfo = global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.CreateObjectInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>(options, objectInfo); 58DeclaringType = typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic), 60Getter = static obj => ((global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic)obj).Severity, 61Setter = static (obj, value) => ((global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic)obj).Severity = value!, 68AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic).GetProperty("Severity", InstanceMemberBindingFlags, null, typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnosticSeverity), global::System.Array.Empty<global::System.Type>(), null), 78DeclaringType = typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic), 80Getter = static obj => ((global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic)obj).Message, 81Setter = static (obj, value) => ((global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic)obj).Message = value!, 88AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic).GetProperty("Message", InstanceMemberBindingFlags, null, typeof(string), global::System.Array.Empty<global::System.Type>(), null), 100private void EvaluationDiagnosticSerializeHandler(global::System.Text.Json.Utf8JsonWriter writer, global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic? value) 111global::System.Text.Json.JsonSerializer.Serialize(writer, ((global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic)value).Severity, EvaluationDiagnosticSeverity); 112string __value_Message = ((global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic)value).Message;
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.EvaluationMetric.g.cs (3)
135var info4 = new global::System.Text.Json.Serialization.Metadata.JsonPropertyInfoValues<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>> 150AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationMetric).GetProperty("Diagnostics", InstanceMemberBindingFlags, null, typeof(global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>), global::System.Array.Empty<global::System.Type>(), null), 153properties[4] = global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.CreatePropertyInfo<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>>(options, info4);
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.GetJsonTypeInfo.g.cs (2)
108if (type == typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic)) 280if (type == typeof(global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>))
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.IListEvaluationDiagnostic.g.cs (11)
15private global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>>? _IListEvaluationDiagnostic; 21public global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>> IListEvaluationDiagnostic 24get => _IListEvaluationDiagnostic ??= (global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>>)Options.GetTypeInfo(typeof(global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>)); 27private global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>> Create_IListEvaluationDiagnostic(global::System.Text.Json.JsonSerializerOptions options) 29if (!TryGetTypeInfoForRuntimeCustomConverter<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>>(options, out global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>> jsonTypeInfo)) 31var info = new global::System.Text.Json.Serialization.Metadata.JsonCollectionInfoValues<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>> 37jsonTypeInfo = global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.CreateIListInfo<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>, global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>(options, info); 47private void IListEvaluationDiagnosticSerializeHandler(global::System.Text.Json.Utf8JsonWriter writer, global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>? value)
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.NumericMetric.g.cs (4)
155var info5 = new global::System.Text.Json.Serialization.Metadata.JsonPropertyInfoValues<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>> 170AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationMetric).GetProperty("Diagnostics", InstanceMemberBindingFlags, null, typeof(global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>), global::System.Array.Empty<global::System.Type>(), null), 173properties[5] = global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.CreatePropertyInfo<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>>(options, info5); 238global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic> __value_Diagnostics = ((global::Microsoft.Extensions.AI.Evaluation.EvaluationMetric)value).Diagnostics;
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.StringMetric.g.cs (4)
155var info5 = new global::System.Text.Json.Serialization.Metadata.JsonPropertyInfoValues<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>> 170AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationMetric).GetProperty("Diagnostics", InstanceMemberBindingFlags, null, typeof(global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>), global::System.Array.Empty<global::System.Type>(), null), 173properties[5] = global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.CreatePropertyInfo<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic>>(options, info5); 237global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.EvaluationDiagnostic> __value_Diagnostics = ((global::Microsoft.Extensions.AI.Evaluation.EvaluationMetric)value).Diagnostics;
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (15)
ResultStoreTester.cs (1)
24numericMetric.AddDiagnostics(EvaluationDiagnostic.Informational("Informational Message"));
ScenarioRunResultTests.cs (14)
41booleanMetric.AddDiagnostics(EvaluationDiagnostic.Error("error")); 42booleanMetric.AddDiagnostics(EvaluationDiagnostic.Warning("warning")); 52numericMetric.AddDiagnostics(EvaluationDiagnostic.Informational("info")); 60metricWithNoValue.AddDiagnostics(EvaluationDiagnostic.Error("error")); 61metricWithNoValue.AddDiagnostics(EvaluationDiagnostic.Informational("info")); 133booleanMetric.AddDiagnostics(EvaluationDiagnostic.Error("error")); 134booleanMetric.AddDiagnostics(EvaluationDiagnostic.Warning("warning")); 144numericMetric.AddDiagnostics(EvaluationDiagnostic.Informational("info")); 152metricWithNoValue.AddDiagnostics(EvaluationDiagnostic.Error("error")); 153metricWithNoValue.AddDiagnostics(EvaluationDiagnostic.Informational("info")); 495private class DiagnosticComparer : IEqualityComparer<EvaluationDiagnostic> 499public bool Equals(EvaluationDiagnostic? x, EvaluationDiagnostic? y) 502public int GetHashCode(EvaluationDiagnostic obj)
Microsoft.Extensions.AI.Evaluation.Safety (17)
ContentSafetyEvaluator.cs (1)
123(string payload, IReadOnlyList<EvaluationDiagnostic>? diagnostics) =
ContentSafetyServicePayloadUtilities.cs (15)
15internal static (string payload, IReadOnlyList<EvaluationDiagnostic>? diagnostics) GetPayload( 77private static (string payload, IReadOnlyList<EvaluationDiagnostic>? diagnostics) 92List<EvaluationDiagnostic>? diagnostics; 163private static (string payload, IReadOnlyList<EvaluationDiagnostic>? diagnostics) 184List<EvaluationDiagnostic>? diagnostics; 245private static (string payload, IReadOnlyList<EvaluationDiagnostic>? diagnostics) GetConversationPayload( 262List<EvaluationDiagnostic>? diagnostics; 386List<EvaluationDiagnostic>? diagnostics, 486List<EvaluationDiagnostic>? diagnostics = null; 491EvaluationDiagnostic.Warning( 501EvaluationDiagnostic.Warning( 513EvaluationDiagnostic.Warning( 522EvaluationDiagnostic.Warning( 537EvaluationDiagnostic.Warning( 551EvaluationDiagnostic.Warning(
EvaluationMetricExtensions.cs (1)
100metric.AddDiagnostics(EvaluationDiagnostic.Informational(serializedData));