26 instantiations of EvaluationResult
Microsoft.Extensions.AI.Evaluation (2)
CompositeEvaluator.cs (2)
122return new EvaluationResult(metrics); 146var result = new EvaluationResult();
Microsoft.Extensions.AI.Evaluation.Integration.Tests (1)
TestEvaluator.cs (1)
24: new ValueTask<EvaluationResult>(new EvaluationResult(TestMetrics));
Microsoft.Extensions.AI.Evaluation.NLP (3)
BLEUEvaluator.cs (1)
51var result = new EvaluationResult(metric);
F1Evaluator.cs (1)
51var result = new EvaluationResult(metric);
GLEUEvaluator.cs (1)
51var result = new EvaluationResult(metric);
Microsoft.Extensions.AI.Evaluation.Quality (11)
CoherenceEvaluator.cs (1)
78var result = new EvaluationResult(metric);
CompletenessEvaluator.cs (1)
75var result = new EvaluationResult(metric);
EquivalenceEvaluator.cs (1)
76var result = new EvaluationResult(metric);
FluencyEvaluator.cs (1)
72var result = new EvaluationResult(metric);
GroundednessEvaluator.cs (1)
73var result = new EvaluationResult(metric);
IntentResolutionEvaluator.cs (1)
86var result = new EvaluationResult(metric);
RelevanceEvaluator.cs (1)
76var result = new EvaluationResult(metric);
RelevanceTruthAndCompletenessEvaluator.cs (1)
91var result = new EvaluationResult(relevance, truth, completeness);
RetrievalEvaluator.cs (1)
81var result = new EvaluationResult(metric);
TaskAdherenceEvaluator.cs (1)
85var result = new EvaluationResult(metric);
ToolCallAccuracyEvaluator.cs (1)
87var result = new EvaluationResult(metric);
Microsoft.Extensions.AI.Evaluation.Reporting (1)
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.EvaluationResult.g.cs (1)
34ObjectWithParameterizedConstructorCreator = static args => new global::Microsoft.Extensions.AI.Evaluation.EvaluationResult((global::System.Collections.Generic.IDictionary<string, global::Microsoft.Extensions.AI.Evaluation.EvaluationMetric>)args[0]),
Microsoft.Extensions.AI.Evaluation.Reporting.Azure (1)
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.EvaluationResult.g.cs (1)
34ObjectWithParameterizedConstructorCreator = static args => new global::Microsoft.Extensions.AI.Evaluation.EvaluationResult((global::System.Collections.Generic.IDictionary<string, global::Microsoft.Extensions.AI.Evaluation.EvaluationMetric>)args[0]),
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (5)
ResultStoreTester.cs (1)
35evaluationResult: new EvaluationResult(booleanMetric, numericMetric, stringMetric));
ScenarioRunResultTests.cs (3)
90evaluationResult: new EvaluationResult(booleanMetric, numericMetric, stringMetric, metricWithNoValue), 182evaluationResult: new EvaluationResult(booleanMetric, numericMetric, stringMetric, metricWithNoValue), 246evaluationResult: new EvaluationResult(
SerializationChainingTests.cs (1)
39}, evaluationResult: new EvaluationResult()
Microsoft.Extensions.AI.Evaluation.Safety (2)
ContentSafetyEvaluator.cs (1)
150EvaluationResult updatedResult = new EvaluationResult();
ContentSafetyService.cs (1)
53var result = new EvaluationResult();
254 references to EvaluationResult
Microsoft.Extensions.AI.Evaluation (62)
CompositeEvaluator.cs (10)
71/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 77/// <see cref="EvaluationResult"/> should match <see cref="EvaluationMetricNames"/>. 99/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 100public async ValueTask<EvaluationResult> EvaluateAsync( 109IAsyncEnumerable<EvaluationResult> resultsStream = 117await foreach (EvaluationResult result in resultsStream.ConfigureAwait(false)) 125private IAsyncEnumerable<EvaluationResult> EvaluateAndStreamResultsAsync( 132async ValueTask<EvaluationResult> EvaluateAsync(IEvaluator e) 146var result = new EvaluationResult(); 165IEnumerable<ValueTask<EvaluationResult>> concurrentTasks = _evaluators.Select(EvaluateAsync);
EvaluationResult.cs (3)
26/// Initializes a new instance of the <see cref="EvaluationResult"/> class. 44/// Initializes a new instance of the <see cref="EvaluationResult"/> class. 76/// Initializes a new instance of the <see cref="EvaluationResult"/> class.
EvaluationResultExtensions.cs (21)
12/// Extension methods for <see cref="EvaluationResult"/>. 21/// The <see cref="EvaluationResult"/> containing the <see cref="EvaluationMetric"/>s that are to be altered. 25this EvaluationResult result, 41/// The <see cref="EvaluationResult"/> containing the <see cref="EvaluationMetric"/>s that are to be altered. 44public static void AddOrUpdateContextInAllMetrics(this EvaluationResult result, params EvaluationContext[] context) 52/// The <see cref="EvaluationResult"/> containing the <see cref="EvaluationMetric"/>s that are to be altered. 55public static void AddDiagnosticsToAllMetrics(this EvaluationResult result, IEnumerable<EvaluationDiagnostic> diagnostics) 70/// The <see cref="EvaluationResult"/> containing the <see cref="EvaluationMetric"/>s that are to be altered. 73public static void AddDiagnosticsToAllMetrics(this EvaluationResult result, params EvaluationDiagnostic[] diagnostics) 81/// <param name="result">The <see cref="EvaluationResult"/> that is to be inspected.</param> 92this EvaluationResult result, 105/// The <see cref="EvaluationResult"/> containing the <see cref="EvaluationMetric"/>s that are to be interpreted. 112this EvaluationResult result, 132/// The <see cref="EvaluationResult"/> containing the <see cref="EvaluationMetric"/>s that are to be altered. 136public static void AddOrUpdateMetadataInAllMetrics(this EvaluationResult result, string name, string value) 151/// The <see cref="EvaluationResult"/> containing the <see cref="EvaluationMetric"/>s that are to be altered. 155this EvaluationResult result, 171/// The <see cref="EvaluationResult"/> containing the <see cref="EvaluationMetric"/>s that are to be altered. 180this EvaluationResult result, 197/// The <see cref="EvaluationResult"/> containing the <see cref="EvaluationMetric"/>s that are to be altered. 202public static void AddOrUpdateDurationMetadataInAllMetrics(this EvaluationResult result, TimeSpan duration)
EvaluatorExtensions.cs (24)
17/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 23/// <see cref="EvaluationResult"/> should match <see cref="IEvaluator.EvaluationMetricNames"/>. 43/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 44public static ValueTask<EvaluationResult> EvaluateAsync( 57/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 63/// <see cref="EvaluationResult"/> should match <see cref="IEvaluator.EvaluationMetricNames"/>. 86/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 87public static ValueTask<EvaluationResult> EvaluateAsync( 102/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 108/// <see cref="EvaluationResult"/> should match <see cref="IEvaluator.EvaluationMetricNames"/>. 128/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 129public static ValueTask<EvaluationResult> EvaluateAsync( 142/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 148/// <see cref="EvaluationResult"/> should match <see cref="IEvaluator.EvaluationMetricNames"/>. 168/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 169public static ValueTask<EvaluationResult> EvaluateAsync( 187/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 193/// <see cref="EvaluationResult"/> should match <see cref="IEvaluator.EvaluationMetricNames"/>. 216/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 217public static ValueTask<EvaluationResult> EvaluateAsync( 232/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 238/// <see cref="EvaluationResult"/> should match <see cref="IEvaluator.EvaluationMetricNames"/>. 261/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 262public static ValueTask<EvaluationResult> EvaluateAsync(
IEvaluator.cs (4)
25/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 31/// <see cref="EvaluationResult"/> should match <see cref="EvaluationMetricNames"/>. 53/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 57ValueTask<EvaluationResult> EvaluateAsync(
Microsoft.Extensions.AI.Evaluation.Integration.Tests (34)
AgentQualityEvaluatorTests.cs (4)
95EvaluationResult result = await scenarioRun.EvaluateAsync(messages, response); 124EvaluationResult result = 151EvaluationResult result = await scenarioRun.EvaluateAsync(messages, response); 184EvaluationResult result =
NLPEvaluatorTests.cs (4)
57EvaluationResult result = await scenarioRun.EvaluateAsync(referenceText, [bleuContext, gleuContext, f1Context]); 84EvaluationResult result = await scenarioRun.EvaluateAsync(similarText, [bleuContext, gleuContext, f1Context]); 110EvaluationResult result = await scenarioRun.EvaluateAsync("What is life's meaning?", [bleuContext, gleuContext, f1Context]); 131EvaluationResult result = await scenarioRun.EvaluateAsync("What is the meaning of life?");
QualityEvaluatorTests.cs (4)
94EvaluationResult result = await scenarioRun.EvaluateAsync(messages, response); 134EvaluationResult result = 172EvaluationResult result = await scenarioRun.EvaluateAsync(messages, response); 242EvaluationResult result =
ResultsTests.cs (10)
169EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 197EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 250EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 306EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 356EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 392EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 456EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 509EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 568EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 601EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse);
SafetyEvaluatorTests.cs (9)
209EvaluationResult result = await scenarioRun.EvaluateAsync(messages, response, additionalContext); 300EvaluationResult result = await scenarioRun.EvaluateAsync(messages, response2, additionalContext); 345EvaluationResult result = await scenarioRun.EvaluateAsync(question, answer); 381EvaluationResult result = await scenarioRun.EvaluateAsync(question, answer); 430EvaluationResult result = await scenarioRun.EvaluateAsync(messages, response); 492EvaluationResult result = await scenarioRun.EvaluateAsync(messages, response); 527EvaluationResult result = await scenarioRun.EvaluateAsync(context, completion); 568EvaluationResult result = await scenarioRun.EvaluateAsync(messages, response); 602EvaluationResult result = await scenarioRun.EvaluateAsync(messages, response2);
TestEvaluator.cs (3)
21private ValueTask<EvaluationResult> GetResultAsync() => 24: new ValueTask<EvaluationResult>(new EvaluationResult(TestMetrics)); 26async ValueTask<EvaluationResult> IEvaluator.EvaluateAsync(
Microsoft.Extensions.AI.Evaluation.NLP (17)
BLEUEvaluator.cs (6)
41public ValueTask<EvaluationResult> EvaluateAsync( 51var result = new EvaluationResult(metric); 59return new ValueTask<EvaluationResult>(result); 69return new ValueTask<EvaluationResult>(result); 78return new ValueTask<EvaluationResult>(result); 105return new ValueTask<EvaluationResult>(result);
F1Evaluator.cs (5)
41public ValueTask<EvaluationResult> EvaluateAsync( 51var result = new EvaluationResult(metric); 59return new ValueTask<EvaluationResult>(result); 69return new ValueTask<EvaluationResult>(result); 86return new ValueTask<EvaluationResult>(result);
GLEUEvaluator.cs (6)
41public ValueTask<EvaluationResult> EvaluateAsync( 51var result = new EvaluationResult(metric); 59return new ValueTask<EvaluationResult>(result); 69return new ValueTask<EvaluationResult>(result); 78return new ValueTask<EvaluationResult>(result); 98return new ValueTask<EvaluationResult>(result);
Microsoft.Extensions.AI.Evaluation.NLP.Tests (17)
BLEUEvaluatorTests.cs (6)
20var result = await evaluator.EvaluateAsync(response, chatConfiguration: null, [context]); 36var result = await evaluator.EvaluateAsync(response, chatConfiguration: null, [context]); 51var result = await evaluator.EvaluateAsync(response, chatConfiguration: null, additionalContext: null); 71var result = await evaluator.EvaluateAsync(response, chatConfiguration: null, [context]); 91var result = await evaluator.EvaluateAsync(response, chatConfiguration: null, [context]); 104var result = await evaluator.EvaluateAsync(response, chatConfiguration: null, [context]);
F1EvaluatorTests.cs (5)
20var result = await evaluator.EvaluateAsync(response, null, [context]); 36var result = await evaluator.EvaluateAsync(response, null, [context]); 51var result = await evaluator.EvaluateAsync(response, null, null); 71var result = await evaluator.EvaluateAsync(response, null, [context]); 84var result = await evaluator.EvaluateAsync(response, null, [context]);
GLEUEvaluatorTests.cs (6)
20var result = await evaluator.EvaluateAsync(response, null, [context]); 36var result = await evaluator.EvaluateAsync(response, null, [context]); 51var result = await evaluator.EvaluateAsync(response, null, null); 71var result = await evaluator.EvaluateAsync(response, null, [context]); 91var result = await evaluator.EvaluateAsync(response, null, [context]); 104var result = await evaluator.EvaluateAsync(response, null, [context]);
Microsoft.Extensions.AI.Evaluation.Quality (23)
CoherenceEvaluator.cs (2)
67public async ValueTask<EvaluationResult> EvaluateAsync( 78var result = new EvaluationResult(metric);
CompletenessEvaluator.cs (2)
64public async ValueTask<EvaluationResult> EvaluateAsync( 75var result = new EvaluationResult(metric);
EquivalenceEvaluator.cs (2)
65public async ValueTask<EvaluationResult> EvaluateAsync( 76var result = new EvaluationResult(metric);
FluencyEvaluator.cs (2)
61public async ValueTask<EvaluationResult> EvaluateAsync( 72var result = new EvaluationResult(metric);
GroundednessEvaluator.cs (2)
62public async ValueTask<EvaluationResult> EvaluateAsync( 73var result = new EvaluationResult(metric);
IntentResolutionEvaluator.cs (2)
75public async ValueTask<EvaluationResult> EvaluateAsync( 86var result = new EvaluationResult(metric);
RelevanceEvaluator.cs (2)
65public async ValueTask<EvaluationResult> EvaluateAsync( 76var result = new EvaluationResult(metric);
RelevanceTruthAndCompletenessEvaluator.cs (3)
78public async ValueTask<EvaluationResult> EvaluateAsync( 91var result = new EvaluationResult(relevance, truth, completeness); 270EvaluationResult result,
RetrievalEvaluator.cs (2)
71public async ValueTask<EvaluationResult> EvaluateAsync( 81var result = new EvaluationResult(metric);
TaskAdherenceEvaluator.cs (2)
74public async ValueTask<EvaluationResult> EvaluateAsync( 85var result = new EvaluationResult(metric);
ToolCallAccuracyEvaluator.cs (2)
76public async ValueTask<EvaluationResult> EvaluateAsync( 87var result = new EvaluationResult(metric);
Microsoft.Extensions.AI.Evaluation.Reporting (54)
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.EvaluationResult.g.cs (16)
15private global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationResult>? _EvaluationResult; 21public global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationResult> EvaluationResult 24get => _EvaluationResult ??= (global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationResult>)Options.GetTypeInfo(typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationResult)); 27private global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationResult> Create_EvaluationResult(global::System.Text.Json.JsonSerializerOptions options) 29if (!TryGetTypeInfoForRuntimeCustomConverter<global::Microsoft.Extensions.AI.Evaluation.EvaluationResult>(options, out global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationResult> jsonTypeInfo)) 31var objectInfo = new global::System.Text.Json.Serialization.Metadata.JsonObjectInfoValues<global::Microsoft.Extensions.AI.Evaluation.EvaluationResult> 37ConstructorAttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationResult).GetConstructor(InstanceMemberBindingFlags, binder: null, new[] {typeof(global::System.Collections.Generic.IDictionary<string, global::Microsoft.Extensions.AI.Evaluation.EvaluationMetric>)}, modifiers: null), 41jsonTypeInfo = global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.CreateObjectInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationResult>(options, objectInfo); 58DeclaringType = typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationResult), 60Getter = static obj => ((global::Microsoft.Extensions.AI.Evaluation.EvaluationResult)obj).Metrics, 61Setter = static (obj, value) => ((global::Microsoft.Extensions.AI.Evaluation.EvaluationResult)obj).Metrics = value!, 68AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationResult).GetProperty("Metrics", InstanceMemberBindingFlags, null, typeof(global::System.Collections.Generic.IDictionary<string, global::Microsoft.Extensions.AI.Evaluation.EvaluationMetric>), global::System.Array.Empty<global::System.Type>(), null), 80private void EvaluationResultSerializeHandler(global::System.Text.Json.Utf8JsonWriter writer, global::Microsoft.Extensions.AI.Evaluation.EvaluationResult? value) 90global::System.Collections.Generic.IDictionary<string, global::Microsoft.Extensions.AI.Evaluation.EvaluationMetric> __value_Metrics = ((global::Microsoft.Extensions.AI.Evaluation.EvaluationResult)value).Metrics;
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.GetJsonTypeInfo.g.cs (1)
128if (type == typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationResult))
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.ScenarioRunResult.g.cs (7)
34ObjectWithParameterizedConstructorCreator = static args => new global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult((string)args[0], (string)args[1], (string)args[2], (global::System.DateTime)args[3], (global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.ChatMessage>)args[4], (global::Microsoft.Extensions.AI.ChatResponse)args[5], (global::Microsoft.Extensions.AI.Evaluation.EvaluationResult)args[6], (global::Microsoft.Extensions.AI.Evaluation.Reporting.ChatDetails)args[7], (global::System.Collections.Generic.IList<string>)args[8], (int?)args[9]), 37ConstructorAttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult).GetConstructor(InstanceMemberBindingFlags, binder: null, new[] {typeof(string), typeof(string), typeof(string), typeof(global::System.DateTime), typeof(global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.ChatMessage>), typeof(global::Microsoft.Extensions.AI.ChatResponse), typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationResult), typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ChatDetails), typeof(global::System.Collections.Generic.IList<string>), typeof(int?)}, modifiers: null), 183var info6 = new global::System.Text.Json.Serialization.Metadata.JsonPropertyInfoValues<global::Microsoft.Extensions.AI.Evaluation.EvaluationResult> 198AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult).GetProperty("EvaluationResult", InstanceMemberBindingFlags, null, typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationResult), global::System.Array.Empty<global::System.Type>(), null), 201properties[6] = global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.CreatePropertyInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationResult>(options, info6); 308global::Microsoft.Extensions.AI.Evaluation.EvaluationResult __value_EvaluationResult = ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)value).EvaluationResult; 401ParameterType = typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationResult),
ScenarioRun.cs (4)
127/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 142/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 143public async ValueTask<EvaluationResult> EvaluateAsync( 155EvaluationResult evaluationResult =
ScenarioRunExtensions.cs (18)
17/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 29/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 30public static ValueTask<EvaluationResult> EvaluateAsync( 41/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 57/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 58public static ValueTask<EvaluationResult> EvaluateAsync( 71/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 83/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 84public static ValueTask<EvaluationResult> EvaluateAsync( 95/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 107/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 108public static ValueTask<EvaluationResult> EvaluateAsync( 124/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 140/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 141public static ValueTask<EvaluationResult> EvaluateAsync( 154/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 170/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 171public static ValueTask<EvaluationResult> EvaluateAsync(
ScenarioRunResult.cs (8)
14/// and includes the <see cref="Evaluation.EvaluationResult"/> that is produced when 32/// The <see cref="Evaluation.EvaluationResult"/> for the <see cref="ScenarioRun"/> corresponding to the 53EvaluationResult evaluationResult, 71/// The <see cref="Evaluation.EvaluationResult"/> for the <see cref="ScenarioRun"/> corresponding to the 88EvaluationResult evaluationResult, 136/// Gets or sets the <see cref="Evaluation.EvaluationResult"/> for the <see cref="ScenarioRun"/> corresponding to 140/// This is the same <see cref="Evaluation.EvaluationResult"/> that is returned when 144public EvaluationResult EvaluationResult { get; set; } = evaluationResult;
Microsoft.Extensions.AI.Evaluation.Reporting.Azure (24)
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.EvaluationResult.g.cs (16)
15private global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationResult>? _EvaluationResult; 21public global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationResult> EvaluationResult 24get => _EvaluationResult ??= (global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationResult>)Options.GetTypeInfo(typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationResult)); 27private global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationResult> Create_EvaluationResult(global::System.Text.Json.JsonSerializerOptions options) 29if (!TryGetTypeInfoForRuntimeCustomConverter<global::Microsoft.Extensions.AI.Evaluation.EvaluationResult>(options, out global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationResult> jsonTypeInfo)) 31var objectInfo = new global::System.Text.Json.Serialization.Metadata.JsonObjectInfoValues<global::Microsoft.Extensions.AI.Evaluation.EvaluationResult> 37ConstructorAttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationResult).GetConstructor(InstanceMemberBindingFlags, binder: null, new[] {typeof(global::System.Collections.Generic.IDictionary<string, global::Microsoft.Extensions.AI.Evaluation.EvaluationMetric>)}, modifiers: null), 41jsonTypeInfo = global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.CreateObjectInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationResult>(options, objectInfo); 58DeclaringType = typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationResult), 60Getter = static obj => ((global::Microsoft.Extensions.AI.Evaluation.EvaluationResult)obj).Metrics, 61Setter = static (obj, value) => ((global::Microsoft.Extensions.AI.Evaluation.EvaluationResult)obj).Metrics = value!, 68AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationResult).GetProperty("Metrics", InstanceMemberBindingFlags, null, typeof(global::System.Collections.Generic.IDictionary<string, global::Microsoft.Extensions.AI.Evaluation.EvaluationMetric>), global::System.Array.Empty<global::System.Type>(), null), 80private void EvaluationResultSerializeHandler(global::System.Text.Json.Utf8JsonWriter writer, global::Microsoft.Extensions.AI.Evaluation.EvaluationResult? value) 90global::System.Collections.Generic.IDictionary<string, global::Microsoft.Extensions.AI.Evaluation.EvaluationMetric> __value_Metrics = ((global::Microsoft.Extensions.AI.Evaluation.EvaluationResult)value).Metrics;
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.GetJsonTypeInfo.g.cs (1)
128if (type == typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationResult))
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.ScenarioRunResult.g.cs (7)
34ObjectWithParameterizedConstructorCreator = static args => new global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult((string)args[0], (string)args[1], (string)args[2], (global::System.DateTime)args[3], (global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.ChatMessage>)args[4], (global::Microsoft.Extensions.AI.ChatResponse)args[5], (global::Microsoft.Extensions.AI.Evaluation.EvaluationResult)args[6], (global::Microsoft.Extensions.AI.Evaluation.Reporting.ChatDetails)args[7], (global::System.Collections.Generic.IList<string>)args[8], (int?)args[9]), 37ConstructorAttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult).GetConstructor(InstanceMemberBindingFlags, binder: null, new[] {typeof(string), typeof(string), typeof(string), typeof(global::System.DateTime), typeof(global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.ChatMessage>), typeof(global::Microsoft.Extensions.AI.ChatResponse), typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationResult), typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ChatDetails), typeof(global::System.Collections.Generic.IList<string>), typeof(int?)}, modifiers: null), 183var info6 = new global::System.Text.Json.Serialization.Metadata.JsonPropertyInfoValues<global::Microsoft.Extensions.AI.Evaluation.EvaluationResult> 198AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult).GetProperty("EvaluationResult", InstanceMemberBindingFlags, null, typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationResult), global::System.Array.Empty<global::System.Type>(), null), 201properties[6] = global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.CreatePropertyInfo<global::Microsoft.Extensions.AI.Evaluation.EvaluationResult>(options, info6); 308global::Microsoft.Extensions.AI.Evaluation.EvaluationResult __value_EvaluationResult = ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)value).EvaluationResult; 401ParameterType = typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationResult),
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (2)
ScenarioRunResultTests.cs (2)
344private static void ValidateEquivalence(EvaluationResult? first, EvaluationResult? second)
Microsoft.Extensions.AI.Evaluation.Safety (21)
CodeVulnerabilityEvaluator.cs (2)
46public override async ValueTask<EvaluationResult> EvaluateAsync( 56EvaluationResult result =
ContentHarmEvaluator.cs (2)
48public sealed override async ValueTask<EvaluationResult> EvaluateAsync( 58EvaluationResult result =
ContentSafetyEvaluator.cs (8)
36public virtual ValueTask<EvaluationResult> EvaluateAsync( 55/// returns an <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s. 80/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 81protected async ValueTask<EvaluationResult> EvaluateContentSafetyAsync( 143EvaluationResult result = ContentSafetyService.ParseAnnotationResult(annotationResult); 145EvaluationResult updatedResult = UpdateMetrics(); 148EvaluationResult UpdateMetrics() 150EvaluationResult updatedResult = new EvaluationResult();
ContentSafetyService.cs (2)
35internal static EvaluationResult ParseAnnotationResult(string annotationResponse) 53var result = new EvaluationResult();
GroundednessProEvaluator.cs (2)
47public override async ValueTask<EvaluationResult> EvaluateAsync( 57EvaluationResult result =
ProtectedMaterialEvaluator.cs (3)
66public override async ValueTask<EvaluationResult> EvaluateAsync( 79EvaluationResult result = 93EvaluationResult imageResult =
UngroundedAttributesEvaluator.cs (2)
51public override async ValueTask<EvaluationResult> EvaluateAsync( 61EvaluationResult result =