17 instantiations of EvaluationResult
Microsoft.Extensions.AI.Evaluation (2)
CompositeEvaluator.cs (2)
124return new EvaluationResult(metrics); 148var result = new EvaluationResult();
Microsoft.Extensions.AI.Evaluation.Integration.Tests (1)
TestEvaluator.cs (1)
24: new ValueTask<EvaluationResult>(new EvaluationResult(TestMetrics));
Microsoft.Extensions.AI.Evaluation.Quality (8)
CoherenceEvaluator.cs (1)
78var result = new EvaluationResult(metric);
CompletenessEvaluator.cs (1)
75var result = new EvaluationResult(metric);
EquivalenceEvaluator.cs (1)
74var result = new EvaluationResult(metric);
FluencyEvaluator.cs (1)
72var result = new EvaluationResult(metric);
GroundednessEvaluator.cs (1)
73var result = new EvaluationResult(metric);
RelevanceEvaluator.cs (1)
76var result = new EvaluationResult(metric);
RelevanceTruthAndCompletenessEvaluator.cs (1)
91var result = new EvaluationResult(relevance, truth, completeness);
RetrievalEvaluator.cs (1)
81var result = new EvaluationResult(metric);
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (4)
ResultStoreTester.cs (1)
36evaluationResult: new EvaluationResult(booleanMetric, numericMetric, stringMetric));
ScenarioRunResultTests.cs (2)
88evaluationResult: new EvaluationResult(booleanMetric, numericMetric, stringMetric, metricWithNoValue), 179evaluationResult: new EvaluationResult(booleanMetric, numericMetric, stringMetric, metricWithNoValue),
SerializationChainingTests.cs (1)
43}, evaluationResult: new EvaluationResult()
Microsoft.Extensions.AI.Evaluation.Safety (2)
ContentSafetyEvaluator.cs (1)
159EvaluationResult updatedResult = new EvaluationResult();
ContentSafetyService.cs (1)
60var result = new EvaluationResult();
145 references to EvaluationResult
Microsoft.Extensions.AI.Evaluation (60)
CompositeEvaluator.cs (10)
73/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 79/// <see cref="EvaluationResult"/> should match <see cref="EvaluationMetricNames"/>. 101/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 102public async ValueTask<EvaluationResult> EvaluateAsync( 111IAsyncEnumerable<EvaluationResult> resultsStream = 119await foreach (EvaluationResult result in resultsStream.ConfigureAwait(false)) 127private IAsyncEnumerable<EvaluationResult> EvaluateAndStreamResultsAsync( 134async ValueTask<EvaluationResult> EvaluateAsync(IEvaluator e) 148var result = new EvaluationResult(); 169IEnumerable<ValueTask<EvaluationResult>> concurrentTasks = _evaluators.Select(EvaluateAsync);
EvaluationResult.cs (3)
32/// Initializes a new instance of the <see cref="EvaluationResult"/> class. 50/// Initializes a new instance of the <see cref="EvaluationResult"/> class. 82/// Initializes a new instance of the <see cref="EvaluationResult"/> class.
EvaluationResultExtensions.cs (19)
12/// Extension methods for <see cref="EvaluationResult"/>. 21/// The <see cref="EvaluationResult"/> containing the <see cref="EvaluationMetric"/>s that are to be altered. 25this EvaluationResult result, 41/// The <see cref="EvaluationResult"/> containing the <see cref="EvaluationMetric"/>s that are to be altered. 44public static void AddOrUpdateContextInAllMetrics(this EvaluationResult result, params EvaluationContext[] context) 52/// The <see cref="EvaluationResult"/> containing the <see cref="EvaluationMetric"/>s that are to be altered. 55public static void AddDiagnosticsToAllMetrics(this EvaluationResult result, IEnumerable<EvaluationDiagnostic> diagnostics) 70/// The <see cref="EvaluationResult"/> containing the <see cref="EvaluationMetric"/>s that are to be altered. 73public static void AddDiagnosticsToAllMetrics(this EvaluationResult result, params EvaluationDiagnostic[] diagnostics) 81/// <param name="result">The <see cref="EvaluationResult"/> that is to be inspected.</param> 92this EvaluationResult result, 105/// The <see cref="EvaluationResult"/> containing the <see cref="EvaluationMetric"/>s that are to be interpreted. 112this EvaluationResult result, 132/// The <see cref="EvaluationResult"/> containing the <see cref="EvaluationMetric"/>s that are to be altered. 136public static void AddOrUpdateMetadataInAllMetrics(this EvaluationResult result, string name, string value) 151/// The <see cref="EvaluationResult"/> containing the <see cref="EvaluationMetric"/>s that are to be altered. 155this EvaluationResult result, 171/// The <see cref="EvaluationResult"/> containing the <see cref="EvaluationMetric"/>s that are to be altered. 179this EvaluationResult result,
EvaluatorExtensions.cs (24)
17/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 23/// <see cref="EvaluationResult"/> should match <see cref="IEvaluator.EvaluationMetricNames"/>. 43/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 44public static ValueTask<EvaluationResult> EvaluateAsync( 57/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 63/// <see cref="EvaluationResult"/> should match <see cref="IEvaluator.EvaluationMetricNames"/>. 86/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 87public static ValueTask<EvaluationResult> EvaluateAsync( 102/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 108/// <see cref="EvaluationResult"/> should match <see cref="IEvaluator.EvaluationMetricNames"/>. 128/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 129public static ValueTask<EvaluationResult> EvaluateAsync( 142/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 148/// <see cref="EvaluationResult"/> should match <see cref="IEvaluator.EvaluationMetricNames"/>. 168/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 169public static ValueTask<EvaluationResult> EvaluateAsync( 187/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 193/// <see cref="EvaluationResult"/> should match <see cref="IEvaluator.EvaluationMetricNames"/>. 216/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 217public static ValueTask<EvaluationResult> EvaluateAsync( 232/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 238/// <see cref="EvaluationResult"/> should match <see cref="IEvaluator.EvaluationMetricNames"/>. 261/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 262public static ValueTask<EvaluationResult> EvaluateAsync(
IEvaluator.cs (4)
25/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 31/// <see cref="EvaluationResult"/> should match <see cref="EvaluationMetricNames"/>. 53/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 57ValueTask<EvaluationResult> EvaluateAsync(
Microsoft.Extensions.AI.Evaluation.Integration.Tests (26)
QualityEvaluatorTests.cs (4)
98EvaluationResult result = await scenarioRun.EvaluateAsync(messages, response); 137EvaluationResult result = await scenarioRun.EvaluateAsync(messages, response); 174EvaluationResult result = await scenarioRun.EvaluateAsync(messages, response); 244EvaluationResult result =
ResultsTests.cs (10)
171EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 199EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 252EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 308EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 358EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 394EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 458EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 511EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 570EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 603EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse);
SafetyEvaluatorTests.cs (9)
160EvaluationResult result = await scenarioRun.EvaluateAsync(messages, response, additionalContext); 235EvaluationResult result = await scenarioRun.EvaluateAsync(messages, response2, additionalContext); 280EvaluationResult result = await scenarioRun.EvaluateAsync(question, answer); 316EvaluationResult result = await scenarioRun.EvaluateAsync(question, answer); 365EvaluationResult result = await scenarioRun.EvaluateAsync(messages, response); 427EvaluationResult result = await scenarioRun.EvaluateAsync(messages, response); 462EvaluationResult result = await scenarioRun.EvaluateAsync(context, completion); 503EvaluationResult result = await scenarioRun.EvaluateAsync(messages, response); 537EvaluationResult result = await scenarioRun.EvaluateAsync(messages, response2);
TestEvaluator.cs (3)
21private ValueTask<EvaluationResult> GetResultAsync() => 24: new ValueTask<EvaluationResult>(new EvaluationResult(TestMetrics)); 26async ValueTask<EvaluationResult> IEvaluator.EvaluateAsync(
Microsoft.Extensions.AI.Evaluation.Quality (17)
CoherenceEvaluator.cs (2)
67public async ValueTask<EvaluationResult> EvaluateAsync( 78var result = new EvaluationResult(metric);
CompletenessEvaluator.cs (2)
64public async ValueTask<EvaluationResult> EvaluateAsync( 75var result = new EvaluationResult(metric);
EquivalenceEvaluator.cs (2)
63public async ValueTask<EvaluationResult> EvaluateAsync( 74var result = new EvaluationResult(metric);
FluencyEvaluator.cs (2)
61public async ValueTask<EvaluationResult> EvaluateAsync( 72var result = new EvaluationResult(metric);
GroundednessEvaluator.cs (2)
62public async ValueTask<EvaluationResult> EvaluateAsync( 73var result = new EvaluationResult(metric);
RelevanceEvaluator.cs (2)
65public async ValueTask<EvaluationResult> EvaluateAsync( 76var result = new EvaluationResult(metric);
RelevanceTruthAndCompletenessEvaluator.cs (3)
78public async ValueTask<EvaluationResult> EvaluateAsync( 91var result = new EvaluationResult(relevance, truth, completeness); 268EvaluationResult result,
RetrievalEvaluator.cs (2)
71public async ValueTask<EvaluationResult> EvaluateAsync( 81var result = new EvaluationResult(metric);
Microsoft.Extensions.AI.Evaluation.Reporting (30)
ScenarioRun.cs (4)
129/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 144/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 145public async ValueTask<EvaluationResult> EvaluateAsync( 159EvaluationResult evaluationResult =
ScenarioRunExtensions.cs (18)
17/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 29/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 30public static ValueTask<EvaluationResult> EvaluateAsync( 41/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 57/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 58public static ValueTask<EvaluationResult> EvaluateAsync( 71/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 83/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 84public static ValueTask<EvaluationResult> EvaluateAsync( 95/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 107/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 108public static ValueTask<EvaluationResult> EvaluateAsync( 124/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 140/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 141public static ValueTask<EvaluationResult> EvaluateAsync( 154/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 170/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 171public static ValueTask<EvaluationResult> EvaluateAsync(
ScenarioRunResult.cs (8)
19/// and includes the <see cref="Evaluation.EvaluationResult"/> that is produced when 37/// The <see cref="Evaluation.EvaluationResult"/> for the <see cref="ScenarioRun"/> corresponding to the 58EvaluationResult evaluationResult, 76/// The <see cref="Evaluation.EvaluationResult"/> for the <see cref="ScenarioRun"/> corresponding to the 93EvaluationResult evaluationResult, 147/// Gets or sets the <see cref="Evaluation.EvaluationResult"/> for the <see cref="ScenarioRun"/> corresponding to 151/// This is the same <see cref="Evaluation.EvaluationResult"/> that is returned when 155public EvaluationResult EvaluationResult { get; set; } = evaluationResult;
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (2)
ScenarioRunResultTests.cs (2)
226private static void ValidateEquivalence(EvaluationResult? first, EvaluationResult? second)
Microsoft.Extensions.AI.Evaluation.Safety (10)
ContentSafetyEvaluator.cs (8)
43public virtual ValueTask<EvaluationResult> EvaluateAsync( 62/// returns an <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s. 87/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 88protected async ValueTask<EvaluationResult> EvaluateContentSafetyAsync( 152EvaluationResult result = ContentSafetyService.ParseAnnotationResult(annotationResult); 154EvaluationResult updatedResult = UpdateMetrics(); 157EvaluationResult UpdateMetrics() 159EvaluationResult updatedResult = new EvaluationResult();
ContentSafetyService.cs (2)
42internal static EvaluationResult ParseAnnotationResult(string annotationResponse) 60var result = new EvaluationResult();