8 instantiations of EvaluationResult
Microsoft.Extensions.AI.Evaluation (2)
CompositeEvaluator.cs (2)
125return new EvaluationResult(metrics); 149EvaluationResult result = new EvaluationResult();
Microsoft.Extensions.AI.Evaluation.Integration.Tests (1)
TestEvaluator.cs (1)
24: new ValueTask<EvaluationResult>(new EvaluationResult(TestMetrics));
Microsoft.Extensions.AI.Evaluation.Quality (2)
RelevanceTruthAndCompletenessEvaluator.cs (1)
72return new EvaluationResult(relevance, truth, completeness);
SingleNumericMetricEvaluator.cs (1)
55return new EvaluationResult(metric);
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (3)
ResultStoreTester.cs (1)
36evaluationResult: new EvaluationResult(booleanMetric, numericMetric, stringMetric));
ScenarioRunResultTests.cs (2)
40evaluationResult: new EvaluationResult(booleanMetric, numericMetric, stringMetric, metricWithNoValue)); 79evaluationResult: new EvaluationResult(booleanMetric, numericMetric, stringMetric, metricWithNoValue));
99 references to EvaluationResult
Microsoft.Extensions.AI.Evaluation (40)
CompositeEvaluator.cs (10)
73/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 79/// <see cref="EvaluationResult"/> should match <see cref="EvaluationMetricNames"/>. 102/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 103public async ValueTask<EvaluationResult> EvaluateAsync( 112IAsyncEnumerable<EvaluationResult> resultsStream = 120await foreach (EvaluationResult result in resultsStream.ConfigureAwait(false)) 128private IAsyncEnumerable<EvaluationResult> EvaluateAndStreamResultsAsync( 135async ValueTask<EvaluationResult> EvaluateAsync(IEvaluator e) 149EvaluationResult result = new EvaluationResult(); 170IEnumerable<ValueTask<EvaluationResult>> concurrentTasks = _evaluators.Select(EvaluateAsync);
EvaluationResult.cs (3)
28/// Initializes a new instance of the <see cref="EvaluationResult"/> class. 46/// Initializes a new instance of the <see cref="EvaluationResult"/> class. 78/// Initializes a new instance of the <see cref="EvaluationResult"/> class.
EvaluationResultExtensions.cs (7)
11/// Extension methods for <see cref="EvaluationResult"/>. 20/// The <see cref="EvaluationResult"/> containing the <see cref="EvaluationMetric"/>s that are to be altered. 23public static void AddDiagnosticToAllMetrics(this EvaluationResult result, EvaluationDiagnostic diagnostic) 38/// <param name="result">The <see cref="EvaluationResult"/> that is to be inspected.</param> 49this EvaluationResult result, 62/// The <see cref="EvaluationResult"/> containing the <see cref="EvaluationMetric"/>s that are to be interpreted. 69this EvaluationResult result,
EvaluatorExtensions.cs (16)
17/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 23/// <see cref="EvaluationResult"/> should match <see cref="IEvaluator.EvaluationMetricNames"/>. 43/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 44public static ValueTask<EvaluationResult> EvaluateAsync( 57/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 63/// <see cref="EvaluationResult"/> should match <see cref="IEvaluator.EvaluationMetricNames"/>. 86/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 87public static ValueTask<EvaluationResult> EvaluateAsync( 102/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 108/// <see cref="EvaluationResult"/> should match <see cref="IEvaluator.EvaluationMetricNames"/>. 128/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 129public static ValueTask<EvaluationResult> EvaluateAsync( 147/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 153/// <see cref="EvaluationResult"/> should match <see cref="IEvaluator.EvaluationMetricNames"/>. 176/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 177public static ValueTask<EvaluationResult> EvaluateAsync(
IEvaluator.cs (4)
22/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 28/// <see cref="EvaluationResult"/> should match <see cref="EvaluationMetricNames"/>. 50/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 51ValueTask<EvaluationResult> EvaluateAsync(
Microsoft.Extensions.AI.Evaluation.Integration.Tests (19)
AdditionalContextTests.cs (2)
65EvaluationResult result = 117EvaluationResult result =
EndToEndTests.cs (2)
77EvaluationResult result = await scenarioRun.EvaluateAsync(promptMessage, responseMessage); 128EvaluationResult result = await scenarioRun.EvaluateAsync(promptMessage, responseMessage);
RelevanceTruthAndCompletenessEvaluatorTests.cs (2)
74EvaluationResult result = await scenarioRun.EvaluateAsync(promptMessage, responseMessage); 107EvaluationResult result = await scenarioRun.EvaluateAsync(promptMessage, responseMessage);
ResultsTests.cs (10)
160EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 185EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 235EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 290EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 339EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 374EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 432EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 479EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 532EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 564EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse);
TestEvaluator.cs (3)
21private ValueTask<EvaluationResult> GetResultAsync() => 24: new ValueTask<EvaluationResult>(new EvaluationResult(TestMetrics)); 26async ValueTask<EvaluationResult> IEvaluator.EvaluateAsync(
Microsoft.Extensions.AI.Evaluation.Quality (13)
ChatConversationEvaluator.cs (8)
36public async ValueTask<EvaluationResult> EvaluateAsync( 46EvaluationResult result = InitializeResult(); 305/// Returns an <see cref="EvaluationResult"/> that includes default values for all the 310/// <see cref="EvaluationResult"/> should match <see cref="EvaluationMetricNames"/>. 313/// An <see cref="EvaluationResult"/> that includes default values for all the 316protected abstract EvaluationResult InitializeResult(); 332/// An <see cref="EvaluationResult"/> that includes a collection of <see cref="EvaluationMetric"/>s that are 340EvaluationResult result,
RelevanceTruthAndCompletenessEvaluator.cs (2)
67protected override EvaluationResult InitializeResult() 119EvaluationResult result,
SingleNumericMetricEvaluator.cs (3)
13/// produces an <see cref="EvaluationResult"/> containing a single <see cref="NumericMetric"/>. 52protected sealed override EvaluationResult InitializeResult() 62EvaluationResult result,
Microsoft.Extensions.AI.Evaluation.Reporting (25)
JsonSerialization\SerializerContext.cs (1)
11[JsonSerializable(typeof(EvaluationResult))]
ScenarioRun.cs (4)
111/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 126/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 127public async ValueTask<EvaluationResult> EvaluateAsync( 141EvaluationResult evaluationResult =
ScenarioRunExtensions.cs (12)
17/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 29/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 30public static ValueTask<EvaluationResult> EvaluateAsync( 41/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 57/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 58public static ValueTask<EvaluationResult> EvaluateAsync( 71/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 83/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 84public static ValueTask<EvaluationResult> EvaluateAsync( 100/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 116/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 117public static ValueTask<EvaluationResult> EvaluateAsync(
ScenarioRunResult.cs (8)
19/// and includes the <see cref="Evaluation.EvaluationResult"/> that is produced when 37/// The <see cref="Evaluation.EvaluationResult"/> for the <see cref="ScenarioRun"/> corresponding to the 48EvaluationResult evaluationResult) 62/// The <see cref="Evaluation.EvaluationResult"/> for the <see cref="ScenarioRun"/> corresponding to the 72EvaluationResult evaluationResult) 121/// Gets or sets the <see cref="Evaluation.EvaluationResult"/> for the <see cref="ScenarioRun"/> corresponding to 125/// This is the same <see cref="Evaluation.EvaluationResult"/> that is returned when 129public EvaluationResult EvaluationResult { get; set; } = evaluationResult;
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (2)
ScenarioRunResultTests.cs (2)
119private static void ValidateEquivalence(EvaluationResult? first, EvaluationResult? second)