10 instantiations of EvaluationResult
Microsoft.Extensions.AI.Evaluation (2)
CompositeEvaluator.cs (2)
125return new EvaluationResult(metrics); 149EvaluationResult result = new EvaluationResult();
Microsoft.Extensions.AI.Evaluation.Integration.Tests (1)
TestEvaluator.cs (1)
24: new ValueTask<EvaluationResult>(new EvaluationResult(TestMetrics));
Microsoft.Extensions.AI.Evaluation.Quality (2)
RelevanceTruthAndCompletenessEvaluator.cs (1)
89return new EvaluationResult(relevance, truth, completeness);
SingleNumericMetricEvaluator.cs (1)
57return new EvaluationResult(metric);
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (4)
ResultStoreTester.cs (1)
36evaluationResult: new EvaluationResult(booleanMetric, numericMetric, stringMetric));
ScenarioRunResultTests.cs (2)
58evaluationResult: new EvaluationResult(booleanMetric, numericMetric, stringMetric, metricWithNoValue), 122evaluationResult: new EvaluationResult(booleanMetric, numericMetric, stringMetric, metricWithNoValue),
SerializationChainingTests.cs (1)
43}, evaluationResult: new EvaluationResult()
Microsoft.Extensions.AI.Evaluation.Safety (1)
ContentSafetyService.cs (1)
60EvaluationResult result = new EvaluationResult();
142 references to EvaluationResult
Microsoft.Extensions.AI.Evaluation (58)
CompositeEvaluator.cs (10)
73/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 79/// <see cref="EvaluationResult"/> should match <see cref="EvaluationMetricNames"/>. 102/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 103public async ValueTask<EvaluationResult> EvaluateAsync( 112IAsyncEnumerable<EvaluationResult> resultsStream = 120await foreach (EvaluationResult result in resultsStream.ConfigureAwait(false)) 128private IAsyncEnumerable<EvaluationResult> EvaluateAndStreamResultsAsync( 135async ValueTask<EvaluationResult> EvaluateAsync(IEvaluator e) 149EvaluationResult result = new EvaluationResult(); 170IEnumerable<ValueTask<EvaluationResult>> concurrentTasks = _evaluators.Select(EvaluateAsync);
EvaluationResult.cs (3)
30/// Initializes a new instance of the <see cref="EvaluationResult"/> class. 48/// Initializes a new instance of the <see cref="EvaluationResult"/> class. 80/// Initializes a new instance of the <see cref="EvaluationResult"/> class.
EvaluationResultExtensions.cs (17)
12/// Extension methods for <see cref="EvaluationResult"/>. 21/// The <see cref="EvaluationResult"/> containing the <see cref="EvaluationMetric"/>s that are to be altered. 26this EvaluationResult result, 36/// The <see cref="EvaluationResult"/> containing the <see cref="EvaluationMetric"/>s that are to be altered. 41this EvaluationResult result, 58/// The <see cref="EvaluationResult"/> containing the <see cref="EvaluationMetric"/>s that are to be altered. 61public static void AddDiagnosticsToAllMetrics(this EvaluationResult result, IEnumerable<EvaluationDiagnostic> diagnostics) 76/// The <see cref="EvaluationResult"/> containing the <see cref="EvaluationMetric"/>s that are to be altered. 79public static void AddDiagnosticsToAllMetrics(this EvaluationResult result, params EvaluationDiagnostic[] diagnostics) 87/// <param name="result">The <see cref="EvaluationResult"/> that is to be inspected.</param> 98this EvaluationResult result, 111/// The <see cref="EvaluationResult"/> containing the <see cref="EvaluationMetric"/>s that are to be interpreted. 118this EvaluationResult result, 138/// The <see cref="EvaluationResult"/> containing the <see cref="EvaluationMetric"/>s that are to be altered. 142public static void AddOrUpdateMetadataInAllMetrics(this EvaluationResult result, string name, string value) 157/// The <see cref="EvaluationResult"/> containing the <see cref="EvaluationMetric"/>s that are to be altered. 161this EvaluationResult result,
EvaluatorExtensions.cs (24)
17/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 23/// <see cref="EvaluationResult"/> should match <see cref="IEvaluator.EvaluationMetricNames"/>. 43/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 44public static ValueTask<EvaluationResult> EvaluateAsync( 57/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 63/// <see cref="EvaluationResult"/> should match <see cref="IEvaluator.EvaluationMetricNames"/>. 86/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 87public static ValueTask<EvaluationResult> EvaluateAsync( 102/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 108/// <see cref="EvaluationResult"/> should match <see cref="IEvaluator.EvaluationMetricNames"/>. 128/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 129public static ValueTask<EvaluationResult> EvaluateAsync( 147/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 153/// <see cref="EvaluationResult"/> should match <see cref="IEvaluator.EvaluationMetricNames"/>. 173/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 174public static ValueTask<EvaluationResult> EvaluateAsync( 192/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 198/// <see cref="EvaluationResult"/> should match <see cref="IEvaluator.EvaluationMetricNames"/>. 221/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 222public static ValueTask<EvaluationResult> EvaluateAsync( 241/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 247/// <see cref="EvaluationResult"/> should match <see cref="IEvaluator.EvaluationMetricNames"/>. 270/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 271public static ValueTask<EvaluationResult> EvaluateAsync(
IEvaluator.cs (4)
23/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 29/// <see cref="EvaluationResult"/> should match <see cref="EvaluationMetricNames"/>. 51/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 53ValueTask<EvaluationResult> EvaluateAsync(
Microsoft.Extensions.AI.Evaluation.Integration.Tests (25)
QualityEvaluatorTests.cs (4)
92EvaluationResult result = await scenarioRun.EvaluateAsync(messages, response); 123EvaluationResult result = await scenarioRun.EvaluateAsync(messages, response); 152EvaluationResult result = await scenarioRun.EvaluateAsync(messages, response); 193EvaluationResult result =
ResultsTests.cs (10)
170EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 198EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 251EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 307EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 357EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 393EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 457EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 510EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 569EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse); 602EvaluationResult result = await scenarioRun.EvaluateAsync(_testResponse);
SafetyEvaluatorTests.cs (8)
148EvaluationResult result = await scenarioRun.EvaluateAsync(messages, response, additionalContext); 207EvaluationResult result = await scenarioRun.EvaluateAsync(messages, response2, additionalContext); 234EvaluationResult result = await scenarioRun.EvaluateAsync(question, answer); 261EvaluationResult result = await scenarioRun.EvaluateAsync(question, answer); 301EvaluationResult result = await scenarioRun.EvaluateAsync(messages, response); 354EvaluationResult result = await scenarioRun.EvaluateAsync(messages, response); 380EvaluationResult result = await scenarioRun.EvaluateAsync(context, completion); 418EvaluationResult result = await scenarioRun.EvaluateAsync(messages, response);
TestEvaluator.cs (3)
21private ValueTask<EvaluationResult> GetResultAsync() => 24: new ValueTask<EvaluationResult>(new EvaluationResult(TestMetrics)); 26async ValueTask<EvaluationResult> IEvaluator.EvaluateAsync(
Microsoft.Extensions.AI.Evaluation.Quality (17)
ChatConversationEvaluator.cs (8)
37public virtual async ValueTask<EvaluationResult> EvaluateAsync( 47EvaluationResult result = InitializeResult(); 335/// Returns an <see cref="EvaluationResult"/> that includes default values for all the 340/// <see cref="EvaluationResult"/> should match <see cref="EvaluationMetricNames"/>. 343/// An <see cref="EvaluationResult"/> that includes default values for all the 346protected abstract EvaluationResult InitializeResult(); 362/// An <see cref="EvaluationResult"/> that includes a collection of <see cref="EvaluationMetric"/>s that are 370EvaluationResult result,
EquivalenceEvaluator.cs (2)
53public override async ValueTask<EvaluationResult> EvaluateAsync( 60EvaluationResult result =
GroundednessEvaluator.cs (2)
53public override async ValueTask<EvaluationResult> EvaluateAsync( 60EvaluationResult result =
RelevanceTruthAndCompletenessEvaluator.cs (2)
84protected override EvaluationResult InitializeResult() 128EvaluationResult result,
SingleNumericMetricEvaluator.cs (3)
15/// produces an <see cref="EvaluationResult"/> containing a single <see cref="NumericMetric"/>. 54protected sealed override EvaluationResult InitializeResult() 64EvaluationResult result,
Microsoft.Extensions.AI.Evaluation.Reporting (31)
JsonSerialization\JsonUtilities.cs (1)
50[JsonSerializable(typeof(EvaluationResult))]
ScenarioRun.cs (4)
123/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 138/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 139public async ValueTask<EvaluationResult> EvaluateAsync( 153EvaluationResult evaluationResult =
ScenarioRunExtensions.cs (18)
17/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 29/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 30public static ValueTask<EvaluationResult> EvaluateAsync( 41/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 57/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 58public static ValueTask<EvaluationResult> EvaluateAsync( 71/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 83/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 84public static ValueTask<EvaluationResult> EvaluateAsync( 100/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 112/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 113public static ValueTask<EvaluationResult> EvaluateAsync( 129/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 145/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 146public static ValueTask<EvaluationResult> EvaluateAsync( 163/// Evaluates the supplied <paramref name="modelResponse"/> and returns an <see cref="EvaluationResult"/> 179/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 180public static ValueTask<EvaluationResult> EvaluateAsync(
ScenarioRunResult.cs (8)
19/// and includes the <see cref="Evaluation.EvaluationResult"/> that is produced when 37/// The <see cref="Evaluation.EvaluationResult"/> for the <see cref="ScenarioRun"/> corresponding to the 58EvaluationResult evaluationResult, 76/// The <see cref="Evaluation.EvaluationResult"/> for the <see cref="ScenarioRun"/> corresponding to the 93EvaluationResult evaluationResult, 147/// Gets or sets the <see cref="Evaluation.EvaluationResult"/> for the <see cref="ScenarioRun"/> corresponding to 151/// This is the same <see cref="Evaluation.EvaluationResult"/> that is returned when 155public EvaluationResult EvaluationResult { get; set; } = evaluationResult;
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (2)
ScenarioRunResultTests.cs (2)
169private static void ValidateEquivalence(EvaluationResult? first, EvaluationResult? second)
Microsoft.Extensions.AI.Evaluation.Safety (9)
ContentHarmEvaluator.cs (2)
27public sealed override async ValueTask<EvaluationResult> EvaluateAsync( 37EvaluationResult result =
ContentSafetyEvaluator.cs (5)
44public virtual ValueTask<EvaluationResult> EvaluateAsync( 63/// an <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s. 88/// <returns>An <see cref="EvaluationResult"/> containing one or more <see cref="EvaluationMetric"/>s.</returns> 89protected async ValueTask<EvaluationResult> EvaluateContentSafetyAsync( 104EvaluationResult result;
ContentSafetyService.cs (2)
42internal static EvaluationResult ParseAnnotationResult(string annotationResponse) 60EvaluationResult result = new EvaluationResult();