1 instantiation of IntentResolutionEvaluator
Microsoft.Extensions.AI.Evaluation.Integration.Tests (1)
AgentQualityEvaluatorTests.cs (1)
64
IEvaluator intentResolutionEvaluator = new
IntentResolutionEvaluator
();
17 references to IntentResolutionEvaluator
Microsoft.Extensions.AI.Evaluation.Integration.Tests (4)
AgentQualityEvaluatorTests.cs (4)
104
Assert.True(result.TryGet(
IntentResolutionEvaluator
.IntentResolutionMetricName, out NumericMetric? _));
137
Assert.True(result.TryGet(
IntentResolutionEvaluator
.IntentResolutionMetricName, out NumericMetric? _));
161
Assert.True(result.TryGet(
IntentResolutionEvaluator
.IntentResolutionMetricName, out NumericMetric? _));
201
Assert.True(result.TryGet(
IntentResolutionEvaluator
.IntentResolutionMetricName, out NumericMetric? _));
Microsoft.Extensions.AI.Evaluation.Quality (13)
IntentResolutionEvaluator.cs (6)
22
/// <see cref="
IntentResolutionEvaluator
"/> evaluates an AI system's effectiveness at identifying and resolving user
27
/// Note that at the moment, <see cref="
IntentResolutionEvaluator
"/> only supports evaluating calls to tools that are
32
/// <see cref="
IntentResolutionEvaluator
"/> returns a <see cref="NumericMetric"/> that contains a score for 'Intent
37
/// <b>Note:</b> <see cref="
IntentResolutionEvaluator
"/> is an AI-based evaluator that uses an AI model to perform its
43
/// The prompt that <see cref="
IntentResolutionEvaluator
"/> uses has been tested against (and tuned to work well with)
56
/// <see cref="
IntentResolutionEvaluator
"/>.
IntentResolutionEvaluatorContext.cs (7)
10
/// Contextual information that the <see cref="
IntentResolutionEvaluator
"/> uses to evaluate an AI system's
15
/// <see cref="
IntentResolutionEvaluator
"/> evaluates an AI system's effectiveness at identifying and resolving user
20
/// Note that at the moment, <see cref="
IntentResolutionEvaluator
"/> only supports evaluating calls to tools that are
37
/// Note that at the moment, <see cref="
IntentResolutionEvaluator
"/> only supports evaluating calls to tools that
56
/// Note that at the moment, <see cref="
IntentResolutionEvaluator
"/> only supports evaluating calls to tools that
77
/// <see cref="
IntentResolutionEvaluator
"/> evaluates an AI system's effectiveness at identifying and resolving user
82
/// Note that at the moment, <see cref="
IntentResolutionEvaluator
"/> only supports evaluating calls to tools that