3 implementations of IEvaluator
Microsoft.Extensions.AI.Evaluation (1)
CompositeEvaluator.cs (1)
18public sealed class CompositeEvaluator : IEvaluator
Microsoft.Extensions.AI.Evaluation.Integration.Tests (1)
TestEvaluator.cs (1)
12internal class TestEvaluator : IEvaluator
Microsoft.Extensions.AI.Evaluation.Quality (1)
ChatConversationEvaluator.cs (1)
16public abstract class ChatConversationEvaluator : IEvaluator
116 references to IEvaluator
Microsoft.Extensions.AI.Evaluation (41)
CompositeEvaluator.cs (16)
15/// An <see cref="IEvaluator"/> that composes other <see cref="IEvaluator"/>s to execute multiple (concurrent) 22/// composed <see cref="IEvaluator"/>s. 26private readonly IReadOnlyList<IEvaluator> _evaluators; 30/// <see cref="IEvaluator"/>s. 32/// <param name="evaluators">An array of <see cref="IEvaluator"/>s that are to be composed.</param> 33public CompositeEvaluator(params IEvaluator[] evaluators) 34: this(evaluators as IEnumerable<IEvaluator>) 40/// <see cref="IEvaluator"/>s. 42/// <param name="evaluators">An enumeration of <see cref="IEvaluator"/>s that are to be composed.</param> 43public CompositeEvaluator(IEnumerable<IEvaluator> evaluators) 49foreach (IEvaluator evaluator in evaluators) 83/// <see cref="IEvaluator"/>s use an AI model to perform evaluation. 92/// <see cref="IEvaluationTokenCounter"/> that should be used if one or more composed <see cref="IEvaluator"/>s use 97/// <see cref="IEvaluator"/>s may need to accurately evaluate the supplied <paramref name="modelResponse"/>. 135async ValueTask<EvaluationResult> EvaluateAsync(IEvaluator e)
EvaluationContext.cs (1)
10/// history) that an <see cref="IEvaluator"/> may need to accurately evaluate a supplied response.
EvaluationMetric.cs (2)
48/// Gets or sets any contextual information that was considered by the <see cref="IEvaluator"/> as part of the 53/// (value). An <see cref="IEvaluator"/> can use this dictionary to record one or more
EvaluatorExtensions.cs (19)
12/// Extension methods for <see cref="IEvaluator"/>. 23/// <see cref="EvaluationResult"/> should match <see cref="IEvaluator.EvaluationMetricNames"/>. 30/// <param name="evaluator">The <see cref="IEvaluator"/> that should perform the evaluation.</param> 45this IEvaluator evaluator, 63/// <see cref="EvaluationResult"/> should match <see cref="IEvaluator.EvaluationMetricNames"/>. 70/// <param name="evaluator">The <see cref="IEvaluator"/> that should perform the evaluation.</param> 88this IEvaluator evaluator, 108/// <see cref="EvaluationResult"/> should match <see cref="IEvaluator.EvaluationMetricNames"/>. 115/// <param name="evaluator">The <see cref="IEvaluator"/> that should perform the evaluation.</param> 130this IEvaluator evaluator, 153/// <see cref="EvaluationResult"/> should match <see cref="IEvaluator.EvaluationMetricNames"/>. 160/// <param name="evaluator">The <see cref="IEvaluator"/> that should perform the evaluation.</param> 175this IEvaluator evaluator, 198/// <see cref="EvaluationResult"/> should match <see cref="IEvaluator.EvaluationMetricNames"/>. 205/// <param name="evaluator">The <see cref="IEvaluator"/> that should perform the evaluation.</param> 223this IEvaluator evaluator, 247/// <see cref="EvaluationResult"/> should match <see cref="IEvaluator.EvaluationMetricNames"/>. 254/// <param name="evaluator">The <see cref="IEvaluator"/> that should perform the evaluation.</param> 272this IEvaluator evaluator,
IEvaluationTokenCounter.cs (1)
11/// <see cref="IEvaluator"/>s that rely on an AI model to perform evaluations can use
IEvaluator.cs (2)
18/// <see cref="IEvaluator"/>. 46/// <see cref="IEvaluator"/> may need to accurately evaluate the supplied <paramref name="modelResponse"/>.
Microsoft.Extensions.AI.Evaluation.Integration.Tests (17)
QualityEvaluatorTests.cs (5)
49IEvaluator rtcEvaluator = new RelevanceTruthAndCompletenessEvaluator(); 50IEvaluator coherenceEvaluator = new CoherenceEvaluator(); 51IEvaluator fluencyEvaluator = new FluencyEvaluator(); 61IEvaluator groundednessEvaluator = new GroundednessEvaluator(); 62IEvaluator equivalenceEvaluator = new EquivalenceEvaluator();
ResultsTests.cs (1)
22public static ReportingConfiguration CreateReportingConfiguration(IEvaluator evaluator)
SafetyEvaluatorTests.cs (9)
59IEvaluator hateAndUnfairnessEvaluator = new HateAndUnfairnessEvaluator(); 60IEvaluator selfHarmEvaluator = new SelfHarmEvaluator(); 61IEvaluator sexualEvaluator = new SexualEvaluator(); 62IEvaluator violenceEvaluator = new ViolenceEvaluator(); 63IEvaluator protectedMaterialEvaluator = new ProtectedMaterialEvaluator(); 64IEvaluator groundednessProEvaluator = new GroundednessProEvaluator(); 65IEvaluator ungroundedAttributesEvaluator = new UngroundedAttributesEvaluator(); 66IEvaluator indirectAttackEvaluator = new IndirectAttackEvaluator(); 97IEvaluator codeVulnerabilityEvaluator = new CodeVulnerabilityEvaluator();
TestEvaluator.cs (2)
18IReadOnlyCollection<string> IEvaluator.EvaluationMetricNames 26async ValueTask<EvaluationResult> IEvaluator.EvaluateAsync(
Microsoft.Extensions.AI.Evaluation.Quality (21)
ChatConversationEvaluator.cs (14)
14/// An <see langword="abstract"/> base class that can be used to implement an AI-based <see cref="IEvaluator"/>. 22/// Gets a value indicating whether this <see cref="IEvaluator"/> considers the entire conversation history (in 26/// <see langword="true"/> if this <see cref="IEvaluator"/> considers the entire conversation history as part of 32/// Gets the system prompt that this <see cref="IEvaluator"/> uses when performing evaluations. 189/// supplied <paramref name="message"/> as part of the evaluation prompt that this <see cref="IEvaluator"/> uses. 200/// <see cref="IEvaluationTokenCounter"/> that this <see cref="IEvaluator"/> uses to perform the evaluation. 255/// prompt that this <see cref="IEvaluator"/> uses. 284/// prompt that this <see cref="IEvaluator"/> uses. 309/// Renders the information present in the supplied parameters into a prompt that this <see cref="IEvaluator"/> 322/// <paramref name="includedHistory"/>) that this <see cref="IEvaluator"/> may need to accurately evaluate the 336/// <see cref="EvaluationMetric"/>s supported by this <see cref="IEvaluator"/>. 344/// <see cref="EvaluationMetric"/>s supported by this <see cref="IEvaluator"/>. 355/// <see cref="IEvaluationTokenCounter"/> that this <see cref="IEvaluator"/> uses to perform the evaluation. 363/// supported by this <see cref="IEvaluator"/>.
CoherenceEvaluator.cs (1)
12/// An <see cref="IEvaluator"/> that evaluates the 'Coherence' of a response produced by an AI model.
EquivalenceEvaluator.cs (1)
14/// An <see cref="IEvaluator"/> that evaluates the 'Equivalence' of a response produced by an AI model.
FluencyEvaluator.cs (1)
12/// An <see cref="IEvaluator"/> that evaluates the 'Fluency' of a response produced by an AI model.
GroundednessEvaluator.cs (1)
14/// An <see cref="IEvaluator"/> that evaluates the 'Groundedness' of a response produced by an AI model.
RelevanceTruthAndCompletenessEvaluator.cs (1)
23/// An <see cref="IEvaluator"/> that evaluates the 'Relevance', 'Truth' and 'Completeness' of a response produced by an
SingleNumericMetricEvaluator.cs (2)
14/// An <see langword="abstract"/> base class that can be used to implement an AI-based <see cref="IEvaluator"/> that 24/// <see cref="IEvaluator"/>.
Microsoft.Extensions.AI.Evaluation.Reporting (20)
ReportingConfiguration.cs (6)
15/// <see cref="IEvaluator"/>s that should be invoked, the <see cref="Evaluation.ChatConfiguration"/> that should be 16/// used by these <see cref="IEvaluator"/>s, how the resulting <see cref="ScenarioRunResult"/>s should be persisted, 23/// Gets the set of <see cref="IEvaluator"/>s that should be invoked to evaluate AI responses. 25public IReadOnlyList<IEvaluator> Evaluators { get; } 100/// The set of <see cref="IEvaluator"/>s that should be invoked to evaluate AI responses. 136IEnumerable<IEvaluator> evaluators,
ScenarioRun.cs (3)
84/// <see cref="IEvaluationTokenCounter"/> that are used by AI-based <see cref="IEvaluator"/>s that are invoked as 102IEnumerable<IEvaluator> evaluators, 132/// <see cref="IEvaluator"/>s included in this <see cref="ScenarioRun"/> may need to accurately evaluate the
ScenarioRunExtensions.cs (6)
23/// Additional contextual information that the <see cref="IEvaluator"/>s included in this <see cref="ScenarioRun"/> 51/// <see cref="IEvaluator"/>s included in this <see cref="ScenarioRun"/> may need to accurately evaluate the 77/// Additional contextual information that the <see cref="IEvaluator"/>s included in this <see cref="ScenarioRun"/> 106/// Additional contextual information that the <see cref="IEvaluator"/>s included in this <see cref="ScenarioRun"/> 139/// <see cref="IEvaluator"/>s included in this <see cref="ScenarioRun"/> may need to accurately evaluate the 173/// <see cref="IEvaluator"/>s included in this <see cref="ScenarioRun"/> may need to accurately evaluate the
ScenarioRunResult.cs (3)
44/// <see cref="IEvaluator"/>s invoked during the execution of the <see cref="ScenarioRun"/> use an LLM. 83/// <see cref="IEvaluator"/>s invoked during the execution of the <see cref="ScenarioRun"/> use an LLM. 163/// Can be <see langword="null"/> if none of the <see cref="IEvaluator"/>s invoked during the execution of the
Storage\DiskBasedReportingConfiguration.cs (2)
25/// The set of <see cref="IEvaluator"/>s that should be invoked to evaluate AI responses. 62IEnumerable<IEvaluator> evaluators,
Microsoft.Extensions.AI.Evaluation.Reporting.Azure (2)
Storage\AzureStorageReportingConfiguration.cs (2)
25/// The set of <see cref="IEvaluator"/>s that should be invoked to evaluate AI responses. 66IEnumerable<IEvaluator> evaluators,
Microsoft.Extensions.AI.Evaluation.Safety (15)
CodeVulnerabilityEvaluator.cs (1)
12/// An <see cref="IEvaluator"/> that utilizes the Azure AI Content Safety service to evaluate code completion responses
ContentHarmEvaluator.cs (2)
12/// An <see langword="abstract"/> base class that can be used to implement <see cref="IEvaluator"/>s that utilize the 19/// this <see cref="IEvaluator"/>.
ContentSafetyEvaluator.cs (4)
21/// An <see langword="abstract"/> base class that can be used to implement <see cref="IEvaluator"/>s that utilize the 32/// this <see cref="IEvaluator"/>. 37IDictionary<string, string> metricNames) : IEvaluator 75/// <see cref="IEvaluator"/> may need to accurately evaluate the supplied <paramref name="modelResponse"/>.
GroundednessProEvaluator.cs (1)
14/// An <see cref="IEvaluator"/> that utilizes the Azure AI Content Safety service to evaluate the groundedness of
HateAndUnfairnessEvaluator.cs (1)
9/// An <see cref="IEvaluator"/> that utilizes the Azure AI Content Safety service to evaluate responses produced by an
IndirectAttackEvaluator.cs (1)
9/// An <see cref="IEvaluator"/> that utilizes the Azure AI Content Safety service to evaluate responses produced by an
ProtectedMaterialEvaluator.cs (1)
12/// An <see cref="IEvaluator"/> that utilizes the Azure AI Content Safety service to evaluate responses produced by an
SelfHarmEvaluator.cs (1)
9/// An <see cref="IEvaluator"/> that utilizes the Azure AI Content Safety service to evaluate responses produced by an
SexualEvaluator.cs (1)
9/// An <see cref="IEvaluator"/> that utilizes the Azure AI Content Safety service to evaluate responses produced by an
UngroundedAttributesEvaluator.cs (1)
14/// An <see cref="IEvaluator"/> that utilizes the Azure AI Content Safety service to evaluate responses produced by an
ViolenceEvaluator.cs (1)
9/// An <see cref="IEvaluator"/> that utilizes the Azure AI Content Safety service to evaluate responses produced by an