92 references to ScenarioRunResult
Microsoft.Extensions.AI.Evaluation.Console (2)
Commands\ReportCommand.cs (2)
29var results = new List<ScenarioRunResult>(); 35await foreach (ScenarioRunResult result in
Microsoft.Extensions.AI.Evaluation.Reporting (59)
Formats\Dataset.cs (2)
17IList<ScenarioRunResult> scenarioRunResults, 21public IList<ScenarioRunResult> ScenarioRunResults { get; } = scenarioRunResults;
Formats\Html\HtmlReportWriter.cs (2)
18/// <see cref="EvaluationMetric"/>s present in the supplied <see cref="ScenarioRunResult"/>s and writes it to the 28IEnumerable<ScenarioRunResult> scenarioRunResults,
Formats\Json\JsonReportWriter.cs (2)
17/// <see cref="EvaluationMetric"/>s present in the supplied <see cref="ScenarioRunResult"/>s and writes it to the 27IEnumerable<ScenarioRunResult> scenarioRunResults,
IEvaluationReportWriter.cs (3)
12/// <see cref="ScenarioRunResult"/>s. 20/// <param name="scenarioRunResults">An enumeration of <see cref="ScenarioRunResult"/>s.</param> 24IEnumerable<ScenarioRunResult> scenarioRunResults,
IResultStore.cs (15)
11/// Represents a store for <see cref="ScenarioRunResult"/>s. 16/// Returns <see cref="ScenarioRunResult"/>s for <see cref="ScenarioRun"/>s filtered by the specified 21/// Returns all <see cref="ScenarioRunResult"/>s in the store if <paramref name="executionName"/>, 25/// The <see cref="ScenarioRun.ExecutionName"/> by which the <see cref="ScenarioRunResult"/>s should be filtered. 29/// The <see cref="ScenarioRun.ScenarioName"/> by which the <see cref="ScenarioRunResult"/>s should be filtered. 34/// The <see cref="ScenarioRun.IterationName"/> by which the <see cref="ScenarioRunResult"/>s should be filtered. 39/// <returns>The matching <see cref="ScenarioRunResult"/>s.</returns> 40IAsyncEnumerable<ScenarioRunResult> ReadResultsAsync( 49/// <param name="results">The <see cref="ScenarioRunResult"/>s to be written.</param> 52ValueTask WriteResultsAsync(IEnumerable<ScenarioRunResult> results, CancellationToken cancellationToken = default); 55/// Deletes <see cref="ScenarioRunResult"/>s for <see cref="ScenarioRun"/>s filtered by the specified 60/// Deletes all <see cref="ScenarioRunResult"/>s in the store if <paramref name="executionName"/>, 64/// The <see cref="ScenarioRun.ExecutionName"/> by which the <see cref="ScenarioRunResult"/>s should be filtered. 68/// The <see cref="ScenarioRun.ScenarioName"/> by which the <see cref="ScenarioRunResult"/>s should be filtered. 73/// The <see cref="ScenarioRun.IterationName"/> by which the <see cref="ScenarioRunResult"/>s should be filtered.
JsonSerialization\JsonUtilities.cs (4)
23internal static JsonTypeInfo<ScenarioRunResult> ScenarioRunResultTypeInfo => Options.GetTypeInfo<ScenarioRunResult>(); 33internal static JsonTypeInfo<ScenarioRunResult> ScenarioRunResultTypeInfo => Options.GetTypeInfo<ScenarioRunResult>();
ReportingConfiguration.cs (3)
16/// used by these <see cref="IEvaluator"/>s, how the resulting <see cref="ScenarioRunResult"/>s should be persisted, 27/// Gets the <see cref="IResultStore"/> that should be used to persist the <see cref="ScenarioRunResult"/>s. 96/// The <see cref="IResultStore"/> that should be used to persist the <see cref="ScenarioRunResult"/>s.
ScenarioRun.cs (2)
89private ScenarioRunResult? _result; 168/// Disposes the <see cref="ScenarioRun"/> and writes the <see cref="ScenarioRunResult"/> to the configured
ScenarioRunResult.cs (12)
18/// In other words, <see cref="ScenarioRunResult"/> represents the results of evaluating a <see cref="ScenarioRun"/> 31/// <param name="creationTime">The time at which this <see cref="ScenarioRunResult"/> was created.</param> 38/// <see cref="ScenarioRunResult"/> being constructed. 40/// <param name="formatVersion">The version of the format used to persist the current <see cref="ScenarioRunResult"/>.</param> 53/// Initializes a new instance of the <see cref="ScenarioRunResult"/> class. 58/// <param name="creationTime">The time at which this <see cref="ScenarioRunResult"/> was created.</param> 65/// <see cref="ScenarioRunResult"/> being constructed. 87/// Gets the version of the format used to persist the current <see cref="ScenarioRunResult"/>. 107/// Gets or sets the time at which this <see cref="ScenarioRunResult"/> was created. 113/// evaluated in this <see cref="ScenarioRunResult"/>. 123/// Gets or sets the response being evaluated in this <see cref="ScenarioRunResult"/>. 129/// this <see cref="ScenarioRunResult"/>.
ScenarioRunResultExtensions.cs (3)
10/// Extension methods for <see cref="ScenarioRunResult"/>. 19/// <param name="result">The <see cref="ScenarioRunResult"/> that is to be inspected.</param> 30this ScenarioRunResult result,
Storage\DiskBasedReportingConfiguration.cs (4)
11/// <see cref="ScenarioRunResult"/>s to disk and also uses the disk to cache AI responses. 16/// Creates a <see cref="ReportingConfiguration"/> that persists <see cref="ScenarioRunResult"/>s to disk and also 20/// The path to a directory on disk under which the <see cref="ScenarioRunResult"/>s and all cached AI responses 44/// A <see cref="ReportingConfiguration"/> that persists <see cref="ScenarioRunResult"/>s to disk and also uses the
Storage\DiskBasedResultStore.cs (7)
19/// An <see cref="IResultStore"/> implementation that stores <see cref="ScenarioRunResult"/>s on disk. 44/// The path to a directory on disk under which the <see cref="ScenarioRunResult"/>s should be stored. 53public async IAsyncEnumerable<ScenarioRunResult> ReadResultsAsync( 68ScenarioRunResult? result = 69await JsonSerializer.DeserializeAsync<ScenarioRunResult>( 83IEnumerable<ScenarioRunResult> results, 88foreach (ScenarioRunResult result in results)
Microsoft.Extensions.AI.Evaluation.Reporting.Azure (15)
JsonSerialization\AzureStorageJsonUtilities.cs (5)
20internal static JsonTypeInfo<ScenarioRunResult> ScenarioRunResultTypeInfo => Options.GetTypeInfo<ScenarioRunResult>(); 27internal static JsonTypeInfo<ScenarioRunResult> ScenarioRunResultTypeInfo => Options.GetTypeInfo<ScenarioRunResult>(); 44[JsonSerializable(typeof(ScenarioRunResult))]
Storage\AzureStorageReportingConfiguration.cs (4)
12/// <see cref="ScenarioRunResult"/>s to Azure Storage and also uses the storage to cache AI responses. 17/// Creates a <see cref="ReportingConfiguration"/> that persists <see cref="ScenarioRunResult"/>s to Azure Storage 22/// <see cref="ScenarioRunResult"/>s and all cached AI responses should be stored. 49/// A <see cref="ReportingConfiguration"/> that persists <see cref="ScenarioRunResult"/>s to Azure Storage
Storage\AzureStorageResultStore.cs (6)
22/// An <see cref="IResultStore"/> implementation that stores <see cref="ScenarioRunResult"/>s under an Azure Storage 27/// <see cref="ScenarioRunResult"/>s should be stored. 98public async IAsyncEnumerable<ScenarioRunResult> ReadResultsAsync( 120ScenarioRunResult? result = await JsonSerializer.DeserializeAsync( 156IEnumerable<ScenarioRunResult> results, 161foreach (ScenarioRunResult result in results)
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (16)
ResultStoreTester.cs (6)
20private static ScenarioRunResult CreateTestResult(string scenarioName, string iterationName, string executionName) 76IEnumerable<ScenarioRunResult> testResults = [ 115IEnumerable<ScenarioRunResult> testResults = [ 140IEnumerable<ScenarioRunResult> testResults = [ 174IEnumerable<ScenarioRunResult> testResults = [ 209IEnumerable<ScenarioRunResult> testResults = [
ScenarioRunResultTests.cs (4)
33var entry = new ScenarioRunResult( 44ScenarioRunResult? deserialized = JsonSerializer.Deserialize<ScenarioRunResult>(json, JsonUtilities.Default.ScenarioRunResultTypeInfo); 74var entry = new ScenarioRunResult(
SerializationChainingTests.cs (6)
19private ScenarioRunResult _scenarioRunResult = 46private static void VerifyScenarioRunResult(ScenarioRunResult? resp) 64ScenarioRunResult? response = JsonSerializer.Deserialize(text, JsonUtilities.Default.ScenarioRunResultTypeInfo); 73ScenarioRunResult? response = JsonSerializer.Deserialize(text, JsonUtilities.Compact.ScenarioRunResultTypeInfo); 82ScenarioRunResult? response = JsonSerializer.Deserialize(text, AzureStorageJsonUtilities.Default.ScenarioRunResultTypeInfo); 91ScenarioRunResult? response = JsonSerializer.Deserialize(text, AzureStorageJsonUtilities.Compact.ScenarioRunResultTypeInfo);