8 instantiations of ScenarioRunResult
Microsoft.Extensions.AI.Evaluation.Reporting (2)
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.ScenarioRunResult.g.cs (1)
34ObjectWithParameterizedConstructorCreator = static args => new global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult((string)args[0], (string)args[1], (string)args[2], (global::System.DateTime)args[3], (global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.ChatMessage>)args[4], (global::Microsoft.Extensions.AI.ChatResponse)args[5], (global::Microsoft.Extensions.AI.Evaluation.EvaluationResult)args[6], (global::Microsoft.Extensions.AI.Evaluation.Reporting.ChatDetails)args[7], (global::System.Collections.Generic.IList<string>)args[8], (int?)args[9]),
ScenarioRun.cs (1)
172new ScenarioRunResult(
Microsoft.Extensions.AI.Evaluation.Reporting.Azure (1)
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.ScenarioRunResult.g.cs (1)
34ObjectWithParameterizedConstructorCreator = static args => new global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult((string)args[0], (string)args[1], (string)args[2], (global::System.DateTime)args[3], (global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.ChatMessage>)args[4], (global::Microsoft.Extensions.AI.ChatResponse)args[5], (global::Microsoft.Extensions.AI.Evaluation.EvaluationResult)args[6], (global::Microsoft.Extensions.AI.Evaluation.Reporting.ChatDetails)args[7], (global::System.Collections.Generic.IList<string>)args[8], (int?)args[9]),
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (5)
ResultStoreTester.cs (1)
28return new ScenarioRunResult(
ScenarioRunResultTests.cs (3)
83var entry = new ScenarioRunResult( 175var entry = new ScenarioRunResult( 227var entry = new ScenarioRunResult(
SerializationChainingTests.cs (1)
19new(scenarioName: "ScenarioName",
242 references to ScenarioRunResult
Microsoft.Extensions.AI.Evaluation.Console (3)
Commands\ReportCommand.cs (3)
75List<ScenarioRunResult> results = []; 87await foreach (ScenarioRunResult result in 167ScenarioRunResult result,
Microsoft.Extensions.AI.Evaluation.Reporting (145)
Formats\Dataset.cs (2)
12IList<ScenarioRunResult> scenarioRunResults, 16public IList<ScenarioRunResult> ScenarioRunResults { get; } = scenarioRunResults;
Formats\Html\HtmlReportWriter.cs (2)
19/// <see cref="EvaluationMetric"/>s present in the supplied <see cref="ScenarioRunResult"/>s and writes it to the 29IEnumerable<ScenarioRunResult> scenarioRunResults,
Formats\Json\JsonReportWriter.cs (2)
17/// <see cref="EvaluationMetric"/>s present in the supplied <see cref="ScenarioRunResult"/>s and writes it to the 27IEnumerable<ScenarioRunResult> scenarioRunResults,
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.Dataset.g.cs (7)
34ObjectWithParameterizedConstructorCreator = static args => new global::Microsoft.Extensions.AI.Evaluation.Reporting.Formats.Dataset((global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult>)args[0], (global::System.DateTime)args[1], (string)args[2]), 37ConstructorAttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.Formats.Dataset).GetConstructor(InstanceMemberBindingFlags, binder: null, new[] {typeof(global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult>), typeof(global::System.DateTime), typeof(string)}, modifiers: null), 53var info0 = new global::System.Text.Json.Serialization.Metadata.JsonPropertyInfoValues<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult>> 68AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.Formats.Dataset).GetProperty("ScenarioRunResults", InstanceMemberBindingFlags, null, typeof(global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult>), global::System.Array.Empty<global::System.Type>(), null), 71properties[0] = global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.CreatePropertyInfo<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult>>(options, info0); 129global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult> __value_ScenarioRunResults = ((global::Microsoft.Extensions.AI.Evaluation.Reporting.Formats.Dataset)value).ScenarioRunResults; 150ParameterType = typeof(global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult>),
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.GetJsonTypeInfo.g.cs (2)
148if (type == typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)) 292if (type == typeof(global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult>))
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.IListScenarioRunResult.g.cs (11)
15private global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult>>? _IListScenarioRunResult; 21public global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult>> IListScenarioRunResult 24get => _IListScenarioRunResult ??= (global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult>>)Options.GetTypeInfo(typeof(global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult>)); 27private global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult>> Create_IListScenarioRunResult(global::System.Text.Json.JsonSerializerOptions options) 29if (!TryGetTypeInfoForRuntimeCustomConverter<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult>>(options, out global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult>> jsonTypeInfo)) 31var info = new global::System.Text.Json.Serialization.Metadata.JsonCollectionInfoValues<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult>> 37jsonTypeInfo = global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.CreateIListInfo<global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult>, global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult>(options, info); 47private void IListScenarioRunResultSerializeHandler(global::System.Text.Json.Utf8JsonWriter writer, global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult>? value)
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.ScenarioRunResult.g.cs (61)
15private global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult>? _ScenarioRunResult; 21public global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult> ScenarioRunResult 24get => _ScenarioRunResult ??= (global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult>)Options.GetTypeInfo(typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)); 27private global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult> Create_ScenarioRunResult(global::System.Text.Json.JsonSerializerOptions options) 29if (!TryGetTypeInfoForRuntimeCustomConverter<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult>(options, out global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult> jsonTypeInfo)) 31var objectInfo = new global::System.Text.Json.Serialization.Metadata.JsonObjectInfoValues<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult> 37ConstructorAttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult).GetConstructor(InstanceMemberBindingFlags, binder: null, new[] {typeof(string), typeof(string), typeof(string), typeof(global::System.DateTime), typeof(global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.ChatMessage>), typeof(global::Microsoft.Extensions.AI.ChatResponse), typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationResult), typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ChatDetails), typeof(global::System.Collections.Generic.IList<string>), typeof(int?)}, modifiers: null), 41jsonTypeInfo = global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.CreateObjectInfo<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult>(options, objectInfo); 58DeclaringType = typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult), 60Getter = static obj => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).ScenarioName, 61Setter = static (obj, value) => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).ScenarioName = value!, 68AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult).GetProperty("ScenarioName", InstanceMemberBindingFlags, null, typeof(string), global::System.Array.Empty<global::System.Type>(), null), 80DeclaringType = typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult), 82Getter = static obj => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).IterationName, 83Setter = static (obj, value) => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).IterationName = value!, 90AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult).GetProperty("IterationName", InstanceMemberBindingFlags, null, typeof(string), global::System.Array.Empty<global::System.Type>(), null), 102DeclaringType = typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult), 104Getter = static obj => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).ExecutionName, 105Setter = static (obj, value) => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).ExecutionName = value!, 112AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult).GetProperty("ExecutionName", InstanceMemberBindingFlags, null, typeof(string), global::System.Array.Empty<global::System.Type>(), null), 124DeclaringType = typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult), 126Getter = static obj => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).CreationTime, 127Setter = static (obj, value) => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).CreationTime = value!, 134AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult).GetProperty("CreationTime", InstanceMemberBindingFlags, null, typeof(global::System.DateTime), global::System.Array.Empty<global::System.Type>(), null), 144DeclaringType = typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult), 146Getter = static obj => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).Messages, 147Setter = static (obj, value) => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).Messages = value!, 154AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult).GetProperty("Messages", InstanceMemberBindingFlags, null, typeof(global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.ChatMessage>), global::System.Array.Empty<global::System.Type>(), null), 166DeclaringType = typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult), 168Getter = static obj => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).ModelResponse, 169Setter = static (obj, value) => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).ModelResponse = value!, 176AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult).GetProperty("ModelResponse", InstanceMemberBindingFlags, null, typeof(global::Microsoft.Extensions.AI.ChatResponse), global::System.Array.Empty<global::System.Type>(), null), 188DeclaringType = typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult), 190Getter = static obj => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).EvaluationResult, 191Setter = static (obj, value) => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).EvaluationResult = value!, 198AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult).GetProperty("EvaluationResult", InstanceMemberBindingFlags, null, typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationResult), global::System.Array.Empty<global::System.Type>(), null), 210DeclaringType = typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult), 212Getter = static obj => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).ChatDetails, 213Setter = static (obj, value) => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).ChatDetails = value!, 220AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult).GetProperty("ChatDetails", InstanceMemberBindingFlags, null, typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ChatDetails), global::System.Array.Empty<global::System.Type>(), null), 230DeclaringType = typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult), 232Getter = static obj => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).Tags, 233Setter = static (obj, value) => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).Tags = value!, 240AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult).GetProperty("Tags", InstanceMemberBindingFlags, null, typeof(global::System.Collections.Generic.IList<string>), global::System.Array.Empty<global::System.Type>(), null), 250DeclaringType = typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult), 252Getter = static obj => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).FormatVersion, 253Setter = static (obj, value) => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).FormatVersion = value!, 260AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult).GetProperty("FormatVersion", InstanceMemberBindingFlags, null, typeof(int?), global::System.Array.Empty<global::System.Type>(), null), 270private void ScenarioRunResultSerializeHandler(global::System.Text.Json.Utf8JsonWriter writer, global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult? value) 280string __value_ScenarioName = ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)value).ScenarioName; 285string __value_IterationName = ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)value).IterationName; 290string __value_ExecutionName = ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)value).ExecutionName; 295writer.WriteString(PropName_creationTime, ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)value).CreationTime); 296global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.ChatMessage> __value_Messages = ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)value).Messages; 302global::Microsoft.Extensions.AI.ChatResponse __value_ModelResponse = ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)value).ModelResponse; 308global::Microsoft.Extensions.AI.Evaluation.EvaluationResult __value_EvaluationResult = ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)value).EvaluationResult; 314global::Microsoft.Extensions.AI.Evaluation.Reporting.ChatDetails __value_ChatDetails = ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)value).ChatDetails; 320global::System.Collections.Generic.IList<string> __value_Tags = ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)value).Tags; 326int? __value_FormatVersion = ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)value).FormatVersion;
IEvaluationReportWriter.cs (2)
12/// <see cref="ScenarioRunResult"/>s. 24IEnumerable<ScenarioRunResult> scenarioRunResults,
IEvaluationResultStore.cs (15)
11/// Represents a store for <see cref="ScenarioRunResult"/>s. 16/// Returns <see cref="ScenarioRunResult"/>s for <see cref="ScenarioRun"/>s filtered by the specified 21/// Returns all <see cref="ScenarioRunResult"/>s in the store if <paramref name="executionName"/>, 25/// The <see cref="ScenarioRun.ExecutionName"/> by which the <see cref="ScenarioRunResult"/>s should be filtered. 29/// The <see cref="ScenarioRun.ScenarioName"/> by which the <see cref="ScenarioRunResult"/>s should be filtered. 34/// The <see cref="ScenarioRun.IterationName"/> by which the <see cref="ScenarioRunResult"/>s should be filtered. 39/// <returns>The matching <see cref="ScenarioRunResult"/>s.</returns> 40IAsyncEnumerable<ScenarioRunResult> ReadResultsAsync( 49/// <param name="results">The <see cref="ScenarioRunResult"/>s to be written.</param> 52ValueTask WriteResultsAsync(IEnumerable<ScenarioRunResult> results, CancellationToken cancellationToken = default); 55/// Deletes <see cref="ScenarioRunResult"/>s for <see cref="ScenarioRun"/>s filtered by the specified 60/// Deletes all <see cref="ScenarioRunResult"/>s in the store if <paramref name="executionName"/>, 64/// The <see cref="ScenarioRun.ExecutionName"/> by which the <see cref="ScenarioRunResult"/>s should be filtered. 68/// The <see cref="ScenarioRun.ScenarioName"/> by which the <see cref="ScenarioRunResult"/>s should be filtered. 73/// The <see cref="ScenarioRun.IterationName"/> by which the <see cref="ScenarioRunResult"/>s should be filtered.
JsonSerialization\JsonUtilities.cs (5)
19internal static JsonTypeInfo<ScenarioRunResult> ScenarioRunResultTypeInfo => Options.GetTypeInfo<ScenarioRunResult>(); 27internal static JsonTypeInfo<ScenarioRunResult> ScenarioRunResultTypeInfo => Options.GetTypeInfo<ScenarioRunResult>(); 43[JsonSerializable(typeof(ScenarioRunResult))]
ReportingConfiguration.cs (3)
16/// used by these <see cref="IEvaluator"/>s, how the resulting <see cref="ScenarioRunResult"/>s should be persisted, 31/// <see cref="ScenarioRunResult"/>s. 105/// The <see cref="IEvaluationResultStore"/> that should be used to persist the <see cref="ScenarioRunResult"/>s.
ScenarioRun.cs (2)
101private ScenarioRunResult? _result; 187/// Disposes the <see cref="ScenarioRun"/> and writes the <see cref="ScenarioRunResult"/> to the configured
ScenarioRunResult.cs (18)
13/// In other words, <see cref="ScenarioRunResult"/> represents the results of evaluating a <see cref="ScenarioRun"/> 26/// <param name="creationTime">The time at which this <see cref="ScenarioRunResult"/> was created.</param> 33/// <see cref="ScenarioRunResult"/> being constructed. 38/// <see cref="ScenarioRunResult"/> being constructed. Can be <see langword="null"/> if none of the 41/// <param name="tags">An optional set of text tags applicable to this <see cref="ScenarioRunResult"/>.</param> 43/// The version of the format used to persist the current <see cref="ScenarioRunResult"/>. 59/// Initializes a new instance of the <see cref="ScenarioRunResult"/> class. 64/// <param name="creationTime">The time at which this <see cref="ScenarioRunResult"/> was created.</param> 72/// <see cref="ScenarioRunResult"/> being constructed. 77/// <see cref="ScenarioRunResult"/> being constructed. Can be <see langword="null"/> if none of the 80/// <param name="tags">An optional set of text tags applicable to this <see cref="ScenarioRunResult"/>.</param> 120/// Gets or sets the time at which this <see cref="ScenarioRunResult"/> was created. 126/// evaluated in this <see cref="ScenarioRunResult"/>. 131/// Gets or sets the response being evaluated in this <see cref="ScenarioRunResult"/>. 137/// this <see cref="ScenarioRunResult"/>. 149/// <see cref="ScenarioRunResult"/>. 158/// Gets or sets a set of text tags applicable to this <see cref="ScenarioRunResult"/>. 163/// Gets or sets the version of the format used to persist the current <see cref="ScenarioRunResult"/>.
ScenarioRunResultExtensions.cs (3)
10/// Extension methods for <see cref="ScenarioRunResult"/>. 19/// <param name="result">The <see cref="ScenarioRunResult"/> that is to be inspected.</param> 30this ScenarioRunResult result,
Storage\DiskBasedReportingConfiguration.cs (4)
12/// <see cref="ScenarioRunResult"/>s to disk and also uses the disk to cache AI responses. 17/// Creates a <see cref="ReportingConfiguration"/> that persists <see cref="ScenarioRunResult"/>s to disk and also 21/// The path to a directory on disk under which the <see cref="ScenarioRunResult"/>s and all cached AI responses 59/// A <see cref="ReportingConfiguration"/> that persists <see cref="ScenarioRunResult"/>s to disk and also uses the
Storage\DiskBasedResultStore.cs (6)
19/// An <see cref="IEvaluationResultStore"/> implementation that stores <see cref="ScenarioRunResult"/>s on disk. 44/// The path to a directory on disk under which the <see cref="ScenarioRunResult"/>s should be stored. 53public async IAsyncEnumerable<ScenarioRunResult> ReadResultsAsync( 71ScenarioRunResult? result = 86IEnumerable<ScenarioRunResult> results, 91foreach (ScenarioRunResult result in results)
Microsoft.Extensions.AI.Evaluation.Reporting.Azure (77)
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.GetJsonTypeInfo.g.cs (1)
144if (type == typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult))
Generated\Basic.CompilerLog.Util\Basic.CompilerLog.Util.Impl.BasicGeneratedFilesAnalyzerReference\JsonContext.ScenarioRunResult.g.cs (61)
15private global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult>? _ScenarioRunResult; 21public global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult> ScenarioRunResult 24get => _ScenarioRunResult ??= (global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult>)Options.GetTypeInfo(typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)); 27private global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult> Create_ScenarioRunResult(global::System.Text.Json.JsonSerializerOptions options) 29if (!TryGetTypeInfoForRuntimeCustomConverter<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult>(options, out global::System.Text.Json.Serialization.Metadata.JsonTypeInfo<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult> jsonTypeInfo)) 31var objectInfo = new global::System.Text.Json.Serialization.Metadata.JsonObjectInfoValues<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult> 37ConstructorAttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult).GetConstructor(InstanceMemberBindingFlags, binder: null, new[] {typeof(string), typeof(string), typeof(string), typeof(global::System.DateTime), typeof(global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.ChatMessage>), typeof(global::Microsoft.Extensions.AI.ChatResponse), typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationResult), typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ChatDetails), typeof(global::System.Collections.Generic.IList<string>), typeof(int?)}, modifiers: null), 41jsonTypeInfo = global::System.Text.Json.Serialization.Metadata.JsonMetadataServices.CreateObjectInfo<global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult>(options, objectInfo); 58DeclaringType = typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult), 60Getter = static obj => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).ScenarioName, 61Setter = static (obj, value) => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).ScenarioName = value!, 68AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult).GetProperty("ScenarioName", InstanceMemberBindingFlags, null, typeof(string), global::System.Array.Empty<global::System.Type>(), null), 80DeclaringType = typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult), 82Getter = static obj => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).IterationName, 83Setter = static (obj, value) => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).IterationName = value!, 90AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult).GetProperty("IterationName", InstanceMemberBindingFlags, null, typeof(string), global::System.Array.Empty<global::System.Type>(), null), 102DeclaringType = typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult), 104Getter = static obj => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).ExecutionName, 105Setter = static (obj, value) => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).ExecutionName = value!, 112AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult).GetProperty("ExecutionName", InstanceMemberBindingFlags, null, typeof(string), global::System.Array.Empty<global::System.Type>(), null), 124DeclaringType = typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult), 126Getter = static obj => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).CreationTime, 127Setter = static (obj, value) => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).CreationTime = value!, 134AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult).GetProperty("CreationTime", InstanceMemberBindingFlags, null, typeof(global::System.DateTime), global::System.Array.Empty<global::System.Type>(), null), 144DeclaringType = typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult), 146Getter = static obj => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).Messages, 147Setter = static (obj, value) => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).Messages = value!, 154AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult).GetProperty("Messages", InstanceMemberBindingFlags, null, typeof(global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.ChatMessage>), global::System.Array.Empty<global::System.Type>(), null), 166DeclaringType = typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult), 168Getter = static obj => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).ModelResponse, 169Setter = static (obj, value) => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).ModelResponse = value!, 176AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult).GetProperty("ModelResponse", InstanceMemberBindingFlags, null, typeof(global::Microsoft.Extensions.AI.ChatResponse), global::System.Array.Empty<global::System.Type>(), null), 188DeclaringType = typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult), 190Getter = static obj => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).EvaluationResult, 191Setter = static (obj, value) => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).EvaluationResult = value!, 198AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult).GetProperty("EvaluationResult", InstanceMemberBindingFlags, null, typeof(global::Microsoft.Extensions.AI.Evaluation.EvaluationResult), global::System.Array.Empty<global::System.Type>(), null), 210DeclaringType = typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult), 212Getter = static obj => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).ChatDetails, 213Setter = static (obj, value) => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).ChatDetails = value!, 220AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult).GetProperty("ChatDetails", InstanceMemberBindingFlags, null, typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ChatDetails), global::System.Array.Empty<global::System.Type>(), null), 230DeclaringType = typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult), 232Getter = static obj => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).Tags, 233Setter = static (obj, value) => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).Tags = value!, 240AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult).GetProperty("Tags", InstanceMemberBindingFlags, null, typeof(global::System.Collections.Generic.IList<string>), global::System.Array.Empty<global::System.Type>(), null), 250DeclaringType = typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult), 252Getter = static obj => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).FormatVersion, 253Setter = static (obj, value) => ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)obj).FormatVersion = value!, 260AttributeProviderFactory = static () => typeof(global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult).GetProperty("FormatVersion", InstanceMemberBindingFlags, null, typeof(int?), global::System.Array.Empty<global::System.Type>(), null), 270private void ScenarioRunResultSerializeHandler(global::System.Text.Json.Utf8JsonWriter writer, global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult? value) 280string __value_ScenarioName = ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)value).ScenarioName; 285string __value_IterationName = ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)value).IterationName; 290string __value_ExecutionName = ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)value).ExecutionName; 295writer.WriteString(PropName_creationTime, ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)value).CreationTime); 296global::System.Collections.Generic.IList<global::Microsoft.Extensions.AI.ChatMessage> __value_Messages = ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)value).Messages; 302global::Microsoft.Extensions.AI.ChatResponse __value_ModelResponse = ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)value).ModelResponse; 308global::Microsoft.Extensions.AI.Evaluation.EvaluationResult __value_EvaluationResult = ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)value).EvaluationResult; 314global::Microsoft.Extensions.AI.Evaluation.Reporting.ChatDetails __value_ChatDetails = ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)value).ChatDetails; 320global::System.Collections.Generic.IList<string> __value_Tags = ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)value).Tags; 326int? __value_FormatVersion = ((global::Microsoft.Extensions.AI.Evaluation.Reporting.ScenarioRunResult)value).FormatVersion;
JsonSerialization\AzureStorageJsonUtilities.cs (5)
17internal static JsonTypeInfo<ScenarioRunResult> ScenarioRunResultTypeInfo => Options.GetTypeInfo<ScenarioRunResult>(); 24internal static JsonTypeInfo<ScenarioRunResult> ScenarioRunResultTypeInfo => Options.GetTypeInfo<ScenarioRunResult>(); 40[JsonSerializable(typeof(ScenarioRunResult))]
Storage\AzureStorageReportingConfiguration.cs (4)
12/// <see cref="ScenarioRunResult"/>s to Azure Storage and also uses the storage to cache AI responses. 17/// Creates a <see cref="ReportingConfiguration"/> that persists <see cref="ScenarioRunResult"/>s to Azure Storage 22/// <see cref="ScenarioRunResult"/>s and all cached AI responses should be stored. 59/// A <see cref="ReportingConfiguration"/> that persists <see cref="ScenarioRunResult"/>s to Azure Storage
Storage\AzureStorageResultStore.cs (6)
23/// An <see cref="IEvaluationResultStore"/> implementation that stores <see cref="ScenarioRunResult"/>s under an Azure 28/// <see cref="ScenarioRunResult"/>s should be stored. 93public async IAsyncEnumerable<ScenarioRunResult> ReadResultsAsync( 115ScenarioRunResult? result = await JsonSerializer.DeserializeAsync( 151IEnumerable<ScenarioRunResult> results, 156foreach (ScenarioRunResult result in results)
Microsoft.Extensions.AI.Evaluation.Reporting.Tests (17)
ResultStoreTester.cs (7)
19private static ScenarioRunResult CreateTestResult(string scenarioName, string iterationName, string executionName) 73IEnumerable<ScenarioRunResult> testResults = [ 112IEnumerable<ScenarioRunResult> testResults = [ 156IEnumerable<ScenarioRunResult> testResults = [ 181IEnumerable<ScenarioRunResult> testResults = [ 215IEnumerable<ScenarioRunResult> testResults = [ 250IEnumerable<ScenarioRunResult> testResults = [
ScenarioRunResultTests.cs (4)
83var entry = new ScenarioRunResult( 97ScenarioRunResult? deserialized = JsonSerializer.Deserialize(json, JsonUtilities.Default.ScenarioRunResultTypeInfo); 175var entry = new ScenarioRunResult( 227var entry = new ScenarioRunResult(
SerializationChainingTests.cs (6)
18private ScenarioRunResult _scenarioRunResult = 42private static void VerifyScenarioRunResult(ScenarioRunResult? resp) 60ScenarioRunResult? response = JsonSerializer.Deserialize(text, JsonUtilities.Default.ScenarioRunResultTypeInfo); 69ScenarioRunResult? response = JsonSerializer.Deserialize(text, JsonUtilities.Compact.ScenarioRunResultTypeInfo); 78ScenarioRunResult? response = JsonSerializer.Deserialize(text, AzureStorageJsonUtilities.Default.ScenarioRunResultTypeInfo); 87ScenarioRunResult? response = JsonSerializer.Deserialize(text, AzureStorageJsonUtilities.Compact.ScenarioRunResultTypeInfo);