StreamingChatCompletionUpdate

ChatCompletion\ChatCompletion.cs (2)

117extra = new StreamingChatCompletionUpdate 134updates[choiceIndex] = new StreamingChatCompletionUpdate

ChatCompletion\ChatClientExtensionsTests.cs (1)

94return YieldAsync([new StreamingChatCompletionUpdate { Text = "world" }]);

ChatCompletion\StreamingChatCompletionUpdateExtensionsTests.cs (5)

153updates.Add(new() { Text = text }); 174updates.Add(new() { Contents = [new ImageContent("https://uri")] }); 197new() { Text = "Hello, " }, 198new() { Text = "world!" }, 199new() { Contents = [new UsageContent(new() { TotalTokenCount = 42 })] },

ChatCompletion\StreamingChatCompletionUpdateTests.cs (6)

16StreamingChatCompletionUpdate update = new(); 33StreamingChatCompletionUpdate update = new(); 89StreamingChatCompletionUpdate update = new() 118StreamingChatCompletionUpdate update = new() 135StreamingChatCompletionUpdate update = new() 165StreamingChatCompletionUpdate original = new()

AzureAIInferenceChatClient.cs (2)

172StreamingChatCompletionUpdate completionUpdate = new() 233var completionUpdate = new StreamingChatCompletionUpdate

OllamaChatClient.cs (1)

143StreamingChatCompletionUpdate update = new()

OpenAIModelMappers.StreamingChatCompletion.cs (2)

89StreamingChatCompletionUpdate completionUpdate = new() 167StreamingChatCompletionUpdate completionUpdate = new()

OpenAISerializationTests.cs (4)

594yield return new StreamingChatCompletionUpdate 646yield return new StreamingChatCompletionUpdate(); 663yield return new StreamingChatCompletionUpdate(); 700yield return new StreamingChatCompletionUpdate

ChatCompletion\ConfigureOptionsChatClientTests.cs (1)

38var expectedUpdates = Enumerable.Range(0, 3).Select(i => new StreamingChatCompletionUpdate()).ToArray();

ChatCompletion\FunctionInvokingChatClientTests.cs (3)

525new StreamingChatCompletionUpdate { Contents = [new FunctionCallContent("callId1", "Func1", new Dictionary<string, object?> { ["text"] = "Input 1" })] }, 526new StreamingChatCompletionUpdate { Contents = [new FunctionCallContent("callId2", "Func1", new Dictionary<string, object?> { ["text"] = "Input 2" })] }) 528new StreamingChatCompletionUpdate { Contents = [new TextContent("OK bye")] });

ChatCompletion\OpenTelemetryChatClientTests.cs (3)

70yield return new StreamingChatCompletionUpdate 78yield return new StreamingChatCompletionUpdate 83yield return new StreamingChatCompletionUpdate

ChatCompletion\UseDelegateChatClientTests.cs (5)

59return YieldUpdates(new StreamingChatCompletionUpdate { Text = "world" }); 141return YieldUpdates(new StreamingChatCompletionUpdate { Text = "hello" }); 162yield return new() { Text = " world" }; 201return YieldUpdates(new StreamingChatCompletionUpdate { Text = "streaming hello" }); 233yield return new() { Text = " world (streaming)" };

CausalLMPipelineChatClient.cs (1)

72yield return new StreamingChatCompletionUpdate

ChatCompletion\AnonymousDelegatingChatClient.cs (7)

28private readonly Func<IList<ChatMessage>, ChatOptions?, IChatClient, CancellationToken, IAsyncEnumerable<StreamingChatCompletionUpdate>>? _completeStreamingFunc; 75Func<IList<ChatMessage>, ChatOptions?, IChatClient, CancellationToken, IAsyncEnumerable<StreamingChatCompletionUpdate>>? completeStreamingFunc) 123public override IAsyncEnumerable<StreamingChatCompletionUpdate> CompleteStreamingAsync( 130var updates = Channel.CreateBounded<StreamingChatCompletionUpdate>(1); 141await foreach (var update in InnerClient.CompleteStreamingAsync(chatMessages, options, cancellationToken).ConfigureAwait(false)) 169static async IAsyncEnumerable<StreamingChatCompletionUpdate> CompleteStreamingAsyncViaCompleteAsync(Task<ChatCompletion> task) 172foreach (var update in completion.ToStreamingChatCompletionUpdates())

ChatCompletion\CachingChatClient.cs (11)

ChatCompletion\ChatClientBuilder.cs (1)

133Func<IList<ChatMessage>, ChatOptions?, IChatClient, CancellationToken, IAsyncEnumerable<StreamingChatCompletionUpdate>>? completeStreamingFunc)

ChatCompletion\ConfigureOptionsChatClient.cs (2)

43public override async IAsyncEnumerable<StreamingChatCompletionUpdate> CompleteStreamingAsync( 46await foreach (var update in base.CompleteStreamingAsync(chatMessages, Configure(options), cancellationToken).ConfigureAwait(false))

ChatCompletion\DistributedCachingChatClient.cs (5)

60protected override async Task<IReadOnlyList<StreamingChatCompletionUpdate>?> ReadCacheStreamingAsync(string key, CancellationToken cancellationToken) 67return (IReadOnlyList<StreamingChatCompletionUpdate>?)JsonSerializer.Deserialize(existingJson, _jsonSerializerOptions.GetTypeInfo(typeof(IReadOnlyList<StreamingChatCompletionUpdate>))); 85protected override async Task WriteCacheStreamingAsync(string key, IReadOnlyList<StreamingChatCompletionUpdate> value, CancellationToken cancellationToken) 91var newJson = JsonSerializer.SerializeToUtf8Bytes(value, _jsonSerializerOptions.GetTypeInfo(typeof(IReadOnlyList<StreamingChatCompletionUpdate>)));

ChatCompletion\FunctionInvokingChatClient.cs (2)

309public override async IAsyncEnumerable<StreamingChatCompletionUpdate> CompleteStreamingAsync( 327await foreach (var update in base.CompleteStreamingAsync(chatMessages, options, cancellationToken).ConfigureAwait(false))

ChatCompletion\LoggingChatClient.cs (3)

92public override async IAsyncEnumerable<StreamingChatCompletionUpdate> CompleteStreamingAsync( 107IAsyncEnumerator<StreamingChatCompletionUpdate> e; 125StreamingChatCompletionUpdate? update = null;

ChatCompletion\OpenTelemetryChatClient.cs (4)

152public override async IAsyncEnumerable<StreamingChatCompletionUpdate> CompleteStreamingAsync( 164IAsyncEnumerable<StreamingChatCompletionUpdate> updates; 176List<StreamingChatCompletionUpdate> trackedUpdates = []; 182StreamingChatCompletionUpdate update;

ChatCompletion\ChatClientExtensions.cs (1)

54public static IAsyncEnumerable<StreamingChatCompletionUpdate> CompleteStreamingAsync(

ChatCompletion\ChatCompletion.cs (5)

110/// <summary>Creates an array of <see cref="StreamingChatCompletionUpdate" /> instances that represent this <see cref="ChatCompletion" />.</summary> 111/// <returns>An array of <see cref="StreamingChatCompletionUpdate" /> instances that may be used to represent this <see cref="ChatCompletion" />.</returns> 112public StreamingChatCompletionUpdate[] ToStreamingChatCompletionUpdates() 114StreamingChatCompletionUpdate? extra = null; 129var updates = new StreamingChatCompletionUpdate[choicesCount + (extra is null ? 0 : 1)];

ChatCompletion\DelegatingChatClient.cs (1)

60public virtual IAsyncEnumerable<StreamingChatCompletionUpdate> CompleteStreamingAsync(IList<ChatMessage> chatMessages, ChatOptions? options = null, CancellationToken cancellationToken = default)

ChatCompletion\IChatClient.cs (1)

51IAsyncEnumerable<StreamingChatCompletionUpdate> CompleteStreamingAsync(

ChatCompletion\StreamingChatCompletionUpdate.cs (6)

22/// <see cref="StreamingChatCompletionUpdate"/> is so named because it represents streaming updates 25/// the same completion may have a <see langword="null"/> <see cref="StreamingChatCompletionUpdate.Role"/> 28/// that one <see cref="StreamingChatCompletionUpdate"/> in a completion has a role of <see cref="ChatRole.Assistant"/> 32/// The relationship between <see cref="ChatCompletion"/> and <see cref="StreamingChatCompletionUpdate"/> is 36/// all have different <see cref="StreamingChatCompletionUpdate.RawRepresentation"/> objects whereas there's 92/// If a <see cref="StreamingChatCompletionUpdate"/> is created to represent some underlying object from another object

ChatCompletion\StreamingChatCompletionUpdateExtensions.cs (11)

Utilities\AIJsonUtilities.Defaults.cs (2)

59[JsonSerializable(typeof(StreamingChatCompletionUpdate))] 60[JsonSerializable(typeof(IReadOnlyList<StreamingChatCompletionUpdate>))]

ChatCompletion\ChatCompletionTests.cs (7)

217StreamingChatCompletionUpdate[] updates = completion.ToStreamingChatCompletionUpdates(); 221StreamingChatCompletionUpdate update0 = updates[0]; 229StreamingChatCompletionUpdate update1 = updates[1]; 267StreamingChatCompletionUpdate[] updates = completion.ToStreamingChatCompletionUpdates(); 271StreamingChatCompletionUpdate update0 = updates[0]; 282StreamingChatCompletionUpdate update1 = updates[1]; 292StreamingChatCompletionUpdate update2 = updates[2];

ChatCompletion\DelegatingChatClientTests.cs (1)

68StreamingChatCompletionUpdate[] expectedResults =

ChatCompletion\StreamingChatCompletionUpdateExtensionsTests.cs (7)

21Assert.Throws<ArgumentNullException>("updates", () => ((List<StreamingChatCompletionUpdate>)null!).ToChatCompletion()); 39StreamingChatCompletionUpdate[] updates = 138List<StreamingChatCompletionUpdate> updates = []; 195StreamingChatCompletionUpdate[] updates = 212private static async IAsyncEnumerable<StreamingChatCompletionUpdate> YieldAsync(IEnumerable<StreamingChatCompletionUpdate> updates) 214foreach (StreamingChatCompletionUpdate update in updates)

ChatCompletion\StreamingChatCompletionUpdateTests.cs (7)

16StreamingChatCompletionUpdate update = new(); 33StreamingChatCompletionUpdate update = new(); 89StreamingChatCompletionUpdate update = new() 118StreamingChatCompletionUpdate update = new() 135StreamingChatCompletionUpdate update = new() 165StreamingChatCompletionUpdate original = new() 187StreamingChatCompletionUpdate? result = JsonSerializer.Deserialize(json, TestJsonSerializerContext.Default.StreamingChatCompletionUpdate);

TestChatClient.cs (2)

24public Func<IList<ChatMessage>, ChatOptions?, CancellationToken, IAsyncEnumerable<StreamingChatCompletionUpdate>>? CompleteStreamingAsyncCallback { get; set; } 34public IAsyncEnumerable<StreamingChatCompletionUpdate> CompleteStreamingAsync(IList<ChatMessage> chatMessages, ChatOptions? options = null, CancellationToken cancellationToken = default)

TestJsonSerializerContext.cs (1)

18[JsonSerializable(typeof(StreamingChatCompletionUpdate))]

AzureAIInferenceChatClient.cs (3)

147public async IAsyncEnumerable<StreamingChatCompletionUpdate> CompleteStreamingAsync( 172StreamingChatCompletionUpdate completionUpdate = new() 233var completionUpdate = new StreamingChatCompletionUpdate

AzureAIInferenceChatClientTests.cs (4)

220List<StreamingChatCompletionUpdate> updates = []; 221await foreach (var update in client.CompleteStreamingAsync(chatMessages, new() 853List<StreamingChatCompletionUpdate> updates = []; 854await foreach (var update in client.CompleteStreamingAsync("How old is Alice?", new()

CallCountingChatClient.cs (1)

26public override IAsyncEnumerable<StreamingChatCompletionUpdate> CompleteStreamingAsync(

ChatClientIntegrationTests.cs (4)

84await foreach (var chunk in _chatClient.CompleteStreamingAsync(chatHistory)) 123List<StreamingChatCompletionUpdate> chunks = []; 124await foreach (var chunk in response) 228await foreach (var chunk in response)

test\Libraries\Microsoft.Extensions.AI.Abstractions.Tests\TestChatClient.cs (2)

24public Func<IList<ChatMessage>, ChatOptions?, CancellationToken, IAsyncEnumerable<StreamingChatCompletionUpdate>>? CompleteStreamingAsyncCallback { get; set; } 34public IAsyncEnumerable<StreamingChatCompletionUpdate> CompleteStreamingAsync(IList<ChatMessage> chatMessages, ChatOptions? options = null, CancellationToken cancellationToken = default)

OllamaChatClient.cs (2)

110public async IAsyncEnumerable<StreamingChatCompletionUpdate> CompleteStreamingAsync( 143StreamingChatCompletionUpdate update = new()

OllamaChatClientTests.cs (2)

172List<StreamingChatCompletionUpdate> updates = []; 173await foreach (var update in client.CompleteStreamingAsync("hello", new()

OpenAIChatClient.cs (1)

116public IAsyncEnumerable<StreamingChatCompletionUpdate> CompleteStreamingAsync(

OpenAIModelMappers.StreamingChatCompletion.cs (5)

22IAsyncEnumerable<StreamingChatCompletionUpdate> chatCompletions, 26await foreach (var chatCompletionUpdate in chatCompletions.WithCancellation(cancellationToken).ConfigureAwait(false)) 64public static async IAsyncEnumerable<StreamingChatCompletionUpdate> FromOpenAIStreamingChatCompletionAsync( 89StreamingChatCompletionUpdate completionUpdate = new() 167StreamingChatCompletionUpdate completionUpdate = new()

OpenAISerializationHelpers.cs (1)

71IAsyncEnumerable<StreamingChatCompletionUpdate> streamingChatCompletionUpdates,

OpenAIChatClientTests.cs (4)

254List<StreamingChatCompletionUpdate> updates = []; 255await foreach (var update in client.CompleteStreamingAsync("hello", new() 846List<StreamingChatCompletionUpdate> updates = []; 847await foreach (var update in client.CompleteStreamingAsync("How old is Alice?", new()

OpenAISerializationTests.cs (4)

555static async IAsyncEnumerable<StreamingChatCompletionUpdate> CreateStreamingCompletion() 644static async IAsyncEnumerable<StreamingChatCompletionUpdate> GetStreamingChatCompletion() 661static async IAsyncEnumerable<StreamingChatCompletionUpdate> GetStreamingChatCompletion() 698async IAsyncEnumerable<StreamingChatCompletionUpdate> GetStreamingCompletion()

ChatCompletion\ConfigureOptionsChatClientTests.cs (3)

89static async IAsyncEnumerable<StreamingChatCompletionUpdate> YieldUpdates(StreamingChatCompletionUpdate[] updates) 91foreach (var update in updates)

ChatCompletion\FunctionInvokingChatClientTests.cs (2)

534var updates = new List<StreamingChatCompletionUpdate>(); 535await foreach (var update in client.CompleteStreamingAsync(messages, options, CancellationToken.None))

ChatCompletion\OpenTelemetryChatClientTests.cs (1)

62async static IAsyncEnumerable<StreamingChatCompletionUpdate> CallbackAsync(

ChatCompletion\UseDelegateChatClientTests.cs (7)

154static async IAsyncEnumerable<StreamingChatCompletionUpdate> Impl( 157await foreach (var update in innerClient.CompleteStreamingAsync(chatMessages, options, cancellationToken)) 225static async IAsyncEnumerable<StreamingChatCompletionUpdate> Impl( 228await foreach (var update in innerClient.CompleteStreamingAsync(chatMessages, options, cancellationToken)) 247private static async IAsyncEnumerable<StreamingChatCompletionUpdate> YieldUpdates(params StreamingChatCompletionUpdate[] updates) 249foreach (var update in updates)

test\Libraries\Microsoft.Extensions.AI.Abstractions.Tests\TestChatClient.cs (2)

24public Func<IList<ChatMessage>, ChatOptions?, CancellationToken, IAsyncEnumerable<StreamingChatCompletionUpdate>>? CompleteStreamingAsyncCallback { get; set; } 34public IAsyncEnumerable<StreamingChatCompletionUpdate> CompleteStreamingAsync(IList<ChatMessage> chatMessages, ChatOptions? options = null, CancellationToken cancellationToken = default)

TestJsonSerializerContext.cs (1)

15[JsonSerializable(typeof(IReadOnlyList<StreamingChatCompletionUpdate>))]

CausalLMPipelineChatClient.cs (1)

57public virtual async IAsyncEnumerable<StreamingChatCompletionUpdate> CompleteStreamingAsync(

Llama3CausalLMChatClient.cs (1)

46public override IAsyncEnumerable<StreamingChatCompletionUpdate> CompleteStreamingAsync(

Phi3\Phi3CausalLMChatClient.cs (1)

51public override IAsyncEnumerable<StreamingChatCompletionUpdate> CompleteStreamingAsync(