| File: Chunkers\DocumentTokenChunkerTests.cs | Web Access |
| Project: src\test\Libraries\Microsoft.Extensions.DataIngestion.Tests\Microsoft.Extensions.DataIngestion.Tests.csproj (Microsoft.Extensions.DataIngestion.Tests) |
// Licensed to the .NET Foundation under one or more agreements. // The .NET Foundation licenses this file to you under the MIT license. using System.Collections.Generic; using System.Linq; using System.Threading.Tasks; using Xunit; namespace Microsoft.Extensions.DataIngestion.Chunkers.Tests { public abstract class DocumentTokenChunkerTests : DocumentChunkerTests { [Fact] public async Task SingleChunkText() { string text = "This is a short document that fits within a single chunk."; IngestionDocument doc = new IngestionDocument("singleChunkDoc"); doc.Sections.Add(new IngestionDocumentSection { Elements = { new IngestionDocumentParagraph(text) } }); IngestionChunker<string> chunker = CreateDocumentChunker(); IReadOnlyList<IngestionChunk<string>> chunks = await chunker.ProcessAsync(doc).ToListAsync(); IngestionChunk<string> chunk = Assert.Single(chunks); Assert.Equal(text, chunk.Content, ignoreLineEndingDifferences: true); } } }