7 writes to OverlapTokens
Microsoft.Extensions.DataIngestion.Tests (7)
Chunkers\ChunkerOptionsTests.cs (5)
47Assert.Throws<ArgumentOutOfRangeException>("value", () => options.OverlapTokens = -1); 55OverlapTokens = 0 66Assert.Throws<ArgumentOutOfRangeException>("value", () => options.OverlapTokens = 1000); 67Assert.Throws<ArgumentOutOfRangeException>("value", () => options.OverlapTokens = 1500); 73IngestionChunkerOptions options = new(_tokenizer) { OverlapTokens = 10 };
Chunkers\SectionChunkerTests.cs (1)
17return new SectionChunker(new(tokenizer) { MaxTokensPerChunk = maxTokensPerChunk, OverlapTokens = overlapTokens });
Chunkers\SemanticSimilarityChunkerTests.cs (1)
28new(tokenizer) { MaxTokensPerChunk = maxTokensPerChunk, OverlapTokens = overlapTokens });
3 references to OverlapTokens
Microsoft.Extensions.DataIngestion.Tests (3)
Chunkers\ChunkerOptionsTests.cs (3)
26Assert.Equal(500, options.OverlapTokens); 35Assert.Equal(0, options.OverlapTokens); 58Assert.Equal(0, options.OverlapTokens);