10 writes to OverlapTokens
Microsoft.Extensions.DataIngestion.Tests (10)
Chunkers\ChunkerOptionsTests.cs (5)
47
Assert.Throws<ArgumentOutOfRangeException>("value", () => options.
OverlapTokens
= -1);
55
OverlapTokens
= 0
66
Assert.Throws<ArgumentOutOfRangeException>("value", () => options.
OverlapTokens
= 1000);
67
Assert.Throws<ArgumentOutOfRangeException>("value", () => options.
OverlapTokens
= 1500);
73
IngestionChunkerOptions options = new(_tokenizer) {
OverlapTokens
= 10 };
Chunkers\NoOverlapTokenChunkerTests.cs (1)
17
return new DocumentTokenChunker(new(tokenizer) { MaxTokensPerChunk = maxTokensPerChunk,
OverlapTokens
= 0 });
Chunkers\OverlapTokenChunkerTests.cs (2)
18
return new DocumentTokenChunker(new(tokenizer) { MaxTokensPerChunk = maxTokensPerChunk,
OverlapTokens
= overlapTokens });
29
var chunker = new DocumentTokenChunker(new(tokenizer) { MaxTokensPerChunk = chunkSize,
OverlapTokens
= chunkOverlap });
Chunkers\SectionChunkerTests.cs (1)
17
return new SectionChunker(new(tokenizer) { MaxTokensPerChunk = maxTokensPerChunk,
OverlapTokens
= overlapTokens });
Chunkers\SemanticSimilarityChunkerTests.cs (1)
28
new(tokenizer) { MaxTokensPerChunk = maxTokensPerChunk,
OverlapTokens
= overlapTokens });
4 references to OverlapTokens
Microsoft.Extensions.DataIngestion (1)
Chunkers\DocumentTokenChunker.cs (1)
39
_chunkOverlap = options.
OverlapTokens
;
Microsoft.Extensions.DataIngestion.Tests (3)
Chunkers\ChunkerOptionsTests.cs (3)
26
Assert.Equal(500, options.
OverlapTokens
);
35
Assert.Equal(0, options.
OverlapTokens
);
58
Assert.Equal(0, options.
OverlapTokens
);