1 write to _maxTokensPerChunk
Microsoft.Extensions.DataIngestion (1)
Chunkers\DocumentTokenChunker.cs (1)
38
_maxTokensPerChunk
= options.MaxTokensPerChunk;
2 references to _maxTokensPerChunk
Microsoft.Extensions.DataIngestion (2)
Chunkers\DocumentTokenChunker.cs (2)
60
while (stringBuilderTokenCount + contentToProcessTokenCount >=
_maxTokensPerChunk
)
64
maxTokenCount:
_maxTokensPerChunk
- stringBuilderTokenCount,