1 write to _currentChunk
Microsoft.Extensions.DataIngestion (1)
Chunkers\ElementsChunker.cs (1)
28
_currentChunk
= new(capacity: _maxTokensPerChunk);
10 references to _currentChunk
Microsoft.Extensions.DataIngestion (10)
Chunkers\ElementsChunker.cs (10)
49
_currentChunk
.Append(context);
74
AppendNewLineAndSpan(
_currentChunk
, semanticContent.AsSpan());
116
AppendNewLineAndSpan(
_currentChunk
, tableBuilder.AsSpan(0, tableLength - Environment.NewLine.Length));
140
AppendNewLineAndSpan(
_currentChunk
, tableBuilder.AsSpan(0, tableLength - Environment.NewLine.Length));
175
AppendNewLineAndSpan(
_currentChunk
, spanToAppend);
199
chunks.Add(new(
_currentChunk
.ToString(), document, context));
202
_currentChunk
.Clear();
208
chunks.Add(new(
_currentChunk
.ToString(), document, context));
211
_currentChunk
.Remove(
213
length:
_currentChunk
.Length - context.Length);