8 references to ReadLineAsync
Microsoft.ML.Tokenizers (8)
Model\BPETokenizer.cs (1)
824
await Helpers.
ReadLineAsync
(reader, cancellationToken).ConfigureAwait(false) :
Model\TiktokenTokenizer.cs (5)
168
string? line = useAsync ? await Helpers.
ReadLineAsync
(reader, cancellationToken).ConfigureAwait(false) : reader.ReadLine();
179
line = useAsync ? await Helpers.
ReadLineAsync
(reader, cancellationToken).ConfigureAwait(false) : reader.ReadLine();
189
line = useAsync ? await Helpers.
ReadLineAsync
(reader, cancellationToken).ConfigureAwait(false) : reader.ReadLine();
203
} while ((line = useAsync ? await Helpers.
ReadLineAsync
(reader, cancellationToken).ConfigureAwait(false) : reader.ReadLine()) is not null);
226
await Helpers.
ReadLineAsync
(reader, cancellationToken).ConfigureAwait(false) :
Model\WordPieceTokenizer.cs (2)
103
string? line = useAsync ? await Helpers.
ReadLineAsync
(reader, cancellationToken).ConfigureAwait(false) : reader.ReadLine();
115
line = useAsync ? await Helpers.
ReadLineAsync
(reader, cancellationToken).ConfigureAwait(false) : reader.ReadLine();