2 writes to _preTokenizers
Microsoft.ML.Tokenizers (2)
PreTokenizer\CompositePreTokenizer.cs (2)
65_preTokenizers = list.AsReadOnly(); 69_preTokenizers = preTokenizers;
3 references to _preTokenizers
Microsoft.ML.Tokenizers (3)
PreTokenizer\CompositePreTokenizer.cs (3)
76public IReadOnlyList<PreTokenizer> PreTokenizers => _preTokenizers; 86foreach ((int Offset, int Length) range in SplitText(text, _preTokenizers, preTokenizerIndex: 0, beginning, text.Length - beginning)) 164foreach ((int Offset, int Length) range in SplitText(text, _preTokenizers, preTokenizerIndex: 0, beginning, length - beginning))