2 writes to _preTokenizers
Microsoft.ML.Tokenizers (2)
PreTokenizer\CompositePreTokenizer.cs (2)
63_preTokenizers = list.AsReadOnly(); 67_preTokenizers = preTokenizers;
3 references to _preTokenizers
Microsoft.ML.Tokenizers (3)
PreTokenizer\CompositePreTokenizer.cs (3)
74public IReadOnlyList<PreTokenizer> PreTokenizers => _preTokenizers; 84foreach ((int Offset, int Length) range in SplitText(text, _preTokenizers, preTokenizerIndex: 0, beginning, text.Length - beginning)) 162foreach ((int Offset, int Length) range in SplitText(text, _preTokenizers, preTokenizerIndex: 0, beginning, length - beginning))