Len

4 writes to Len

Microsoft.ML.Tokenizers (4)

Model\Symbol.cs (2)

23Len = len; 32Len += other.Len;

Model\Word.cs (2)

82_symbols[i].Len = first.Len + second.Len; 151_symbols[nextPos].Len = 0;

14 references to Len

Microsoft.ML.Tokenizers (14)

Model\Symbol.cs (1)

32Len += other.Len;

Model\Word.cs (13)

82_symbols[i].Len = first.Len + second.Len; 132if (_symbols.Count == 0 || _symbols[top.Pos].Len == 0 || _symbols[top.Pos].Next == -1) 190if (_symbols[i].Len == 0) 214charsConsumed += _symbols[i].Len; 229textIndex -= _symbols[i].Len; 243charsConsumed += _symbols[i].Len; 257textIndex -= _symbols[i].Len; 300int endIndex = index + _symbols[i].Len; 301tokens.Add(new EncodedToken(_symbols[i].C, vocabReverse[_symbols[i].C], new Range(index + offset, index + offset + _symbols[i].Len))); 302index += _symbols[i].Len; 309int endIndex = index + _symbols[i].Len; 315index += _symbols[i].Len;