Len

4 writes to Len

Microsoft.ML.Tokenizers (4)

Model\Symbol.cs (2)

23Len = len; 32Len += other.Len;

Model\Word.cs (2)

82_symbols[i].Len = first.Len + second.Len; 151_symbols[nextPos].Len = 0;

12 references to Len

Microsoft.ML.Tokenizers (12)

Model\Symbol.cs (1)

32Len += other.Len;

Model\Word.cs (11)

82_symbols[i].Len = first.Len + second.Len; 132if (_symbols.Count == 0 || _symbols[top.Pos].Len == 0 || _symbols[top.Pos].Next == -1) 190if (_symbols[i].Len == 0) 214charsConsumed += _symbols[i].Len; 229textIndex -= _symbols[i].Len; 243charsConsumed += _symbols[i].Len; 257textIndex -= _symbols[i].Len; 298int endIndex = index + _symbols[i].Len; 299tokens.Add(new EncodedToken(_symbols[i].C, vocabReverse[_symbols[i].C], new Range(index + offset, index + offset + _symbols[i].Len))); 300index += _symbols[i].Len;