1 write to _vocab
Microsoft.ML.Tokenizers (1)
Model\WordPieceTokenizer.cs (1)
47
_vocab
= vocab!;
2 references to _vocab
Microsoft.ML.Tokenizers (2)
Model\WordPieceTokenizer.cs (2)
404
if (
_vocab
.TryGetValue(subStr, out int id))
545
if (
_vocab
.TryGetValue(subStr, out curId))