3 references to ClassificationToken
Microsoft.ML.Tokenizers (3)
Model\BertTokenizer.cs (3)
44
ClassificationToken = options.
ClassificationToken
;
45
ClassificationTokenId = vocab[new StringSpanOrdinalKey(options.
ClassificationToken
)];
796
AddSpecialToken(vocab, specialTokens, options.
ClassificationToken
, lowerCase);