3 references to ClassificationToken
Microsoft.ML.Tokenizers (3)
Model\BertTokenizer.cs (3)
44
ClassificationToken = options.
ClassificationToken
;
45
ClassificationTokenId = vocab[new StringSpanOrdinalKey(options.
ClassificationToken
)];
799
AddSpecialToken(vocab, tempSpecialTokens, options.
ClassificationToken
, lowerCase, notNormalizedSpecialTokens);