1 write to SpecialTokens
Microsoft.ML.Tokenizers.Tests (1)
UnigramTests.cs (1)
49
options.
SpecialTokens
= new Dictionary<string, int>
1 reference to SpecialTokens
Microsoft.ML.Tokenizers (1)
Model\SentencePieceBaseModel.cs (1)
98
SpecialTokens = options.
SpecialTokens
;