2 references to
Microsoft.ML.Tokenizers (2)
Model\SentencePieceBpeModel.cs (1)
26
internal SentencePieceBpeModel(ModelProto modelProto, bool addBos, bool addEos, IReadOnlyDictionary<string, int>? specialTokens = null) :
base
(modelProto, addBos, addEos, specialTokens)
Model\SentencePieceUnigramModel.cs (1)
27
public SentencePieceUnigramModel(ModelProto modelProto, bool addBos, bool addEos, IReadOnlyDictionary<string, int>? specialTokens = null) :
base
(modelProto, addBos, addEos, specialTokens)