4 references to Normal
Microsoft.ML.Tokenizers (4)
Model\SentencePieceBpeModel.cs (1)
56
_vocab.Add(new StringSpanOrdinalKey(item.Token), (id, item.Score, (byte)ModelProto.Types.SentencePiece.Types.Type.
Normal
));
Model\SentencePieceUnigramModel.cs (2)
37
if (modelProto.Pieces[i].Type == ModelProto.Types.SentencePiece.Types.Type.
Normal
||
103
vocabReverse.Add((item.Token, item.Score, ModelProto.Types.SentencePiece.Types.Type.
Normal
));
SentencepieceModel.cs (1)
4408
private readonly static global::Sentencepiece.ModelProto.Types.SentencePiece.Types.Type TypeDefaultValue = global::Sentencepiece.ModelProto.Types.SentencePiece.Types.Type.
Normal
;