3 references to Unknown
Microsoft.ML.Tokenizers (3)
Model\SentencePieceUnigramModel.cs (3)
60
else if (modelProto.Pieces[i].Type == ModelProto.Types.SentencePiece.Types.Type.
Unknown
)
63
_vocabReverse[i] = (modelProto.Pieces[i].Piece, modelProto.Pieces[i].Score, ModelProto.Types.SentencePiece.Types.Type.
Unknown
);
87
_vocabReverse[modelProto.TrainerSpec.UnkId] = (modelProto.TrainerSpec.UnkPiece, 0f, ModelProto.Types.SentencePiece.Types.Type.
Unknown
);