1 write to PadId
Microsoft.ML.Tokenizers (1)
SentencepieceModel.cs (1)
374
result.
PadId
= SentencePieceProtobufReader.ReadRawVarint32(data, end, ref pos);
3 references to PadId
Microsoft.ML.Tokenizers (3)
Model\SentencePieceUnigramModel.cs (3)
89
if (modelProto.TrainerSpec.
PadId
>= 0)
91
_vocab[modelProto.TrainerSpec.PadPiece] = modelProto.TrainerSpec.
PadId
;
92
_vocabReverse[modelProto.TrainerSpec.
PadId
] = (modelProto.TrainerSpec.PadPiece, 0f, ModelProto.Types.SentencePiece.Types.Type.Control);