1 write to PadPiece
Microsoft.ML.Tokenizers (1)
SentencepieceModel.cs (1)
390
result.
PadPiece
= SentencePieceProtobufReader.ReadString(data, end, ref pos);
2 references to PadPiece
Microsoft.ML.Tokenizers (2)
Model\SentencePieceUnigramModel.cs (2)
91
_vocab[modelProto.TrainerSpec.
PadPiece
] = modelProto.TrainerSpec.PadId;
92
_vocabReverse[modelProto.TrainerSpec.PadId] = (modelProto.TrainerSpec.
PadPiece
, 0f, ModelProto.Types.SentencePiece.Types.Type.Control);