1 write to BosPiece
Microsoft.ML.Tokenizers (1)
SentencepieceModel.cs (1)
382
result.
BosPiece
= SentencePieceProtobufReader.ReadString(data, end, ref pos);
3 references to BosPiece
Microsoft.ML.Tokenizers (3)
Model\SentencePieceBaseModel.cs (1)
27
BeginningOfSentenceToken = modelProto.TrainerSpec.
BosPiece
?? "<s>";
Model\SentencePieceUnigramModel.cs (2)
82
_vocab[modelProto.TrainerSpec.
BosPiece
] = modelProto.TrainerSpec.BosId;
85
_vocabReverse[modelProto.TrainerSpec.BosId] = (modelProto.TrainerSpec.
BosPiece
, 0f, ModelProto.Types.SentencePiece.Types.Type.Control);