2 writes to BosPiece
Microsoft.ML.Tokenizers (2)
SentencepieceModel.cs (2)
2360BosPiece = other.BosPiece; 2745BosPiece = input.ReadString();
9 references to BosPiece
Microsoft.ML.Tokenizers (9)
Model\SentencePieceBaseModel.cs (1)
27BeginningOfSentenceToken = modelProto.TrainerSpec.BosPiece ?? "<s>";
Model\SentencePieceUnigramModel.cs (2)
82_vocab[modelProto.TrainerSpec.BosPiece] = modelProto.TrainerSpec.BosId; 85_vocabReverse[modelProto.TrainerSpec.BosId] = (modelProto.TrainerSpec.BosPiece, 0f, ModelProto.Types.SentencePiece.Types.Type.Control);
SentencepieceModel.cs (6)
1649if (BosPiece != other.BosPiece) return false; 1705if (HasBosPiece) hash ^= BosPiece.GetHashCode(); 2055output.WriteString(BosPiece); 2215size += 2 + pb::CodedOutputStream.ComputeStringSize(BosPiece); 2360BosPiece = other.BosPiece;