2 writes to BosId
Microsoft.ML.Tokenizers (2)
SentencepieceModel.cs (2)
2348BosId = other.BosId; 2725BosId = input.ReadInt32();
11 references to BosId
Microsoft.ML.Tokenizers (11)
Model\SentencePieceBaseModel.cs (1)
28BeginningOfSentenceId = Math.Max(0, modelProto.TrainerSpec.BosId);
Model\SentencePieceUnigramModel.cs (4)
31if (modelProto.TrainerSpec.BosId >= modelProto.Pieces.Count || 78Debug.Assert(modelProto.TrainerSpec.BosId >= 0); 82_vocab[modelProto.TrainerSpec.BosPiece] = modelProto.TrainerSpec.BosId; 85_vocabReverse[modelProto.TrainerSpec.BosId] = (modelProto.TrainerSpec.BosPiece, 0f, ModelProto.Types.SentencePiece.Types.Type.Control);
SentencepieceModel.cs (6)
1645if (BosId != other.BosId) return false; 1701if (HasBosId) hash ^= BosId.GetHashCode(); 2035output.WriteInt32(BosId); 2203size += 2 + pb::CodedOutputStream.ComputeInt32Size(BosId); 2348BosId = other.BosId;