2 writes to EosId
Microsoft.ML.Tokenizers (2)
SentencepieceModel.cs (2)
2351EosId = other.EosId; 2729EosId = input.ReadInt32();
10 references to EosId
Microsoft.ML.Tokenizers (10)
Model\SentencePieceBaseModel.cs (1)
30EndOfSentenceId = Math.Max(0, modelProto.TrainerSpec.EosId);
Model\SentencePieceUnigramModel.cs (3)
71Debug.Assert(modelProto.TrainerSpec.EosId >= 0); 75_vocab[modelProto.TrainerSpec.EosPiece] = modelProto.TrainerSpec.EosId; 78_vocabReverse[modelProto.TrainerSpec.EosId] = (modelProto.TrainerSpec.EosPiece, 0f, ModelProto.Types.SentencePiece.Types.Type.Control);
SentencepieceModel.cs (6)
1646if (EosId != other.EosId) return false; 1702if (HasEosId) hash ^= EosId.GetHashCode(); 2039output.WriteInt32(EosId); 2206size += 2 + pb::CodedOutputStream.ComputeInt32Size(EosId); 2351EosId = other.EosId;