2 writes to UnkId
Microsoft.ML.Tokenizers (2)
SentencepieceModel.cs (2)
2345UnkId = other.UnkId; 2721UnkId = input.ReadInt32();
11 references to UnkId
Microsoft.ML.Tokenizers (11)
Model\SentencePieceBaseModel.cs (1)
32UnknownId = Math.Max(0, modelProto.TrainerSpec.UnkId);
Model\SentencePieceUnigramModel.cs (4)
33modelProto.TrainerSpec.UnkId >= modelProto.Pieces.Count) 77Debug.Assert(modelProto.TrainerSpec.UnkId >= 0); 81_vocab[modelProto.TrainerSpec.UnkPiece] = modelProto.TrainerSpec.UnkId; 87_vocabReverse[modelProto.TrainerSpec.UnkId] = (modelProto.TrainerSpec.UnkPiece, 0f, ModelProto.Types.SentencePiece.Types.Type.Unknown);
SentencepieceModel.cs (6)
1644if (UnkId != other.UnkId) return false; 1700if (HasUnkId) hash ^= UnkId.GetHashCode(); 2031output.WriteInt32(UnkId); 2200size += 2 + pb::CodedOutputStream.ComputeInt32Size(UnkId); 2345UnkId = other.UnkId;