2 writes to AddDummyPrefix
Microsoft.ML.Tokenizers (2)
SentencepieceModel.cs (2)
3253AddDummyPrefix = other.AddDummyPrefix; 3332AddDummyPrefix = input.ReadBool();
7 references to AddDummyPrefix
Microsoft.ML.Tokenizers (7)
Model\LlamaTokenizer.cs (1)
59modelProto.NormalizerSpec.AddDummyPrefix,
Model\SentencePieceTokenizer.cs (1)
70AddDummyPrefix = modelProto.NormalizerSpec.AddDummyPrefix;
SentencepieceModel.cs (5)
3098if (AddDummyPrefix != other.AddDummyPrefix) return false; 3114if (HasAddDummyPrefix) hash ^= AddDummyPrefix.GetHashCode(); 3186output.WriteBool(AddDummyPrefix); 3253AddDummyPrefix = other.AddDummyPrefix;