2 writes to EscapeWhitespaces
Microsoft.ML.Tokenizers (2)
SentencepieceModel.cs (2)
3259EscapeWhitespaces = other.EscapeWhitespaces; 3340EscapeWhitespaces = input.ReadBool();
7 references to EscapeWhitespaces
Microsoft.ML.Tokenizers (7)
Model\LlamaTokenizer.cs (1)
57modelProto.NormalizerSpec.EscapeWhitespaces,
Model\SentencePieceBpeTokenizer.cs (1)
71EscapeWhiteSpaces = modelProto.NormalizerSpec.EscapeWhitespaces;
SentencepieceModel.cs (5)
3100if (EscapeWhitespaces != other.EscapeWhitespaces) return false; 3116if (HasEscapeWhitespaces) hash ^= EscapeWhitespaces.GetHashCode(); 3194output.WriteBool(EscapeWhitespaces); 3259EscapeWhitespaces = other.EscapeWhitespaces;