2 writes to RemoveExtraWhitespaces
Microsoft.ML.Tokenizers (2)
SentencepieceModel.cs (2)
3256RemoveExtraWhitespaces = other.RemoveExtraWhitespaces; 3336RemoveExtraWhitespaces = input.ReadBool();
6 references to RemoveExtraWhitespaces
Microsoft.ML.Tokenizers (6)
Model\SentencePieceBaseModel.cs (1)
56modelProto.NormalizerSpec.RemoveExtraWhitespaces,
SentencepieceModel.cs (5)
3099if (RemoveExtraWhitespaces != other.RemoveExtraWhitespaces) return false; 3115if (HasRemoveExtraWhitespaces) hash ^= RemoveExtraWhitespaces.GetHashCode(); 3190output.WriteBool(RemoveExtraWhitespaces); 3256RemoveExtraWhitespaces = other.RemoveExtraWhitespaces;