3 writes to pretokenizationDelimiter_
Microsoft.ML.Tokenizers (3)
SentencepieceModel.cs (3)
183pretokenizationDelimiter_ = other.pretokenizationDelimiter_; 1057pretokenizationDelimiter_ = pb::ProtoPreconditions.CheckNotNull(value, "value"); 1070pretokenizationDelimiter_ = null;
3 references to pretokenizationDelimiter_
Microsoft.ML.Tokenizers (3)
SentencepieceModel.cs (3)
183pretokenizationDelimiter_ = other.pretokenizationDelimiter_; 1055get { return pretokenizationDelimiter_ ?? PretokenizationDelimiterDefaultValue; } 1064get { return pretokenizationDelimiter_ != null; }