2 writes to PretokenizationDelimiter
Microsoft.ML.Tokenizers (2)
SentencepieceModel.cs (2)
2325PretokenizationDelimiter = other.PretokenizationDelimiter; 2773PretokenizationDelimiter = input.ReadString();
6 references to PretokenizationDelimiter
Microsoft.ML.Tokenizers (6)
SentencepieceModel.cs (6)
1636if (PretokenizationDelimiter != other.PretokenizationDelimiter) return false; 1692if (HasPretokenizationDelimiter) hash ^= PretokenizationDelimiter.GetHashCode(); 2083output.WriteString(PretokenizationDelimiter); 2180size += 2 + pb::CodedOutputStream.ComputeStringSize(PretokenizationDelimiter); 2325PretokenizationDelimiter = other.PretokenizationDelimiter;