2 writes to PretokenizationDelimiter
Microsoft.ML.Tokenizers (2)
SentencepieceModel.cs (2)
2325
PretokenizationDelimiter
= other.PretokenizationDelimiter;
2773
PretokenizationDelimiter
= input.ReadString();
6 references to PretokenizationDelimiter
Microsoft.ML.Tokenizers (6)
SentencepieceModel.cs (6)
1636
if (
PretokenizationDelimiter
!= other.
PretokenizationDelimiter
) return false;
1692
if (HasPretokenizationDelimiter) hash ^=
PretokenizationDelimiter
.GetHashCode();
2083
output.WriteString(
PretokenizationDelimiter
);
2180
size += 2 + pb::CodedOutputStream.ComputeStringSize(
PretokenizationDelimiter
);
2325
PretokenizationDelimiter = other.
PretokenizationDelimiter
;