2 writes to EosPiece
Microsoft.ML.Tokenizers (2)
SentencepieceModel.cs (2)
2363
EosPiece
= other.EosPiece;
2749
EosPiece
= input.ReadString();
7 references to EosPiece
Microsoft.ML.Tokenizers (7)
Model\SentencePieceTokenizer.cs (1)
65
EndOfSentenceToken = modelProto.TrainerSpec.
EosPiece
?? "</s>";
SentencepieceModel.cs (6)
1650
if (
EosPiece
!= other.
EosPiece
) return false;
1706
if (HasEosPiece) hash ^=
EosPiece
.GetHashCode();
2059
output.WriteString(
EosPiece
);
2218
size += 2 + pb::CodedOutputStream.ComputeStringSize(
EosPiece
);
2363
EosPiece = other.
EosPiece
;