2 writes to Type
Microsoft.ML.Tokenizers (2)
SentencepieceModel.cs (2)
4566Type = other.Type; 4624Type = (global::Sentencepiece.ModelProto.Types.SentencePiece.Types.Type) input.ReadEnum();
14 references to Type
Microsoft.ML.Tokenizers (14)
Model\SentencePieceBpeModel.cs (2)
31_vocab.Add(new StringSpanOrdinalKey(piece.Piece), (i, piece.Score, (byte)piece.Type)); 34if (piece.Type == ModelProto.Types.SentencePiece.Types.Type.Byte)
Model\SentencePieceUnigramModel.cs (6)
37if (modelProto.Pieces[i].Type == ModelProto.Types.SentencePiece.Types.Type.Normal || 38modelProto.Pieces[i].Type == ModelProto.Types.SentencePiece.Types.Type.UserDefined || 39modelProto.Pieces[i].Type == ModelProto.Types.SentencePiece.Types.Type.Unused) 43_vocabReverse[i] = (piece, score, modelProto.Pieces[i].Type); 48else if (modelProto.Pieces[i].Type == ModelProto.Types.SentencePiece.Types.Type.Byte) 52else if (modelProto.Pieces[i].Type == ModelProto.Types.SentencePiece.Types.Type.Unknown)
SentencepieceModel.cs (6)
4450if (Type != other.Type) return false; 4463if (HasType) hash ^= Type.GetHashCode(); 4520output.WriteEnum((int) Type); 4542size += 1 + pb::CodedOutputStream.ComputeEnumSize((int) Type); 4566Type = other.Type;