11 references to Unused
Microsoft.ML.Tokenizers (11)
Model\SentencePieceBpeModel.cs (9)
180if (type != (byte)ModelProto.Types.SentencePiece.Types.Type.Unused) 268if (id.Type != (byte)ModelProto.Types.SentencePiece.Types.Type.Unused || 458if (type != (byte)ModelProto.Types.SentencePiece.Types.Type.Unused) 573if (id.Type != (byte)ModelProto.Types.SentencePiece.Types.Type.Unused || 726if (type != (byte)ModelProto.Types.SentencePiece.Types.Type.Unused) 832if (id.Type != (byte)ModelProto.Types.SentencePiece.Types.Type.Unused || 1002if (type != (byte)ModelProto.Types.SentencePiece.Types.Type.Unused) 1108if (id.Type != (byte)ModelProto.Types.SentencePiece.Types.Type.Unused || 1208if (leftId.Type == (byte)ModelProto.Types.SentencePiece.Types.Type.Unused)
Model\SentencePieceUnigramModel.cs (2)
47modelProto.Pieces[i].Type == ModelProto.Types.SentencePiece.Types.Type.Unused) 506if (_vocabReverse[ret].Type == ModelProto.Types.SentencePiece.Types.Type.Unused)