diff --git a/src/bannedcontactmodel.cpp b/src/bannedcontactmodel.cpp
index af2b58eeda2a341e2c7d600d6622cd8fabeb5e3f..3950b0a9904c7b76890b18c7ce61d9190d9f4472 100644
--- a/src/bannedcontactmodel.cpp
+++ b/src/bannedcontactmodel.cpp
@@ -152,6 +152,8 @@ void
 BannedContactModel::remove(ContactMethod* cm)
 {
     auto rowIndex = d_ptr->m_lBanned.indexOf(cm);
+    if (rowIndex < 0)
+        return;
 
     beginRemoveRows(QModelIndex(), rowIndex, rowIndex);
     d_ptr->m_lBanned.removeAt(rowIndex);