conversationmodel: removeConversation only in slotConversationRemoved

Logic is handled by the daemon, nothing to do for removeConversation

Change-Id: I4bdf41c5d7d21cfd523409602004b668627ecadc
GitLab: https://git.jami.net/savoirfairelinux/ring-project/-/issues/1282

src/conversationmodel.cpp

@@ -801,9 +801,6 @@ ConversationModel::removeConversation(const QString& uid, bool banned)
     }
     if (conversation.isSwarm()) {
         ConfigurationManager::instance().removeConversation(owner.id, uid);
-        pimpl_->eraseConversation(conversationIdx);
-        pimpl_->invalidateModel();
-        emit conversationRemoved(uid);
 
         // Still some other conversation, do nothing else
         if (!banned && getConversationForPeerUri(peers.front()) != std::nullopt)