diff --git a/src/conversationmodel.cpp b/src/conversationmodel.cpp
index f371fa8b191f477a1d97cfc6b0a43b9cfbc2a34d..6d04d064e618d01d9a7398b39dada3a8ccb6e131 100644
--- a/src/conversationmodel.cpp
+++ b/src/conversationmodel.cpp
@@ -425,7 +425,8 @@ ConversationModel::getConferenceableConversations(const QString& convId, const Q
         // conversations with calls will be added in call section
         // we want to add only contacts non-swarm or one-to-one conversation
         auto& peers = pimpl_->peersForConversation(conv);
-        if (!conv.callId.isEmpty() || !conv.confId.isEmpty() || !pimpl_->isCoreDialog(conv)) {
+        if (!conv.callId.isEmpty() || !conv.confId.isEmpty() || !pimpl_->isCoreDialog(conv)
+            || peers.empty()) {
             continue;
         }
         try {