diff --git a/src/sip/sipcall.cpp b/src/sip/sipcall.cpp
index 08d07f1d9a1682cec44fe9f3da7b5957ae6d35b3..170a015c5544538e9c5feb995c355ca5ed3e2d25 100644
--- a/src/sip/sipcall.cpp
+++ b/src/sip/sipcall.cpp
@@ -494,6 +494,7 @@ SIPCall::setSipTransport(const std::shared_ptr<SipTransport>& transport,
                     JAMI_WARN("[call:%s] Ending call because underlying SIP transport was closed",
                               this_->getCallId().c_str());
                     this_->stopAllMedia();
+                    this_->detachAudioFromConference();
                     this_->onFailure(ECONNRESET);
                 }
             }