diff --git a/src/media/media_decoder.cpp b/src/media/media_decoder.cpp
index a6a865ac2292289d7aaecdf281979c579b5301da..18f146bb9d84069b13aca933899f932bb8f20f1e 100644
--- a/src/media/media_decoder.cpp
+++ b/src/media/media_decoder.cpp
@@ -219,7 +219,6 @@ int MediaDecoder::setupFromAudioData(const AudioFormat format)
         startTime_ = av_gettime();
     }
 
-    decoderCtx_->refcounted_frames = 1;
     ret = avcodec_open2(decoderCtx_, inputDecoder_, NULL);
     if (ret) {
         RING_ERR("Could not open codec");
@@ -318,7 +317,6 @@ int MediaDecoder::setupFromVideoData()
         startTime_ = av_gettime();
     }
 
-    decoderCtx_->refcounted_frames = 1;
     ret = avcodec_open2(decoderCtx_, inputDecoder_, NULL);
     if (ret) {
         RING_ERR("Could not open codec");