diff --git a/libavcodec/opusdec.c b/libavcodec/opusdec.c
index 7acc7cf3bd..c22a2db6c2 100644
--- a/libavcodec/opusdec.c
+++ b/libavcodec/opusdec.c
@@ -589,7 +589,7 @@ static int opus_decode_packet(AVCodecContext *avctx, void *data,
             memset(frame->extended_data[i], 0, frame->linesize[0]);
         }
 
-        if (c->gain_i) {
+        if (c->gain_i && decoded_samples > 0) {
             c->fdsp.vector_fmul_scalar((float*)frame->extended_data[i],
                                        (float*)frame->extended_data[i],
                                        c->gain, FFALIGN(decoded_samples, 8));