diff --git a/libavcodec/hevc.c b/libavcodec/hevc.c
index 6dcc1c8aa4..b8b100d353 100644
--- a/libavcodec/hevc.c
+++ b/libavcodec/hevc.c
@@ -2715,6 +2715,10 @@ static int decode_nal_unit(HEVCContext *s, const HEVCNAL *nal)
         }
 
         if (s->sh.first_slice_in_pic_flag) {
+            if (s->ref) {
+                av_log(s->avctx, AV_LOG_ERROR, "Two slices reporting being the first in the same frame.\n");
+                goto fail;
+            }
             ret = hevc_frame_start(s);
             if (ret < 0)
                 return ret;