diff --git a/libavcodec/h264.c b/libavcodec/h264.c
index 9c7bf24b5f..a889f422e1 100644
--- a/libavcodec/h264.c
+++ b/libavcodec/h264.c
@@ -2901,7 +2901,7 @@ static int decode_slice_header(H264Context *h, H264Context *h0){
         else
             h->list_count= 1;
     }else
-        h->list_count= 0;
+        h->ref_count[1]= h->ref_count[0]= h->list_count= 0;
 
     if(!default_ref_list_done){
         ff_h264_fill_default_ref_list(h);