diff --git a/libavformat/mov.c b/libavformat/mov.c
index b06dcdb828..37dd90b7ec 100644
--- a/libavformat/mov.c
+++ b/libavformat/mov.c
@@ -1790,6 +1790,8 @@ static int mov_read_stss(MOVContext *c, AVIOContext *pb, MOVAtom atom)
     if (!entries)
     {
         sc->keyframe_absent = 1;
+        if (!st->need_parsing)
+            st->need_parsing = AVSTREAM_PARSE_HEADERS;
         return 0;
     }
     if (entries >= UINT_MAX / sizeof(int))