diff --git a/ffmpeg.c b/ffmpeg.c
index a6f66c7e1c..a4765f5bee 100644
--- a/ffmpeg.c
+++ b/ffmpeg.c
@@ -1353,7 +1353,7 @@ static int output_packet(AVInputStream *ist, int ist_index,
                         AVPacket opkt;
                         av_init_packet(&opkt);
 
-                        if (!ost->frame_number && !(pkt->flags & PKT_FLAG_KEY))
+                        if ((!ost->frame_number && !(pkt->flags & PKT_FLAG_KEY)) && start_time)
                             continue;
 
                         /* no reencoding needed : output the packet directly */