avplay: Always free find_stream_info options
[libav.git] / avplay.c
CommitLineData
01310af2 1/*
266463da 2 * avplay : Simple Media Player based on the Libav libraries
01310af2
FB
3 * Copyright (c) 2003 Fabrice Bellard
4 *
2912e87a 5 * This file is part of Libav.
b78e7197 6 *
2912e87a 7 * Libav is free software; you can redistribute it and/or
01310af2
FB
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
b78e7197 10 * version 2.1 of the License, or (at your option) any later version.
01310af2 11 *
2912e87a 12 * Libav is distributed in the hope that it will be useful,
01310af2
FB
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public
2912e87a 18 * License along with Libav; if not, write to the Free Software
5509bffa 19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
01310af2 20 */
364a9607 21
ba11257e 22#include "config.h"
8a3ceaf4 23#include <inttypes.h>
0f4e8165
RB
24#include <math.h>
25#include <limits.h>
8f8bc923
DB
26#include <stdint.h>
27
245976da 28#include "libavutil/avstring.h"
2b4abbd6 29#include "libavutil/colorspace.h"
0ebcdf5c 30#include "libavutil/mathematics.h"
718c7b18 31#include "libavutil/pixdesc.h"
737eb597 32#include "libavutil/imgutils.h"
d0e142bb 33#include "libavutil/dict.h"
737eb597
RT
34#include "libavutil/parseutils.h"
35#include "libavutil/samplefmt.h"
896bb0d7 36#include "libavutil/time.h"
245976da 37#include "libavformat/avformat.h"
245976da
DB
38#include "libavdevice/avdevice.h"
39#include "libswscale/swscale.h"
f1ffb01e 40#include "libavresample/avresample.h"
41d0eb1c 41#include "libavutil/opt.h"
166621ab 42#include "libavcodec/avfft.h"
01310af2 43
917d2bb3
MN
44#if CONFIG_AVFILTER
45# include "libavfilter/avfilter.h"
ac712309 46# include "libavfilter/buffersink.h"
67339f6e 47# include "libavfilter/buffersrc.h"
917d2bb3
MN
48#endif
49
01310af2
FB
50#include "cmdutils.h"
51
52#include <SDL.h>
53#include <SDL_thread.h>
54
2f30a81d 55#ifdef __MINGW32__
31319a8c
FB
56#undef main /* We don't want SDL to override our main() */
57#endif
58
d38c9e7a
MN
59#include <assert.h>
60
266463da 61const char program_name[] = "avplay";
ea9c581f 62const int program_birth_year = 2003;
4cfac5bc 63
79ee4683
MN
64#define MAX_QUEUE_SIZE (15 * 1024 * 1024)
65#define MIN_AUDIOQ_SIZE (20 * 16 * 1024)
66#define MIN_FRAMES 5
01310af2 67
638c9d91
FB
68/* SDL audio buffer size, in samples. Should be small to have precise
69 A/V sync as SDL does not have hardware buffer fullness info. */
70#define SDL_AUDIO_BUFFER_SIZE 1024
71
72/* no AV sync correction is done if below the AV sync threshold */
7e0140cb 73#define AV_SYNC_THRESHOLD 0.01
638c9d91
FB
74/* no AV correction is done if too big error */
75#define AV_NOSYNC_THRESHOLD 10.0
76
d38c9e7a
MN
77#define FRAME_SKIP_FACTOR 0.05
78
638c9d91
FB
79/* maximum audio speed change to get correct sync */
80#define SAMPLE_CORRECTION_PERCENT_MAX 10
81
82/* we use about AUDIO_DIFF_AVG_NB A-V differences to make the average */
83#define AUDIO_DIFF_AVG_NB 20
84
01310af2 85/* NOTE: the size must be big enough to compensate the hardware audio buffersize size */
da7c65f0 86#define SAMPLE_ARRAY_SIZE (2 * 65536)
01310af2 87
e2718e7a 88static int64_t sws_flags = SWS_BICUBIC;
03ae87a3 89
01310af2
FB
90typedef struct PacketQueue {
91 AVPacketList *first_pkt, *last_pkt;
92 int nb_packets;
93 int size;
94 int abort_request;
95 SDL_mutex *mutex;
96 SDL_cond *cond;
97} PacketQueue;
98
562f382c 99#define VIDEO_PICTURE_QUEUE_SIZE 2
72ce053b 100#define SUBPICTURE_QUEUE_SIZE 4
01310af2
FB
101
102typedef struct VideoPicture {
c1ef30a6
DB
103 double pts; // presentation timestamp for this picture
104 double target_clock; // av_gettime() time at which this should be displayed ideally
105 int64_t pos; // byte position in file
01310af2
FB
106 SDL_Overlay *bmp;
107 int width, height; /* source height & width */
108 int allocated;
fec5777e 109 int reallocate;
716d413c 110 enum AVPixelFormat pix_fmt;
917d2bb3 111
354468fc 112 AVRational sar;
01310af2
FB
113} VideoPicture;
114
72ce053b
IC
115typedef struct SubPicture {
116 double pts; /* presentation time stamp for this picture */
117 AVSubtitle sub;
118} SubPicture;
119
01310af2
FB
120enum {
121 AV_SYNC_AUDIO_MASTER, /* default choice */
122 AV_SYNC_VIDEO_MASTER,
638c9d91 123 AV_SYNC_EXTERNAL_CLOCK, /* synchronize to an external clock */
01310af2
FB
124};
125
126typedef struct VideoState {
127 SDL_Thread *parse_tid;
128 SDL_Thread *video_tid;
d38c9e7a 129 SDL_Thread *refresh_tid;
638c9d91 130 AVInputFormat *iformat;
01310af2
FB
131 int no_background;
132 int abort_request;
133 int paused;
416e3508 134 int last_paused;
72ea344b 135 int seek_req;
3ba1438d 136 int seek_flags;
72ea344b 137 int64_t seek_pos;
4ed29207 138 int64_t seek_rel;
f5668147 139 int read_pause_return;
01310af2 140 AVFormatContext *ic;
01310af2
FB
141
142 int audio_stream;
115329f1 143
01310af2 144 int av_sync_type;
638c9d91
FB
145 double external_clock; /* external clock base */
146 int64_t external_clock_time;
115329f1 147
638c9d91
FB
148 double audio_clock;
149 double audio_diff_cum; /* used for AV difference average computation */
150 double audio_diff_avg_coef;
151 double audio_diff_threshold;
152 int audio_diff_avg_count;
01310af2
FB
153 AVStream *audio_st;
154 PacketQueue audioq;
155 int audio_hw_buf_size;
e2a2c49f 156 uint8_t silence_buf[SDL_AUDIO_BUFFER_SIZE];
5a4476e2 157 uint8_t *audio_buf;
f199f385 158 uint8_t *audio_buf1;
7fea94ce 159 unsigned int audio_buf_size; /* in bytes */
01310af2 160 int audio_buf_index; /* in bytes */
bea18375 161 AVPacket audio_pkt_temp;
01310af2 162 AVPacket audio_pkt;
f1ffb01e
JR
163 enum AVSampleFormat sdl_sample_fmt;
164 uint64_t sdl_channel_layout;
165 int sdl_channels;
6304f78e 166 int sdl_sample_rate;
f1ffb01e
JR
167 enum AVSampleFormat resample_sample_fmt;
168 uint64_t resample_channel_layout;
6304f78e 169 int resample_sample_rate;
f1ffb01e 170 AVAudioResampleContext *avr;
f199f385 171 AVFrame *frame;
115329f1 172
01310af2
FB
173 int show_audio; /* if true, display audio samples */
174 int16_t sample_array[SAMPLE_ARRAY_SIZE];
175 int sample_array_index;
5e0257e3 176 int last_i_start;
166621ab 177 RDFTContext *rdft;
12eeda34 178 int rdft_bits;
7dbbf6a1 179 FFTSample *rdft_data;
12eeda34 180 int xpos;
115329f1 181
72ce053b
IC
182 SDL_Thread *subtitle_tid;
183 int subtitle_stream;
184 int subtitle_stream_changed;
185 AVStream *subtitle_st;
186 PacketQueue subtitleq;
187 SubPicture subpq[SUBPICTURE_QUEUE_SIZE];
188 int subpq_size, subpq_rindex, subpq_windex;
189 SDL_mutex *subpq_mutex;
190 SDL_cond *subpq_cond;
115329f1 191
638c9d91
FB
192 double frame_timer;
193 double frame_last_pts;
194 double frame_last_delay;
c1ef30a6 195 double video_clock; // pts of last decoded frame / predicted pts of next decoded frame
01310af2
FB
196 int video_stream;
197 AVStream *video_st;
198 PacketQueue videoq;
c1ef30a6
DB
199 double video_current_pts; // current displayed pts (different from video_clock if frame fifos are used)
200 double video_current_pts_drift; // video_current_pts - time (av_gettime) at which we updated video_current_pts - used to have running video pts
201 int64_t video_current_pos; // current displayed file pos
01310af2
FB
202 VideoPicture pictq[VIDEO_PICTURE_QUEUE_SIZE];
203 int pictq_size, pictq_rindex, pictq_windex;
204 SDL_mutex *pictq_mutex;
205 SDL_cond *pictq_cond;
917d2bb3 206#if !CONFIG_AVFILTER
3ac56e28 207 struct SwsContext *img_convert_ctx;
917d2bb3 208#endif
115329f1 209
01310af2
FB
210 // QETimer *video_timer;
211 char filename[1024];
212 int width, height, xleft, ytop;
41db429d 213
7a8bfa5d 214 PtsCorrectionContext pts_ctx;
41db429d 215
917d2bb3 216#if CONFIG_AVFILTER
c1ef30a6
DB
217 AVFilterContext *in_video_filter; // the first filter in the video chain
218 AVFilterContext *out_video_filter; // the last filter in the video chain
917d2bb3 219#endif
d38c9e7a
MN
220
221 float skip_frames;
222 float skip_frames_index;
223 int refresh;
01310af2
FB
224} VideoState;
225
01310af2
FB
226/* options specified by the user */
227static AVInputFormat *file_iformat;
228static const char *input_filename;
076db5ed 229static const char *window_title;
01310af2
FB
230static int fs_screen_width;
231static int fs_screen_height;
da7c65f0 232static int screen_width = 0;
fccb19e3 233static int screen_height = 0;
01310af2
FB
234static int audio_disable;
235static int video_disable;
da7c65f0
AD
236static int wanted_stream[AVMEDIA_TYPE_NB] = {
237 [AVMEDIA_TYPE_AUDIO] = -1,
238 [AVMEDIA_TYPE_VIDEO] = -1,
239 [AVMEDIA_TYPE_SUBTITLE] = -1,
5b369983 240};
da7c65f0 241static int seek_by_bytes = -1;
01310af2 242static int display_disable;
1e1a0b18 243static int show_status = 1;
638c9d91 244static int av_sync_type = AV_SYNC_AUDIO_MASTER;
72ea344b 245static int64_t start_time = AV_NOPTS_VALUE;
d834d63b 246static int64_t duration = AV_NOPTS_VALUE;
bba04f1e 247static int step = 0;
6387c3e6 248static int workaround_bugs = 1;
6fc5b059 249static int fast = 0;
30bc6613 250static int genpts = 0;
178fcca8 251static int idct = FF_IDCT_AUTO;
da7c65f0
AD
252static enum AVDiscard skip_frame = AVDISCARD_DEFAULT;
253static enum AVDiscard skip_idct = AVDISCARD_DEFAULT;
254static enum AVDiscard skip_loop_filter = AVDISCARD_DEFAULT;
1b51e051 255static int error_concealment = 3;
da7c65f0 256static int decoder_reorder_pts = -1;
041caf1a 257static int noautoexit;
066ce8c9
AS
258static int exit_on_keydown;
259static int exit_on_mousedown;
da7c65f0
AD
260static int loop = 1;
261static int framedrop = 1;
296d0da8 262static int infinite_buffer = 0;
2b3da32f 263
da7c65f0 264static int rdftspeed = 20;
917d2bb3
MN
265#if CONFIG_AVFILTER
266static char *vfilters = NULL;
267#endif
01310af2
FB
268
269/* current context */
270static int is_full_screen;
271static VideoState *cur_stream;
5e0257e3 272static int64_t audio_callback_time;
01310af2 273
2c676c33 274static AVPacket flush_pkt;
39c6a118 275
01310af2
FB
276#define FF_ALLOC_EVENT (SDL_USEREVENT)
277#define FF_REFRESH_EVENT (SDL_USEREVENT + 1)
638c9d91 278#define FF_QUIT_EVENT (SDL_USEREVENT + 2)
01310af2 279
2c676c33 280static SDL_Surface *screen;
01310af2 281
515bd00e
MN
282static int packet_queue_put(PacketQueue *q, AVPacket *pkt);
283
01310af2
FB
284/* packet queue handling */
285static void packet_queue_init(PacketQueue *q)
286{
287 memset(q, 0, sizeof(PacketQueue));
288 q->mutex = SDL_CreateMutex();
289 q->cond = SDL_CreateCond();
515bd00e 290 packet_queue_put(q, &flush_pkt);
01310af2
FB
291}
292
72ea344b 293static void packet_queue_flush(PacketQueue *q)
01310af2
FB
294{
295 AVPacketList *pkt, *pkt1;
296
687fae2b 297 SDL_LockMutex(q->mutex);
da7c65f0 298 for (pkt = q->first_pkt; pkt != NULL; pkt = pkt1) {
01310af2
FB
299 pkt1 = pkt->next;
300 av_free_packet(&pkt->pkt);
da6c4573 301 av_freep(&pkt);
01310af2 302 }
72ea344b
FB
303 q->last_pkt = NULL;
304 q->first_pkt = NULL;
305 q->nb_packets = 0;
306 q->size = 0;
687fae2b 307 SDL_UnlockMutex(q->mutex);
72ea344b
FB
308}
309
310static void packet_queue_end(PacketQueue *q)
311{
312 packet_queue_flush(q);
01310af2
FB
313 SDL_DestroyMutex(q->mutex);
314 SDL_DestroyCond(q->cond);
315}
316
317static int packet_queue_put(PacketQueue *q, AVPacket *pkt)
318{
319 AVPacketList *pkt1;
320
72ea344b 321 /* duplicate the packet */
da7c65f0 322 if (pkt != &flush_pkt && av_dup_packet(pkt) < 0)
72ea344b 323 return -1;
115329f1 324
01310af2
FB
325 pkt1 = av_malloc(sizeof(AVPacketList));
326 if (!pkt1)
327 return -1;
328 pkt1->pkt = *pkt;
329 pkt1->next = NULL;
330
72ea344b 331
01310af2
FB
332 SDL_LockMutex(q->mutex);
333
334 if (!q->last_pkt)
335
336 q->first_pkt = pkt1;
337 else
338 q->last_pkt->next = pkt1;
339 q->last_pkt = pkt1;
340 q->nb_packets++;
7b776589 341 q->size += pkt1->pkt.size + sizeof(*pkt1);
01310af2
FB
342 /* XXX: should duplicate packet data in DV case */
343 SDL_CondSignal(q->cond);
344
345 SDL_UnlockMutex(q->mutex);
346 return 0;
347}
348
349static void packet_queue_abort(PacketQueue *q)
350{
351 SDL_LockMutex(q->mutex);
352
353 q->abort_request = 1;
115329f1 354
01310af2
FB
355 SDL_CondSignal(q->cond);
356
357 SDL_UnlockMutex(q->mutex);
358}
359
360/* return < 0 if aborted, 0 if no packet and > 0 if packet. */
361static int packet_queue_get(PacketQueue *q, AVPacket *pkt, int block)
362{
363 AVPacketList *pkt1;
364 int ret;
365
366 SDL_LockMutex(q->mutex);
367
da7c65f0 368 for (;;) {
01310af2
FB
369 if (q->abort_request) {
370 ret = -1;
371 break;
372 }
115329f1 373
01310af2
FB
374 pkt1 = q->first_pkt;
375 if (pkt1) {
376 q->first_pkt = pkt1->next;
377 if (!q->first_pkt)
378 q->last_pkt = NULL;
379 q->nb_packets--;
7b776589 380 q->size -= pkt1->pkt.size + sizeof(*pkt1);
01310af2
FB
381 *pkt = pkt1->pkt;
382 av_free(pkt1);
383 ret = 1;
384 break;
385 } else if (!block) {
386 ret = 0;
387 break;
388 } else {
389 SDL_CondWait(q->cond, q->mutex);
390 }
391 }
392 SDL_UnlockMutex(q->mutex);
393 return ret;
394}
395
115329f1 396static inline void fill_rectangle(SDL_Surface *screen,
01310af2
FB
397 int x, int y, int w, int h, int color)
398{
399 SDL_Rect rect;
400 rect.x = x;
401 rect.y = y;
402 rect.w = w;
403 rect.h = h;
404 SDL_FillRect(screen, &rect, color);
405}
406
72ce053b
IC
407#define ALPHA_BLEND(a, oldp, newp, s)\
408((((oldp << s) * (255 - (a))) + (newp * (a))) / (255 << s))
409
410#define RGBA_IN(r, g, b, a, s)\
411{\
412 unsigned int v = ((const uint32_t *)(s))[0];\
413 a = (v >> 24) & 0xff;\
414 r = (v >> 16) & 0xff;\
415 g = (v >> 8) & 0xff;\
416 b = v & 0xff;\
417}
418
419#define YUVA_IN(y, u, v, a, s, pal)\
420{\
57cf99f2 421 unsigned int val = ((const uint32_t *)(pal))[*(const uint8_t*)(s)];\
72ce053b
IC
422 a = (val >> 24) & 0xff;\
423 y = (val >> 16) & 0xff;\
424 u = (val >> 8) & 0xff;\
425 v = val & 0xff;\
426}
427
428#define YUVA_OUT(d, y, u, v, a)\
429{\
430 ((uint32_t *)(d))[0] = (a << 24) | (y << 16) | (u << 8) | v;\
431}
432
433
434#define BPP 1
435
0a8cd696 436static void blend_subrect(AVPicture *dst, const AVSubtitleRect *rect, int imgw, int imgh)
72ce053b
IC
437{
438 int wrap, wrap3, width2, skip2;
439 int y, u, v, a, u1, v1, a1, w, h;
440 uint8_t *lum, *cb, *cr;
441 const uint8_t *p;
442 const uint32_t *pal;
9cb5a11e
RD
443 int dstx, dsty, dstw, dsth;
444
7cf9c6ae
MN
445 dstw = av_clip(rect->w, 0, imgw);
446 dsth = av_clip(rect->h, 0, imgh);
447 dstx = av_clip(rect->x, 0, imgw - dstw);
448 dsty = av_clip(rect->y, 0, imgh - dsth);
9cb5a11e 449 lum = dst->data[0] + dsty * dst->linesize[0];
da7c65f0
AD
450 cb = dst->data[1] + (dsty >> 1) * dst->linesize[1];
451 cr = dst->data[2] + (dsty >> 1) * dst->linesize[2];
9cb5a11e 452
f54b31b9 453 width2 = ((dstw + 1) >> 1) + (dstx & ~dstw & 1);
9cb5a11e 454 skip2 = dstx >> 1;
72ce053b 455 wrap = dst->linesize[0];
25b4c651
MN
456 wrap3 = rect->pict.linesize[0];
457 p = rect->pict.data[0];
458 pal = (const uint32_t *)rect->pict.data[1]; /* Now in YCrCb! */
115329f1 459
9cb5a11e
RD
460 if (dsty & 1) {
461 lum += dstx;
72ce053b
IC
462 cb += skip2;
463 cr += skip2;
115329f1 464
9cb5a11e 465 if (dstx & 1) {
72ce053b
IC
466 YUVA_IN(y, u, v, a, p, pal);
467 lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
468 cb[0] = ALPHA_BLEND(a >> 2, cb[0], u, 0);
469 cr[0] = ALPHA_BLEND(a >> 2, cr[0], v, 0);
470 cb++;
471 cr++;
472 lum++;
473 p += BPP;
474 }
da7c65f0 475 for (w = dstw - (dstx & 1); w >= 2; w -= 2) {
72ce053b
IC
476 YUVA_IN(y, u, v, a, p, pal);
477 u1 = u;
478 v1 = v;
479 a1 = a;
480 lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
481
482 YUVA_IN(y, u, v, a, p + BPP, pal);
483 u1 += u;
484 v1 += v;
485 a1 += a;
486 lum[1] = ALPHA_BLEND(a, lum[1], y, 0);
487 cb[0] = ALPHA_BLEND(a1 >> 2, cb[0], u1, 1);
488 cr[0] = ALPHA_BLEND(a1 >> 2, cr[0], v1, 1);
489 cb++;
490 cr++;
491 p += 2 * BPP;
492 lum += 2;
493 }
494 if (w) {
495 YUVA_IN(y, u, v, a, p, pal);
496 lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
497 cb[0] = ALPHA_BLEND(a >> 2, cb[0], u, 0);
498 cr[0] = ALPHA_BLEND(a >> 2, cr[0], v, 0);
676ef505
BA
499 p++;
500 lum++;
72ce053b 501 }
4606a059
BA
502 p += wrap3 - dstw * BPP;
503 lum += wrap - dstw - dstx;
72ce053b
IC
504 cb += dst->linesize[1] - width2 - skip2;
505 cr += dst->linesize[2] - width2 - skip2;
506 }
da7c65f0 507 for (h = dsth - (dsty & 1); h >= 2; h -= 2) {
9cb5a11e 508 lum += dstx;
72ce053b
IC
509 cb += skip2;
510 cr += skip2;
115329f1 511
9cb5a11e 512 if (dstx & 1) {
72ce053b
IC
513 YUVA_IN(y, u, v, a, p, pal);
514 u1 = u;
515 v1 = v;
516 a1 = a;
517 lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
518 p += wrap3;
519 lum += wrap;
520 YUVA_IN(y, u, v, a, p, pal);
521 u1 += u;
522 v1 += v;
523 a1 += a;
524 lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
525 cb[0] = ALPHA_BLEND(a1 >> 2, cb[0], u1, 1);
526 cr[0] = ALPHA_BLEND(a1 >> 2, cr[0], v1, 1);
527 cb++;
528 cr++;
529 p += -wrap3 + BPP;
530 lum += -wrap + 1;
531 }
da7c65f0 532 for (w = dstw - (dstx & 1); w >= 2; w -= 2) {
72ce053b
IC
533 YUVA_IN(y, u, v, a, p, pal);
534 u1 = u;
535 v1 = v;
536 a1 = a;
537 lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
538
f8ca63e8 539 YUVA_IN(y, u, v, a, p + BPP, pal);
72ce053b
IC
540 u1 += u;
541 v1 += v;
542 a1 += a;
543 lum[1] = ALPHA_BLEND(a, lum[1], y, 0);
544 p += wrap3;
545 lum += wrap;
546
547 YUVA_IN(y, u, v, a, p, pal);
548 u1 += u;
549 v1 += v;
550 a1 += a;
551 lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
552
f8ca63e8 553 YUVA_IN(y, u, v, a, p + BPP, pal);
72ce053b
IC
554 u1 += u;
555 v1 += v;
556 a1 += a;
557 lum[1] = ALPHA_BLEND(a, lum[1], y, 0);
558
559 cb[0] = ALPHA_BLEND(a1 >> 2, cb[0], u1, 2);
560 cr[0] = ALPHA_BLEND(a1 >> 2, cr[0], v1, 2);
561
562 cb++;
563 cr++;
564 p += -wrap3 + 2 * BPP;
565 lum += -wrap + 2;
566 }
567 if (w) {
568 YUVA_IN(y, u, v, a, p, pal);
569 u1 = u;
570 v1 = v;
571 a1 = a;
572 lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
573 p += wrap3;
574 lum += wrap;
575 YUVA_IN(y, u, v, a, p, pal);
576 u1 += u;
577 v1 += v;
578 a1 += a;
579 lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
580 cb[0] = ALPHA_BLEND(a1 >> 2, cb[0], u1, 1);
581 cr[0] = ALPHA_BLEND(a1 >> 2, cr[0], v1, 1);
582 cb++;
583 cr++;
584 p += -wrap3 + BPP;
585 lum += -wrap + 1;
586 }
9cb5a11e
RD
587 p += wrap3 + (wrap3 - dstw * BPP);
588 lum += wrap + (wrap - dstw - dstx);
72ce053b
IC
589 cb += dst->linesize[1] - width2 - skip2;
590 cr += dst->linesize[2] - width2 - skip2;
591 }
592 /* handle odd height */
593 if (h) {
9cb5a11e 594 lum += dstx;
72ce053b
IC
595 cb += skip2;
596 cr += skip2;
115329f1 597
9cb5a11e 598 if (dstx & 1) {
72ce053b
IC
599 YUVA_IN(y, u, v, a, p, pal);
600 lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
601 cb[0] = ALPHA_BLEND(a >> 2, cb[0], u, 0);
602 cr[0] = ALPHA_BLEND(a >> 2, cr[0], v, 0);
603 cb++;
604 cr++;
605 lum++;
606 p += BPP;
607 }
da7c65f0 608 for (w = dstw - (dstx & 1); w >= 2; w -= 2) {
72ce053b
IC
609 YUVA_IN(y, u, v, a, p, pal);
610 u1 = u;
611 v1 = v;
612 a1 = a;
613 lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
614
615 YUVA_IN(y, u, v, a, p + BPP, pal);
616 u1 += u;
617 v1 += v;
618 a1 += a;
619 lum[1] = ALPHA_BLEND(a, lum[1], y, 0);
620 cb[0] = ALPHA_BLEND(a1 >> 2, cb[0], u, 1);
621 cr[0] = ALPHA_BLEND(a1 >> 2, cr[0], v, 1);
622 cb++;
623 cr++;
624 p += 2 * BPP;
625 lum += 2;
626 }
627 if (w) {
628 YUVA_IN(y, u, v, a, p, pal);
629 lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
630 cb[0] = ALPHA_BLEND(a >> 2, cb[0], u, 0);
631 cr[0] = ALPHA_BLEND(a >> 2, cr[0], v, 0);
632 }
633 }
634}
635
636static void free_subpicture(SubPicture *sp)
637{
e1d7c883 638 avsubtitle_free(&sp->sub);
72ce053b
IC
639}
640
01310af2
FB
641static void video_image_display(VideoState *is)
642{
643 VideoPicture *vp;
72ce053b
IC
644 SubPicture *sp;
645 AVPicture pict;
01310af2
FB
646 float aspect_ratio;
647 int width, height, x, y;
648 SDL_Rect rect;
72ce053b 649 int i;
01310af2
FB
650
651 vp = &is->pictq[is->pictq_rindex];
652 if (vp->bmp) {
917d2bb3 653#if CONFIG_AVFILTER
354468fc 654 if (!vp->sar.num)
917d2bb3
MN
655 aspect_ratio = 0;
656 else
354468fc 657 aspect_ratio = av_q2d(vp->sar);
917d2bb3
MN
658#else
659
01310af2 660 /* XXX: use variable in the frame */
c30a4489
AJ
661 if (is->video_st->sample_aspect_ratio.num)
662 aspect_ratio = av_q2d(is->video_st->sample_aspect_ratio);
663 else if (is->video_st->codec->sample_aspect_ratio.num)
664 aspect_ratio = av_q2d(is->video_st->codec->sample_aspect_ratio);
72ea344b 665 else
c30a4489 666 aspect_ratio = 0;
917d2bb3 667#endif
01310af2 668 if (aspect_ratio <= 0.0)
c30a4489 669 aspect_ratio = 1.0;
917d2bb3 670 aspect_ratio *= (float)vp->width / (float)vp->height;
01310af2 671
72ce053b
IC
672 if (is->subtitle_st)
673 {
674 if (is->subpq_size > 0)
675 {
676 sp = &is->subpq[is->subpq_rindex];
677
678 if (vp->pts >= sp->pts + ((float) sp->sub.start_display_time / 1000))
679 {
680 SDL_LockYUVOverlay (vp->bmp);
681
682 pict.data[0] = vp->bmp->pixels[0];
683 pict.data[1] = vp->bmp->pixels[2];
684 pict.data[2] = vp->bmp->pixels[1];
685
686 pict.linesize[0] = vp->bmp->pitches[0];
687 pict.linesize[1] = vp->bmp->pitches[2];
688 pict.linesize[2] = vp->bmp->pitches[1];
689
690 for (i = 0; i < sp->sub.num_rects; i++)
db4fac64 691 blend_subrect(&pict, sp->sub.rects[i],
0a8cd696 692 vp->bmp->w, vp->bmp->h);
72ce053b
IC
693
694 SDL_UnlockYUVOverlay (vp->bmp);
695 }
696 }
697 }
698
699
01310af2
FB
700 /* XXX: we suppose the screen has a 1.0 pixel ratio */
701 height = is->height;
bb6c34e5 702 width = ((int)rint(height * aspect_ratio)) & ~1;
01310af2
FB
703 if (width > is->width) {
704 width = is->width;
bb6c34e5 705 height = ((int)rint(width / aspect_ratio)) & ~1;
01310af2
FB
706 }
707 x = (is->width - width) / 2;
708 y = (is->height - height) / 2;
6c6c976f 709 is->no_background = 0;
01310af2 710 rect.x = is->xleft + x;
2f6547fb 711 rect.y = is->ytop + y;
01310af2
FB
712 rect.w = width;
713 rect.h = height;
714 SDL_DisplayYUVOverlay(vp->bmp, &rect);
01310af2
FB
715 }
716}
717
3a7c9774
SS
718/* get the current audio output buffer size, in samples. With SDL, we
719 cannot have a precise information */
720static int audio_write_get_buf_size(VideoState *is)
721{
722 return is->audio_buf_size - is->audio_buf_index;
723}
724
01310af2
FB
725static inline int compute_mod(int a, int b)
726{
727 a = a % b;
115329f1 728 if (a >= 0)
01310af2
FB
729 return a;
730 else
731 return a + b;
732}
733
734static void video_audio_display(VideoState *s)
735{
736 int i, i_start, x, y1, y, ys, delay, n, nb_display_channels;
737 int ch, channels, h, h2, bgcolor, fgcolor;
738 int16_t time_diff;
4c7c7645
MN
739 int rdft_bits, nb_freq;
740
da7c65f0 741 for (rdft_bits = 1; (1 << rdft_bits) < 2 * s->height; rdft_bits++)
4c7c7645 742 ;
da7c65f0 743 nb_freq = 1 << (rdft_bits - 1);
115329f1 744
01310af2 745 /* compute display index : center on currently output samples */
f1ffb01e 746 channels = s->sdl_channels;
01310af2 747 nb_display_channels = channels;
5e0257e3 748 if (!s->paused) {
da7c65f0 749 int data_used = s->show_audio == 1 ? s->width : (2 * nb_freq);
5e0257e3
FB
750 n = 2 * channels;
751 delay = audio_write_get_buf_size(s);
752 delay /= n;
115329f1 753
5e0257e3
FB
754 /* to be more precise, we take into account the time spent since
755 the last buffer computation */
756 if (audio_callback_time) {
757 time_diff = av_gettime() - audio_callback_time;
6304f78e 758 delay -= (time_diff * s->sdl_sample_rate) / 1000000;
5e0257e3 759 }
115329f1 760
da7c65f0 761 delay += 2 * data_used;
4c7c7645
MN
762 if (delay < data_used)
763 delay = data_used;
ac50bcc8
MN
764
765 i_start= x = compute_mod(s->sample_array_index - delay * channels, SAMPLE_ARRAY_SIZE);
da7c65f0
AD
766 if (s->show_audio == 1) {
767 h = INT_MIN;
768 for (i = 0; i < 1000; i += channels) {
769 int idx = (SAMPLE_ARRAY_SIZE + x - i) % SAMPLE_ARRAY_SIZE;
770 int a = s->sample_array[idx];
771 int b = s->sample_array[(idx + 4 * channels) % SAMPLE_ARRAY_SIZE];
772 int c = s->sample_array[(idx + 5 * channels) % SAMPLE_ARRAY_SIZE];
773 int d = s->sample_array[(idx + 9 * channels) % SAMPLE_ARRAY_SIZE];
774 int score = a - d;
775 if (h < score && (b ^ c) < 0) {
776 h = score;
777 i_start = idx;
6c7165c7 778 }
ac50bcc8
MN
779 }
780 }
781
5e0257e3
FB
782 s->last_i_start = i_start;
783 } else {
784 i_start = s->last_i_start;
01310af2
FB
785 }
786
01310af2 787 bgcolor = SDL_MapRGB(screen->format, 0x00, 0x00, 0x00);
da7c65f0 788 if (s->show_audio == 1) {
6c7165c7
JM
789 fill_rectangle(screen,
790 s->xleft, s->ytop, s->width, s->height,
791 bgcolor);
792
793 fgcolor = SDL_MapRGB(screen->format, 0xff, 0xff, 0xff);
794
795 /* total height for one channel */
796 h = s->height / nb_display_channels;
797 /* graph height / 2 */
798 h2 = (h * 9) / 20;
da7c65f0 799 for (ch = 0; ch < nb_display_channels; ch++) {
6c7165c7
JM
800 i = i_start + ch;
801 y1 = s->ytop + ch * h + (h / 2); /* position of center line */
da7c65f0 802 for (x = 0; x < s->width; x++) {
6c7165c7
JM
803 y = (s->sample_array[i] * h2) >> 15;
804 if (y < 0) {
805 y = -y;
806 ys = y1 - y;
807 } else {
808 ys = y1;
809 }
810 fill_rectangle(screen,
811 s->xleft + x, ys, 1, y,
812 fgcolor);
813 i += channels;
814 if (i >= SAMPLE_ARRAY_SIZE)
815 i -= SAMPLE_ARRAY_SIZE;
01310af2 816 }
01310af2 817 }
01310af2 818
6c7165c7 819 fgcolor = SDL_MapRGB(screen->format, 0x00, 0x00, 0xff);
01310af2 820
da7c65f0 821 for (ch = 1; ch < nb_display_channels; ch++) {
6c7165c7
JM
822 y = s->ytop + ch * h;
823 fill_rectangle(screen,
824 s->xleft, y, s->width, 1,
825 fgcolor);
826 }
827 SDL_UpdateRect(screen, s->xleft, s->ytop, s->width, s->height);
da7c65f0 828 } else {
12eeda34 829 nb_display_channels= FFMIN(nb_display_channels, 2);
da7c65f0 830 if (rdft_bits != s->rdft_bits) {
166621ab 831 av_rdft_end(s->rdft);
7dbbf6a1 832 av_free(s->rdft_data);
166621ab 833 s->rdft = av_rdft_init(rdft_bits, DFT_R2C);
da7c65f0
AD
834 s->rdft_bits = rdft_bits;
835 s->rdft_data = av_malloc(4 * nb_freq * sizeof(*s->rdft_data));
12eeda34 836 }
12eeda34 837 {
7dbbf6a1 838 FFTSample *data[2];
da7c65f0
AD
839 for (ch = 0; ch < nb_display_channels; ch++) {
840 data[ch] = s->rdft_data + 2 * nb_freq * ch;
12eeda34 841 i = i_start + ch;
da7c65f0
AD
842 for (x = 0; x < 2 * nb_freq; x++) {
843 double w = (x-nb_freq) * (1.0 / nb_freq);
844 data[ch][x] = s->sample_array[i] * (1.0 - w * w);
12eeda34
MN
845 i += channels;
846 if (i >= SAMPLE_ARRAY_SIZE)
847 i -= SAMPLE_ARRAY_SIZE;
848 }
166621ab 849 av_rdft_calc(s->rdft, data[ch]);
12eeda34 850 }
03039f4c
DB
851 /* Least efficient way to do this, we should of course
852 * directly access it but it is more than fast enough. */
da7c65f0
AD
853 for (y = 0; y < s->height; y++) {
854 double w = 1 / sqrt(nb_freq);
855 int a = sqrt(w * sqrt(data[0][2 * y + 0] * data[0][2 * y + 0] + data[0][2 * y + 1] * data[0][2 * y + 1]));
856 int b = (nb_display_channels == 2 ) ? sqrt(w * sqrt(data[1][2 * y + 0] * data[1][2 * y + 0]
857 + data[1][2 * y + 1] * data[1][2 * y + 1])) : a;
858 a = FFMIN(a, 255);
859 b = FFMIN(b, 255);
860 fgcolor = SDL_MapRGB(screen->format, a, b, (a + b) / 2);
12eeda34
MN
861
862 fill_rectangle(screen,
863 s->xpos, s->height-y, 1, 1,
864 fgcolor);
865 }
866 }
867 SDL_UpdateRect(screen, s->xpos, s->ytop, 1, s->height);
868 s->xpos++;
da7c65f0 869 if (s->xpos >= s->width)
12eeda34
MN
870 s->xpos= s->xleft;
871 }
01310af2
FB
872}
873
da7c65f0
AD
874static int video_open(VideoState *is)
875{
876 int flags = SDL_HWSURFACE | SDL_ASYNCBLIT | SDL_HWACCEL;
990c8438
MN
877 int w,h;
878
da7c65f0
AD
879 if (is_full_screen) flags |= SDL_FULLSCREEN;
880 else flags |= SDL_RESIZABLE;
fb84155b 881
990c8438
MN
882 if (is_full_screen && fs_screen_width) {
883 w = fs_screen_width;
884 h = fs_screen_height;
da7c65f0 885 } else if (!is_full_screen && screen_width) {
fb84155b
MN
886 w = screen_width;
887 h = screen_height;
917d2bb3 888#if CONFIG_AVFILTER
da7c65f0 889 } else if (is->out_video_filter && is->out_video_filter->inputs[0]) {
917d2bb3
MN
890 w = is->out_video_filter->inputs[0]->w;
891 h = is->out_video_filter->inputs[0]->h;
892#else
da7c65f0 893 } else if (is->video_st && is->video_st->codec->width) {
fb84155b
MN
894 w = is->video_st->codec->width;
895 h = is->video_st->codec->height;
917d2bb3 896#endif
990c8438 897 } else {
fb84155b
MN
898 w = 640;
899 h = 480;
990c8438 900 }
da7c65f0 901 if (screen && is->width == screen->w && screen->w == w
d3d7b12e
MN
902 && is->height== screen->h && screen->h == h)
903 return 0;
904
ec5e5212
LB
905#if defined(__APPLE__) && !SDL_VERSION_ATLEAST(1, 2, 14)
906 /* setting bits_per_pixel = 0 or 32 causes blank video on OS X and older SDL */
990c8438 907 screen = SDL_SetVideoMode(w, h, 24, flags);
ec5e5212
LB
908#else
909 screen = SDL_SetVideoMode(w, h, 0, flags);
990c8438
MN
910#endif
911 if (!screen) {
912 fprintf(stderr, "SDL: could not set video mode - exiting\n");
913 return -1;
914 }
076db5ed
RK
915 if (!window_title)
916 window_title = input_filename;
917 SDL_WM_SetCaption(window_title, window_title);
990c8438 918
da7c65f0 919 is->width = screen->w;
990c8438
MN
920 is->height = screen->h;
921
922 return 0;
923}
8c982c5d 924
01310af2
FB
925/* display the current picture, if any */
926static void video_display(VideoState *is)
927{
da7c65f0 928 if (!screen)
8c982c5d 929 video_open(cur_stream);
115329f1 930 if (is->audio_st && is->show_audio)
01310af2
FB
931 video_audio_display(is);
932 else if (is->video_st)
933 video_image_display(is);
934}
935
d38c9e7a 936static int refresh_thread(void *opaque)
01310af2 937{
d38c9e7a 938 VideoState *is= opaque;
da7c65f0 939 while (!is->abort_request) {
d881a0e8
SS
940 SDL_Event event;
941 event.type = FF_REFRESH_EVENT;
942 event.user.data1 = opaque;
da7c65f0
AD
943 if (!is->refresh) {
944 is->refresh = 1;
d881a0e8 945 SDL_PushEvent(&event);
d38c9e7a 946 }
896bb0d7 947 av_usleep(is->audio_st && is->show_audio ? rdftspeed * 1000 : 5000); // FIXME ideally we should wait the correct time but SDLs event passing is so slow it would be silly
d38c9e7a
MN
948 }
949 return 0;
01310af2
FB
950}
951
638c9d91
FB
952/* get the current audio clock value */
953static double get_audio_clock(VideoState *is)
954{
955 double pts;
956 int hw_buf_size, bytes_per_sec;
957 pts = is->audio_clock;
958 hw_buf_size = audio_write_get_buf_size(is);
959 bytes_per_sec = 0;
960 if (is->audio_st) {
6304f78e 961 bytes_per_sec = is->sdl_sample_rate * is->sdl_channels *
f1ffb01e 962 av_get_bytes_per_sample(is->sdl_sample_fmt);
638c9d91
FB
963 }
964 if (bytes_per_sec)
965 pts -= (double)hw_buf_size / bytes_per_sec;
966 return pts;
967}
968
969/* get the current video clock value */
970static double get_video_clock(VideoState *is)
971{
04108619 972 if (is->paused) {
41a4cd0c 973 return is->video_current_pts;
72ea344b 974 } else {
68aefbe8 975 return is->video_current_pts_drift + av_gettime() / 1000000.0;
72ea344b 976 }
638c9d91
FB
977}
978
979/* get the current external clock value */
980static double get_external_clock(VideoState *is)
981{
982 int64_t ti;
983 ti = av_gettime();
984 return is->external_clock + ((ti - is->external_clock_time) * 1e-6);
985}
986
987/* get the current master clock value */
988static double get_master_clock(VideoState *is)
989{
990 double val;
991
72ea344b
FB
992 if (is->av_sync_type == AV_SYNC_VIDEO_MASTER) {
993 if (is->video_st)
994 val = get_video_clock(is);
995 else
996 val = get_audio_clock(is);
997 } else if (is->av_sync_type == AV_SYNC_AUDIO_MASTER) {
998 if (is->audio_st)
999 val = get_audio_clock(is);
1000 else
1001 val = get_video_clock(is);
1002 } else {
638c9d91 1003 val = get_external_clock(is);
72ea344b 1004 }
638c9d91
FB
1005 return val;
1006}
1007
72ea344b 1008/* seek in the stream */
2ef46053 1009static void stream_seek(VideoState *is, int64_t pos, int64_t rel, int seek_by_bytes)
72ea344b 1010{
687fae2b
IW
1011 if (!is->seek_req) {
1012 is->seek_pos = pos;
4ed29207 1013 is->seek_rel = rel;
3890dd3a 1014 is->seek_flags &= ~AVSEEK_FLAG_BYTE;
94b594c6
SH
1015 if (seek_by_bytes)
1016 is->seek_flags |= AVSEEK_FLAG_BYTE;
687fae2b
IW
1017 is->seek_req = 1;
1018 }
72ea344b
FB
1019}
1020
1021/* pause or resume the video */
1022static void stream_pause(VideoState *is)
1023{
68aefbe8
MN
1024 if (is->paused) {
1025 is->frame_timer += av_gettime() / 1000000.0 + is->video_current_pts_drift - is->video_current_pts;
da7c65f0 1026 if (is->read_pause_return != AVERROR(ENOSYS)) {
68aefbe8 1027 is->video_current_pts = is->video_current_pts_drift + av_gettime() / 1000000.0;
f5668147 1028 }
68aefbe8 1029 is->video_current_pts_drift = is->video_current_pts - av_gettime() / 1000000.0;
72ea344b 1030 }
68aefbe8 1031 is->paused = !is->paused;
72ea344b
FB
1032}
1033
d38c9e7a 1034static double compute_target_time(double frame_current_pts, VideoState *is)
49410784 1035{
d38c9e7a 1036 double delay, sync_threshold, diff;
49410784
TB
1037
1038 /* compute nominal delay */
1039 delay = frame_current_pts - is->frame_last_pts;
1040 if (delay <= 0 || delay >= 10.0) {
1041 /* if incorrect delay, use previous one */
1042 delay = is->frame_last_delay;
443658fd 1043 } else {
712de377 1044 is->frame_last_delay = delay;
443658fd 1045 }
49410784
TB
1046 is->frame_last_pts = frame_current_pts;
1047
1048 /* update delay to follow master synchronisation source */
1049 if (((is->av_sync_type == AV_SYNC_AUDIO_MASTER && is->audio_st) ||
1050 is->av_sync_type == AV_SYNC_EXTERNAL_CLOCK)) {
1051 /* if video is slave, we try to correct big delays by
1052 duplicating or deleting a frame */
f04c6e35 1053 diff = get_video_clock(is) - get_master_clock(is);
49410784
TB
1054
1055 /* skip or repeat frame. We take into account the
1056 delay to compute the threshold. I still don't know
1057 if it is the best guess */
1058 sync_threshold = FFMAX(AV_SYNC_THRESHOLD, delay);
1059 if (fabs(diff) < AV_NOSYNC_THRESHOLD) {
1060 if (diff <= -sync_threshold)
1061 delay = 0;
1062 else if (diff >= sync_threshold)
1063 delay = 2 * delay;
1064 }
1065 }
49410784 1066 is->frame_timer += delay;
8543f0f9
DB
1067
1068 av_dlog(NULL, "video: delay=%0.3f pts=%0.3f A-V=%f\n",
1069 delay, frame_current_pts, -diff);
eecc17a7 1070
d38c9e7a 1071 return is->frame_timer;
49410784
TB
1072}
1073
01310af2
FB
1074/* called to display each frame */
1075static void video_refresh_timer(void *opaque)
1076{
1077 VideoState *is = opaque;
1078 VideoPicture *vp;
638c9d91 1079
72ce053b 1080 SubPicture *sp, *sp2;
01310af2
FB
1081
1082 if (is->video_st) {
d38c9e7a 1083retry:
01310af2 1084 if (is->pictq_size == 0) {
da7c65f0 1085 // nothing to do, no picture to display in the que
01310af2 1086 } else {
da7c65f0 1087 double time = av_gettime() / 1000000.0;
d38c9e7a 1088 double next_target;
638c9d91 1089 /* dequeue the picture */
01310af2 1090 vp = &is->pictq[is->pictq_rindex];
638c9d91 1091
da7c65f0 1092 if (time < vp->target_clock)
d38c9e7a 1093 return;
638c9d91
FB
1094 /* update current video pts */
1095 is->video_current_pts = vp->pts;
d38c9e7a 1096 is->video_current_pts_drift = is->video_current_pts - time;
a3cc2160 1097 is->video_current_pos = vp->pos;
da7c65f0
AD
1098 if (is->pictq_size > 1) {
1099 VideoPicture *nextvp = &is->pictq[(is->pictq_rindex + 1) % VIDEO_PICTURE_QUEUE_SIZE];
d38c9e7a
MN
1100 assert(nextvp->target_clock >= vp->target_clock);
1101 next_target= nextvp->target_clock;
da7c65f0
AD
1102 } else {
1103 next_target = vp->target_clock + is->video_clock - vp->pts; // FIXME pass durations cleanly
d38c9e7a 1104 }
da7c65f0 1105 if (framedrop && time > next_target) {
d38c9e7a 1106 is->skip_frames *= 1.0 + FRAME_SKIP_FACTOR;
da7c65f0 1107 if (is->pictq_size > 1 || time > next_target + 0.5) {
d38c9e7a
MN
1108 /* update queue size and signal for next picture */
1109 if (++is->pictq_rindex == VIDEO_PICTURE_QUEUE_SIZE)
1110 is->pictq_rindex = 0;
1111
1112 SDL_LockMutex(is->pictq_mutex);
1113 is->pictq_size--;
1114 SDL_CondSignal(is->pictq_cond);
1115 SDL_UnlockMutex(is->pictq_mutex);
1116 goto retry;
1117 }
1118 }
638c9d91 1119
da7c65f0 1120 if (is->subtitle_st) {
72ce053b
IC
1121 if (is->subtitle_stream_changed) {
1122 SDL_LockMutex(is->subpq_mutex);
115329f1 1123
72ce053b
IC
1124 while (is->subpq_size) {
1125 free_subpicture(&is->subpq[is->subpq_rindex]);
115329f1 1126
72ce053b
IC
1127 /* update queue size and signal for next picture */
1128 if (++is->subpq_rindex == SUBPICTURE_QUEUE_SIZE)
1129 is->subpq_rindex = 0;
115329f1 1130
72ce053b
IC
1131 is->subpq_size--;
1132 }
1133 is->subtitle_stream_changed = 0;
1134
1135 SDL_CondSignal(is->subpq_cond);
1136 SDL_UnlockMutex(is->subpq_mutex);
1137 } else {
1138 if (is->subpq_size > 0) {
1139 sp = &is->subpq[is->subpq_rindex];
1140
1141 if (is->subpq_size > 1)
1142 sp2 = &is->subpq[(is->subpq_rindex + 1) % SUBPICTURE_QUEUE_SIZE];
1143 else
1144 sp2 = NULL;
1145
1146 if ((is->video_current_pts > (sp->pts + ((float) sp->sub.end_display_time / 1000)))
1147 || (sp2 && is->video_current_pts > (sp2->pts + ((float) sp2->sub.start_display_time / 1000))))
1148 {
1149 free_subpicture(sp);
1150
1151 /* update queue size and signal for next picture */
1152 if (++is->subpq_rindex == SUBPICTURE_QUEUE_SIZE)
1153 is->subpq_rindex = 0;
1154
1155 SDL_LockMutex(is->subpq_mutex);
1156 is->subpq_size--;
1157 SDL_CondSignal(is->subpq_cond);
1158 SDL_UnlockMutex(is->subpq_mutex);
1159 }
1160 }
1161 }
1162 }
1163
01310af2 1164 /* display picture */
112c4b87 1165 if (!display_disable)
24d13ebc 1166 video_display(is);
115329f1 1167
01310af2
FB
1168 /* update queue size and signal for next picture */
1169 if (++is->pictq_rindex == VIDEO_PICTURE_QUEUE_SIZE)
1170 is->pictq_rindex = 0;
115329f1 1171
01310af2
FB
1172 SDL_LockMutex(is->pictq_mutex);
1173 is->pictq_size--;
1174 SDL_CondSignal(is->pictq_cond);
1175 SDL_UnlockMutex(is->pictq_mutex);
1176 }
1177 } else if (is->audio_st) {
1178 /* draw the next audio frame */
1179
01310af2
FB
1180 /* if only audio stream, then display the audio bars (better
1181 than nothing, just to test the implementation */
115329f1 1182
01310af2 1183 /* display picture */
112c4b87 1184 if (!display_disable)
24d13ebc 1185 video_display(is);
01310af2
FB
1186 }
1187 if (show_status) {
1188 static int64_t last_time;
1189 int64_t cur_time;
72ce053b 1190 int aqsize, vqsize, sqsize;
638c9d91 1191 double av_diff;
115329f1 1192
01310af2 1193 cur_time = av_gettime();
1e1a0b18 1194 if (!last_time || (cur_time - last_time) >= 30000) {
01310af2
FB
1195 aqsize = 0;
1196 vqsize = 0;
72ce053b 1197 sqsize = 0;
01310af2
FB
1198 if (is->audio_st)
1199 aqsize = is->audioq.size;
1200 if (is->video_st)
1201 vqsize = is->videoq.size;
72ce053b
IC
1202 if (is->subtitle_st)
1203 sqsize = is->subtitleq.size;
638c9d91
FB
1204 av_diff = 0;
1205 if (is->audio_st && is->video_st)
1206 av_diff = get_audio_clock(is) - get_video_clock(is);
382f3a5b 1207 printf("%7.2f A-V:%7.3f s:%3.1f aq=%5dKB vq=%5dKB sq=%5dB f=%"PRId64"/%"PRId64" \r",
da7c65f0
AD
1208 get_master_clock(is), av_diff, FFMAX(is->skip_frames - 1, 0), aqsize / 1024,
1209 vqsize / 1024, sqsize, is->pts_ctx.num_faulty_dts, is->pts_ctx.num_faulty_pts);
01310af2
FB
1210 fflush(stdout);
1211 last_time = cur_time;
1212 }
1213 }
1214}
1215
f7b8c814
MS
1216static void stream_close(VideoState *is)
1217{
1218 VideoPicture *vp;
1219 int i;
1220 /* XXX: use a special url_shutdown call to abort parse cleanly */
1221 is->abort_request = 1;
1222 SDL_WaitThread(is->parse_tid, NULL);
1223 SDL_WaitThread(is->refresh_tid, NULL);
1224
1225 /* free all pictures */
da7c65f0 1226 for (i = 0; i < VIDEO_PICTURE_QUEUE_SIZE; i++) {
f7b8c814 1227 vp = &is->pictq[i];
f7b8c814
MS
1228 if (vp->bmp) {
1229 SDL_FreeYUVOverlay(vp->bmp);
1230 vp->bmp = NULL;
1231 }
1232 }
1233 SDL_DestroyMutex(is->pictq_mutex);
1234 SDL_DestroyCond(is->pictq_cond);
1235 SDL_DestroyMutex(is->subpq_mutex);
1236 SDL_DestroyCond(is->subpq_cond);
1237#if !CONFIG_AVFILTER
1238 if (is->img_convert_ctx)
1239 sws_freeContext(is->img_convert_ctx);
1240#endif
1241 av_free(is);
1242}
1243
1244static void do_exit(void)
1245{
f7b8c814
MS
1246 if (cur_stream) {
1247 stream_close(cur_stream);
1248 cur_stream = NULL;
1249 }
a5c33faa 1250 uninit_opts();
776f2bb9 1251 avformat_network_deinit();
f7b8c814
MS
1252 if (show_status)
1253 printf("\n");
1254 SDL_Quit();
6b6bca64 1255 av_log(NULL, AV_LOG_QUIET, "");
f7b8c814
MS
1256 exit(0);
1257}
1258
01310af2
FB
1259/* allocate a picture (needs to do that in main thread to avoid
1260 potential locking problems */
1261static void alloc_picture(void *opaque)
1262{
1263 VideoState *is = opaque;
1264 VideoPicture *vp;
01310af2
FB
1265
1266 vp = &is->pictq[is->pictq_windex];
1267
1268 if (vp->bmp)
1269 SDL_FreeYUVOverlay(vp->bmp);
1270
917d2bb3 1271#if CONFIG_AVFILTER
917d2bb3
MN
1272 vp->width = is->out_video_filter->inputs[0]->w;
1273 vp->height = is->out_video_filter->inputs[0]->h;
1274 vp->pix_fmt = is->out_video_filter->inputs[0]->format;
1275#else
1276 vp->width = is->video_st->codec->width;
1277 vp->height = is->video_st->codec->height;
1278 vp->pix_fmt = is->video_st->codec->pix_fmt;
1279#endif
1280
1281 vp->bmp = SDL_CreateYUVOverlay(vp->width, vp->height,
115329f1 1282 SDL_YV12_OVERLAY,
61890b02 1283 screen);
cb036f90
MS
1284 if (!vp->bmp || vp->bmp->pitches[0] < vp->width) {
1285 /* SDL allocates a buffer smaller than requested if the video
1286 * overlay hardware is unable to support the requested size. */
1287 fprintf(stderr, "Error: the video system does not support an image\n"
2bcbd984 1288 "size of %dx%d pixels. Try using -vf \"scale=w:h\"\n"
cb036f90
MS
1289 "to reduce the image size.\n", vp->width, vp->height );
1290 do_exit();
1291 }
01310af2
FB
1292
1293 SDL_LockMutex(is->pictq_mutex);
1294 vp->allocated = 1;
1295 SDL_CondSignal(is->pictq_cond);
1296 SDL_UnlockMutex(is->pictq_mutex);
1297}
1298
c1ef30a6
DB
1299/* The 'pts' parameter is the dts of the packet / pts of the frame and
1300 * guessed if not known. */
1a620dd7 1301static int queue_picture(VideoState *is, AVFrame *src_frame, double pts, int64_t pos)
01310af2
FB
1302{
1303 VideoPicture *vp;
917d2bb3
MN
1304#if CONFIG_AVFILTER
1305 AVPicture pict_src;
f3876ea4 1306#else
716d413c 1307 int dst_pix_fmt = AV_PIX_FMT_YUV420P;
917d2bb3 1308#endif
01310af2
FB
1309 /* wait until we have space to put a new picture */
1310 SDL_LockMutex(is->pictq_mutex);
d38c9e7a 1311
da7c65f0
AD
1312 if (is->pictq_size >= VIDEO_PICTURE_QUEUE_SIZE && !is->refresh)
1313 is->skip_frames = FFMAX(1.0 - FRAME_SKIP_FACTOR, is->skip_frames * (1.0 - FRAME_SKIP_FACTOR));
d38c9e7a 1314
01310af2
FB
1315 while (is->pictq_size >= VIDEO_PICTURE_QUEUE_SIZE &&
1316 !is->videoq.abort_request) {
1317 SDL_CondWait(is->pictq_cond, is->pictq_mutex);
1318 }
1319 SDL_UnlockMutex(is->pictq_mutex);
115329f1 1320
01310af2
FB
1321 if (is->videoq.abort_request)
1322 return -1;
1323
1324 vp = &is->pictq[is->pictq_windex];
1325
cf280ed0
MS
1326 vp->sar = src_frame->sample_aspect_ratio;
1327
01310af2 1328 /* alloc or resize hardware picture buffer */
fec5777e 1329 if (!vp->bmp || vp->reallocate ||
917d2bb3
MN
1330#if CONFIG_AVFILTER
1331 vp->width != is->out_video_filter->inputs[0]->w ||
1332 vp->height != is->out_video_filter->inputs[0]->h) {
1333#else
01f4895c
MN
1334 vp->width != is->video_st->codec->width ||
1335 vp->height != is->video_st->codec->height) {
917d2bb3 1336#endif
01310af2
FB
1337 SDL_Event event;
1338
fec5777e
MB
1339 vp->allocated = 0;
1340 vp->reallocate = 0;
01310af2
FB
1341
1342 /* the allocation must be done in the main thread to avoid
1343 locking problems */
1344 event.type = FF_ALLOC_EVENT;
1345 event.user.data1 = is;
1346 SDL_PushEvent(&event);
115329f1 1347
01310af2
FB
1348 /* wait until the picture is allocated */
1349 SDL_LockMutex(is->pictq_mutex);
1350 while (!vp->allocated && !is->videoq.abort_request) {
1351 SDL_CondWait(is->pictq_cond, is->pictq_mutex);
1352 }
1353 SDL_UnlockMutex(is->pictq_mutex);
1354
1355 if (is->videoq.abort_request)
1356 return -1;
1357 }
1358
638c9d91 1359 /* if the frame is not skipped, then display it */
01310af2 1360 if (vp->bmp) {
a92be9b8 1361 AVPicture pict = { { 0 } };
fbf1b885 1362
01310af2
FB
1363 /* get a pointer on the bitmap */
1364 SDL_LockYUVOverlay (vp->bmp);
1365
01310af2
FB
1366 pict.data[0] = vp->bmp->pixels[0];
1367 pict.data[1] = vp->bmp->pixels[2];
1368 pict.data[2] = vp->bmp->pixels[1];
1369
1370 pict.linesize[0] = vp->bmp->pitches[0];
1371 pict.linesize[1] = vp->bmp->pitches[2];
1372 pict.linesize[2] = vp->bmp->pitches[1];
917d2bb3
MN
1373
1374#if CONFIG_AVFILTER
1375 pict_src.data[0] = src_frame->data[0];
1376 pict_src.data[1] = src_frame->data[1];
1377 pict_src.data[2] = src_frame->data[2];
1378
1379 pict_src.linesize[0] = src_frame->linesize[0];
1380 pict_src.linesize[1] = src_frame->linesize[1];
1381 pict_src.linesize[2] = src_frame->linesize[2];
1382
da7c65f0 1383 // FIXME use direct rendering
917d2bb3
MN
1384 av_picture_copy(&pict, &pict_src,
1385 vp->pix_fmt, vp->width, vp->height);
1386#else
e2718e7a 1387 av_opt_get_int(sws_opts, "sws_flags", 0, &sws_flags);
3ac56e28 1388 is->img_convert_ctx = sws_getCachedContext(is->img_convert_ctx,
917d2bb3 1389 vp->width, vp->height, vp->pix_fmt, vp->width, vp->height,
feb7bc67 1390 dst_pix_fmt, sws_flags, NULL, NULL, NULL);
f929ab05 1391 if (!is->img_convert_ctx) {
26ba8235
AB
1392 fprintf(stderr, "Cannot initialize the conversion context\n");
1393 exit(1);
1394 }
3ac56e28 1395 sws_scale(is->img_convert_ctx, src_frame->data, src_frame->linesize,
917d2bb3
MN
1396 0, vp->height, pict.data, pict.linesize);
1397#endif
01310af2
FB
1398 /* update the bitmap content */
1399 SDL_UnlockYUVOverlay(vp->bmp);
1400
638c9d91 1401 vp->pts = pts;
1a620dd7 1402 vp->pos = pos;
01310af2
FB
1403
1404 /* now we can update the picture count */
1405 if (++is->pictq_windex == VIDEO_PICTURE_QUEUE_SIZE)
1406 is->pictq_windex = 0;
1407 SDL_LockMutex(is->pictq_mutex);
da7c65f0 1408 vp->target_clock = compute_target_time(vp->pts, is);
d38c9e7a 1409
01310af2
FB
1410 is->pictq_size++;
1411 SDL_UnlockMutex(is->pictq_mutex);
1412 }
638c9d91
FB
1413 return 0;
1414}
1415
c1ef30a6
DB
1416/* Compute the exact PTS for the picture if it is omitted in the stream.
1417 * The 'pts1' parameter is the dts of the packet / pts of the frame. */
1a620dd7 1418static int output_picture2(VideoState *is, AVFrame *src_frame, double pts1, int64_t pos)
638c9d91
FB
1419{
1420 double frame_delay, pts;
354468fc 1421 int ret;
115329f1 1422
638c9d91
FB
1423 pts = pts1;
1424
01310af2 1425 if (pts != 0) {
638c9d91 1426 /* update video clock with pts, if present */
01310af2
FB
1427 is->video_clock = pts;
1428 } else {
72ea344b
FB
1429 pts = is->video_clock;
1430 }
1431 /* update video clock for next frame */
01f4895c 1432 frame_delay = av_q2d(is->video_st->codec->time_base);
72ea344b
FB
1433 /* for MPEG2, the frame can be repeated, so we update the
1434 clock accordingly */
267e9dfa 1435 frame_delay += src_frame->repeat_pict * (frame_delay * 0.5);
72ea344b 1436 is->video_clock += frame_delay;
638c9d91 1437
354468fc
AK
1438 ret = queue_picture(is, src_frame, pts, pos);
1439 av_frame_unref(src_frame);
1440 return ret;
01310af2
FB
1441}
1442
3966a574 1443static int get_video_frame(VideoState *is, AVFrame *frame, int64_t *pts, AVPacket *pkt)
01310af2 1444{
98704131 1445 int got_picture, i;
01310af2 1446
199c18a7
SS
1447 if (packet_queue_get(&is->videoq, pkt, 1) < 0)
1448 return -1;
6c7d3ead 1449
199c18a7
SS
1450 if (pkt->data == flush_pkt.data) {
1451 avcodec_flush_buffers(is->video_st->codec);
6c7d3ead 1452
199c18a7 1453 SDL_LockMutex(is->pictq_mutex);
da7c65f0 1454 // Make sure there are no long delay timers (ideally we should just flush the que but thats harder)
199c18a7
SS
1455 for (i = 0; i < VIDEO_PICTURE_QUEUE_SIZE; i++) {
1456 is->pictq[i].target_clock= 0;
1457 }
1458 while (is->pictq_size && !is->videoq.abort_request) {
1459 SDL_CondWait(is->pictq_cond, is->pictq_mutex);
39c6a118 1460 }
199c18a7
SS
1461 is->video_current_pos = -1;
1462 SDL_UnlockMutex(is->pictq_mutex);
39c6a118 1463
199c18a7
SS
1464 init_pts_correction(&is->pts_ctx);
1465 is->frame_last_pts = AV_NOPTS_VALUE;
1466 is->frame_last_delay = 0;
1467 is->frame_timer = (double)av_gettime() / 1000000.0;
1468 is->skip_frames = 1;
1469 is->skip_frames_index = 0;
1470 return 0;
1471 }
7a8bfa5d 1472
98704131 1473 avcodec_decode_video2(is->video_st->codec, frame, &got_picture, pkt);
199c18a7
SS
1474
1475 if (got_picture) {
1476 if (decoder_reorder_pts == -1) {
6b474953 1477 *pts = guess_correct_pts(&is->pts_ctx, frame->pkt_pts, frame->pkt_dts);
199c18a7 1478 } else if (decoder_reorder_pts) {
28550804 1479 *pts = frame->pkt_pts;
199c18a7 1480 } else {
6b474953 1481 *pts = frame->pkt_dts;
199c18a7
SS
1482 }
1483
1484 if (*pts == AV_NOPTS_VALUE) {
1485 *pts = 0;
99e0b12b 1486 }
db0a9432
VP
1487 if (is->video_st->sample_aspect_ratio.num) {
1488 frame->sample_aspect_ratio = is->video_st->sample_aspect_ratio;
1489 }
41db429d 1490
d38c9e7a 1491 is->skip_frames_index += 1;
da7c65f0 1492 if (is->skip_frames_index >= is->skip_frames) {
d38c9e7a
MN
1493 is->skip_frames_index -= FFMAX(is->skip_frames, 1.0);
1494 return 1;
1495 }
354468fc 1496 av_frame_unref(frame);
d38c9e7a 1497 }
917d2bb3
MN
1498 return 0;
1499}
1500
1501#if CONFIG_AVFILTER
75ea596d 1502static int configure_video_filters(AVFilterGraph *graph, VideoState *is, const char *vfilters)
917d2bb3 1503{
3f073fa2 1504 char sws_flags_str[128];
67339f6e 1505 char buffersrc_args[256];
75ea596d 1506 int ret;
ac712309 1507 AVFilterContext *filt_src = NULL, *filt_out = NULL, *filt_format;
67339f6e
AK
1508 AVCodecContext *codec = is->video_st->codec;
1509
e2718e7a 1510 snprintf(sws_flags_str, sizeof(sws_flags_str), "flags=%"PRId64, sws_flags);
3f073fa2 1511 graph->scale_sws_opts = av_strdup(sws_flags_str);
917d2bb3 1512
67339f6e
AK
1513 snprintf(buffersrc_args, sizeof(buffersrc_args), "%d:%d:%d:%d:%d:%d:%d",
1514 codec->width, codec->height, codec->pix_fmt,
1515 is->video_st->time_base.num, is->video_st->time_base.den,
1516 codec->sample_aspect_ratio.num, codec->sample_aspect_ratio.den);
1517
1518
1519 if ((ret = avfilter_graph_create_filter(&filt_src,
1520 avfilter_get_by_name("buffer"),
1521 "src", buffersrc_args, NULL,
1522 graph)) < 0)
71a1d111 1523 return ret;
ac712309
AK
1524 if ((ret = avfilter_graph_create_filter(&filt_out,
1525 avfilter_get_by_name("buffersink"),
1526 "out", NULL, NULL, graph)) < 0)
71a1d111 1527 return ret;
917d2bb3 1528
ac712309
AK
1529 if ((ret = avfilter_graph_create_filter(&filt_format,
1530 avfilter_get_by_name("format"),
1531 "format", "yuv420p", NULL, graph)) < 0)
1532 return ret;
1533 if ((ret = avfilter_link(filt_format, 0, filt_out, 0)) < 0)
1534 return ret;
1535
1536
da7c65f0 1537 if (vfilters) {
91d3cbe0
SS
1538 AVFilterInOut *outputs = avfilter_inout_alloc();
1539 AVFilterInOut *inputs = avfilter_inout_alloc();
917d2bb3
MN
1540
1541 outputs->name = av_strdup("in");
7313132b 1542 outputs->filter_ctx = filt_src;
917d2bb3
MN
1543 outputs->pad_idx = 0;
1544 outputs->next = NULL;
1545
1546 inputs->name = av_strdup("out");
ac712309 1547 inputs->filter_ctx = filt_format;
917d2bb3
MN
1548 inputs->pad_idx = 0;
1549 inputs->next = NULL;
1550
75ea596d 1551 if ((ret = avfilter_graph_parse(graph, vfilters, inputs, outputs, NULL)) < 0)
71a1d111 1552 return ret;
917d2bb3 1553 } else {
ac712309 1554 if ((ret = avfilter_link(filt_src, 0, filt_format, 0)) < 0)
71a1d111 1555 return ret;
917d2bb3 1556 }
917d2bb3 1557
75ea596d 1558 if ((ret = avfilter_graph_config(graph, NULL)) < 0)
71a1d111 1559 return ret;
917d2bb3 1560
67339f6e 1561 is->in_video_filter = filt_src;
917d2bb3 1562 is->out_video_filter = filt_out;
71a1d111 1563
75ea596d
SS
1564 return ret;
1565}
1566
1567#endif /* CONFIG_AVFILTER */
1568
1569static int video_thread(void *arg)
1570{
906f9dce 1571 AVPacket pkt = { 0 };
75ea596d 1572 VideoState *is = arg;
354468fc 1573 AVFrame *frame = av_frame_alloc();
75ea596d
SS
1574 int64_t pts_int;
1575 double pts;
1576 int ret;
1577
1578#if CONFIG_AVFILTER
1579 AVFilterGraph *graph = avfilter_graph_alloc();
67339f6e 1580 AVFilterContext *filt_out = NULL, *filt_in = NULL;
428c59d9
K
1581 int last_w = is->video_st->codec->width;
1582 int last_h = is->video_st->codec->height;
75ea596d
SS
1583
1584 if ((ret = configure_video_filters(graph, is, vfilters)) < 0)
1585 goto the_end;
67339f6e 1586 filt_in = is->in_video_filter;
75ea596d 1587 filt_out = is->out_video_filter;
917d2bb3
MN
1588#endif
1589
da7c65f0 1590 for (;;) {
67339f6e 1591#if CONFIG_AVFILTER
387b4ac9 1592 AVRational tb;
917d2bb3
MN
1593#endif
1594 while (is->paused && !is->videoq.abort_request)
1595 SDL_Delay(10);
67339f6e 1596
906f9dce
LB
1597 av_free_packet(&pkt);
1598
67339f6e
AK
1599 ret = get_video_frame(is, frame, &pts_int, &pkt);
1600 if (ret < 0)
1601 goto the_end;
67339f6e
AK
1602
1603 if (!ret)
1604 continue;
1605
917d2bb3 1606#if CONFIG_AVFILTER
428c59d9
K
1607 if ( last_w != is->video_st->codec->width
1608 || last_h != is->video_st->codec->height) {
1609 av_dlog(NULL, "Changing size %dx%d -> %dx%d\n", last_w, last_h,
1610 is->video_st->codec->width, is->video_st->codec->height);
1611 avfilter_graph_free(&graph);
1612 graph = avfilter_graph_alloc();
1613 if ((ret = configure_video_filters(graph, is, vfilters)) < 0)
1614 goto the_end;
2696789c 1615 filt_in = is->in_video_filter;
428c59d9
K
1616 filt_out = is->out_video_filter;
1617 last_w = is->video_st->codec->width;
1618 last_h = is->video_st->codec->height;
1619 }
67339f6e
AK
1620
1621 frame->pts = pts_int;
354468fc
AK
1622 ret = av_buffersrc_add_frame(filt_in, frame);
1623 if (ret < 0)
1624 goto the_end;
67339f6e
AK
1625
1626 while (ret >= 0) {
354468fc 1627 ret = av_buffersink_get_frame(filt_out, frame);
67339f6e
AK
1628 if (ret < 0) {
1629 ret = 0;
1630 break;
1631 }
1632
354468fc 1633 pts_int = frame->pts;
ac712309 1634 tb = filt_out->inputs[0]->time_base;
67339f6e
AK
1635 if (av_cmp_q(tb, is->video_st->time_base)) {
1636 av_unused int64_t pts1 = pts_int;
1637 pts_int = av_rescale_q(pts_int, tb, is->video_st->time_base);
1638 av_dlog(NULL, "video_thread(): "
1639 "tb:%d/%d pts:%"PRId64" -> tb:%d/%d pts:%"PRId64"\n",
1640 tb.num, tb.den, pts1,
1641 is->video_st->time_base.num, is->video_st->time_base.den, pts_int);
1642 }
1643 pts = pts_int * av_q2d(is->video_st->time_base);
354468fc 1644 ret = output_picture2(is, frame, pts, 0);
387b4ac9 1645 }
917d2bb3 1646#else
da7c65f0 1647 pts = pts_int * av_q2d(is->video_st->time_base);
fca62599 1648 ret = output_picture2(is, frame, pts, pkt.pos);
917d2bb3 1649#endif
67339f6e 1650
917d2bb3
MN
1651 if (ret < 0)
1652 goto the_end;
1653
354468fc 1654
115329f1 1655 if (step)
bba04f1e
WH
1656 if (cur_stream)
1657 stream_pause(cur_stream);
01310af2
FB
1658 }
1659 the_end:
917d2bb3 1660#if CONFIG_AVFILTER
e1ce7568 1661 av_freep(&vfilters);
4359288c 1662 avfilter_graph_free(&graph);
917d2bb3 1663#endif
906f9dce 1664 av_free_packet(&pkt);
354468fc 1665 av_frame_free(&frame);
01310af2
FB
1666 return 0;
1667}
1668
72ce053b
IC
1669static int subtitle_thread(void *arg)
1670{
1671 VideoState *is = arg;
1672 SubPicture *sp;
1673 AVPacket pkt1, *pkt = &pkt1;
98704131 1674 int got_subtitle;
72ce053b
IC
1675 double pts;
1676 int i, j;
1677 int r, g, b, y, u, v, a;
1678
da7c65f0 1679 for (;;) {
72ce053b
IC
1680 while (is->paused && !is->subtitleq.abort_request) {
1681 SDL_Delay(10);
1682 }
1683 if (packet_queue_get(&is->subtitleq, pkt, 1) < 0)
1684 break;
115329f1 1685
da7c65f0 1686 if (pkt->data == flush_pkt.data) {
39c6a118
MN
1687 avcodec_flush_buffers(is->subtitle_st->codec);
1688 continue;
1689 }
72ce053b
IC
1690 SDL_LockMutex(is->subpq_mutex);
1691 while (is->subpq_size >= SUBPICTURE_QUEUE_SIZE &&
1692 !is->subtitleq.abort_request) {
1693 SDL_CondWait(is->subpq_cond, is->subpq_mutex);
1694 }
1695 SDL_UnlockMutex(is->subpq_mutex);
115329f1 1696
72ce053b 1697 if (is->subtitleq.abort_request)
71a1d111 1698 return 0;
115329f1 1699
72ce053b
IC
1700 sp = &is->subpq[is->subpq_windex];
1701
1702 /* NOTE: ipts is the PTS of the _first_ picture beginning in
1703 this packet, if any */
1704 pts = 0;
1705 if (pkt->pts != AV_NOPTS_VALUE)
da7c65f0 1706 pts = av_q2d(is->subtitle_st->time_base) * pkt->pts;
72ce053b 1707
98704131
DB
1708 avcodec_decode_subtitle2(is->subtitle_st->codec, &sp->sub,
1709 &got_subtitle, pkt);
1710
72ce053b
IC
1711 if (got_subtitle && sp->sub.format == 0) {
1712 sp->pts = pts;
115329f1 1713
72ce053b
IC
1714 for (i = 0; i < sp->sub.num_rects; i++)
1715 {
db4fac64 1716 for (j = 0; j < sp->sub.rects[i]->nb_colors; j++)
72ce053b 1717 {
25b4c651 1718 RGBA_IN(r, g, b, a, (uint32_t*)sp->sub.rects[i]->pict.data[1] + j);
72ce053b
IC
1719 y = RGB_TO_Y_CCIR(r, g, b);
1720 u = RGB_TO_U_CCIR(r, g, b, 0);
1721 v = RGB_TO_V_CCIR(r, g, b, 0);
25b4c651 1722 YUVA_OUT((uint32_t*)sp->sub.rects[i]->pict.data[1] + j, y, u, v, a);
72ce053b
IC
1723 }
1724 }
1725
1726 /* now we can update the picture count */
1727 if (++is->subpq_windex == SUBPICTURE_QUEUE_SIZE)
1728 is->subpq_windex = 0;
1729 SDL_LockMutex(is->subpq_mutex);
1730 is->subpq_size++;
1731 SDL_UnlockMutex(is->subpq_mutex);
1732 }
1733 av_free_packet(pkt);
72ce053b 1734 }
72ce053b
IC
1735 return 0;
1736}
1737
01310af2
FB
1738/* copy samples for viewing in editor window */
1739static void update_sample_display(VideoState *is, short *samples, int samples_size)
1740{
c713620b 1741 int size, len;
01310af2
FB
1742
1743 size = samples_size / sizeof(short);
1744 while (size > 0) {
1745 len = SAMPLE_ARRAY_SIZE - is->sample_array_index;
1746 if (len > size)
1747 len = size;
1748 memcpy(is->sample_array + is->sample_array_index, samples, len * sizeof(short));
1749 samples += len;
1750 is->sample_array_index += len;
1751 if (is->sample_array_index >= SAMPLE_ARRAY_SIZE)
1752 is->sample_array_index = 0;
1753 size -= len;
1754 }
1755}
1756
01310af2
FB
1757/* return the new audio buffer size (samples can be added or deleted
1758 to get better sync if video or external master clock) */
115329f1 1759static int synchronize_audio(VideoState *is, short *samples,
638c9d91 1760 int samples_size1, double pts)
01310af2 1761{
638c9d91 1762 int n, samples_size;
01310af2 1763 double ref_clock;
115329f1 1764
f1ffb01e 1765 n = is->sdl_channels * av_get_bytes_per_sample(is->sdl_sample_fmt);
638c9d91 1766 samples_size = samples_size1;
01310af2 1767
01310af2 1768 /* if not master, then we try to remove or add samples to correct the clock */
01310af2 1769 if (((is->av_sync_type == AV_SYNC_VIDEO_MASTER && is->video_st) ||
638c9d91
FB
1770 is->av_sync_type == AV_SYNC_EXTERNAL_CLOCK)) {
1771 double diff, avg_diff;
01310af2 1772 int wanted_size, min_size, max_size, nb_samples;
115329f1 1773
638c9d91
FB
1774 ref_clock = get_master_clock(is);
1775 diff = get_audio_clock(is) - ref_clock;
115329f1 1776
638c9d91
FB
1777 if (diff < AV_NOSYNC_THRESHOLD) {
1778 is->audio_diff_cum = diff + is->audio_diff_avg_coef * is->audio_diff_cum;
1779 if (is->audio_diff_avg_count < AUDIO_DIFF_AVG_NB) {
1780 /* not enough measures to have a correct estimate */
1781 is->audio_diff_avg_count++;
1782 } else {
1783 /* estimate the A-V difference */
1784 avg_diff = is->audio_diff_cum * (1.0 - is->audio_diff_avg_coef);
1785
1786 if (fabs(avg_diff) >= is->audio_diff_threshold) {
6304f78e 1787 wanted_size = samples_size + ((int)(diff * is->sdl_sample_rate) * n);
638c9d91 1788 nb_samples = samples_size / n;
115329f1 1789
638c9d91
FB
1790 min_size = ((nb_samples * (100 - SAMPLE_CORRECTION_PERCENT_MAX)) / 100) * n;
1791 max_size = ((nb_samples * (100 + SAMPLE_CORRECTION_PERCENT_MAX)) / 100) * n;
1792 if (wanted_size < min_size)
1793 wanted_size = min_size;
1794 else if (wanted_size > max_size)
1795 wanted_size = max_size;
115329f1 1796
638c9d91
FB
1797 /* add or remove samples to correction the synchro */
1798 if (wanted_size < samples_size) {
1799 /* remove samples */
1800 samples_size = wanted_size;
1801 } else if (wanted_size > samples_size) {
1802 uint8_t *samples_end, *q;
1803 int nb;
115329f1 1804
638c9d91
FB
1805 /* add samples */
1806 nb = (samples_size - wanted_size);
1807 samples_end = (uint8_t *)samples + samples_size - n;
1808 q = samples_end + n;
1809 while (nb > 0) {
1810 memcpy(q, samples_end, n);
1811 q += n;
1812 nb -= n;
1813 }
1814 samples_size = wanted_size;
1815 }
1816 }
045dd4b9
DB
1817 av_dlog(NULL, "diff=%f adiff=%f sample_diff=%d apts=%0.3f vpts=%0.3f %f\n",
1818 diff, avg_diff, samples_size - samples_size1,
1819 is->audio_clock, is->video_clock, is->audio_diff_threshold);
01310af2 1820 }
638c9d91
FB
1821 } else {
1822 /* too big difference : may be initial PTS errors, so
1823 reset A-V filter */
1824 is->audio_diff_avg_count = 0;
da7c65f0 1825 is->audio_diff_cum = 0;
01310af2
FB
1826 }
1827 }
1828
01310af2
FB
1829 return samples_size;
1830}
1831
1832/* decode one audio frame and returns its uncompressed size */
5a4476e2 1833static int audio_decode_frame(VideoState *is, double *pts_ptr)
01310af2 1834{
bea18375 1835 AVPacket *pkt_temp = &is->audio_pkt_temp;
01310af2 1836 AVPacket *pkt = &is->audio_pkt;
da7c65f0 1837 AVCodecContext *dec = is->audio_st->codec;
f199f385 1838 int n, len1, data_size, got_frame;
01310af2 1839 double pts;
59df4b82
JR
1840 int new_packet = 0;
1841 int flush_complete = 0;
01310af2 1842
da7c65f0 1843 for (;;) {
72ea344b 1844 /* NOTE: the audio packet can contain several frames */
59df4b82 1845 while (pkt_temp->size > 0 || (!pkt_temp->data && new_packet)) {
f1ffb01e
JR
1846 int resample_changed, audio_resample;
1847
f199f385 1848 if (!is->frame) {
5b9c3b45 1849 if (!(is->frame = av_frame_alloc()))
f199f385 1850 return AVERROR(ENOMEM);
84f13192 1851 }
f199f385 1852
59df4b82
JR
1853 if (flush_complete)
1854 break;
1855 new_packet = 0;
f199f385 1856 len1 = avcodec_decode_audio4(dec, is->frame, &got_frame, pkt_temp);
72ea344b
FB
1857 if (len1 < 0) {
1858 /* if error, we skip the frame */
bea18375 1859 pkt_temp->size = 0;
01310af2 1860 break;
72ea344b 1861 }
115329f1 1862
bea18375
TB
1863 pkt_temp->data += len1;
1864 pkt_temp->size -= len1;
59df4b82 1865
f199f385 1866 if (!got_frame) {
59df4b82
JR
1867 /* stop sending empty packets if the decoder is finished */
1868 if (!pkt_temp->data && dec->codec->capabilities & CODEC_CAP_DELAY)
1869 flush_complete = 1;
72ea344b 1870 continue;
59df4b82 1871 }
f199f385
JR
1872 data_size = av_samples_get_buffer_size(NULL, dec->channels,
1873 is->frame->nb_samples,
f5962229 1874 is->frame->format, 1);
5a4476e2 1875
6304f78e
JR
1876 audio_resample = is->frame->format != is->sdl_sample_fmt ||
1877 is->frame->channel_layout != is->sdl_channel_layout ||
1878 is->frame->sample_rate != is->sdl_sample_rate;
f1ffb01e 1879
6304f78e
JR
1880 resample_changed = is->frame->format != is->resample_sample_fmt ||
1881 is->frame->channel_layout != is->resample_channel_layout ||
1882 is->frame->sample_rate != is->resample_sample_rate;
f1ffb01e
JR
1883
1884 if ((!is->avr && audio_resample) || resample_changed) {
85e5b866 1885 int ret;
f1ffb01e
JR
1886 if (is->avr)
1887 avresample_close(is->avr);
1888 else if (audio_resample) {
f1ffb01e
JR
1889 is->avr = avresample_alloc_context();
1890 if (!is->avr) {
1891 fprintf(stderr, "error allocating AVAudioResampleContext\n");
5a4476e2 1892 break;
f1ffb01e 1893 }
85e5b866
JR
1894 }
1895 if (audio_resample) {
f5962229
JR
1896 av_opt_set_int(is->avr, "in_channel_layout", is->frame->channel_layout, 0);
1897 av_opt_set_int(is->avr, "in_sample_fmt", is->frame->format, 0);
1898 av_opt_set_int(is->avr, "in_sample_rate", is->frame->sample_rate, 0);
6304f78e
JR
1899 av_opt_set_int(is->avr, "out_channel_layout", is->sdl_channel_layout, 0);
1900 av_opt_set_int(is->avr, "out_sample_fmt", is->sdl_sample_fmt, 0);
1901 av_opt_set_int(is->avr, "out_sample_rate", is->sdl_sample_rate, 0);
f1ffb01e
JR
1902
1903 if ((ret = avresample_open(is->avr)) < 0) {
1904 fprintf(stderr, "error initializing libavresample\n");
1905 break;
1906 }
5a4476e2 1907 }
f5962229
JR
1908 is->resample_sample_fmt = is->frame->format;
1909 is->resample_channel_layout = is->frame->channel_layout;
6304f78e 1910 is->resample_sample_rate = is->frame->sample_rate;
5a4476e2
PR
1911 }
1912
f1ffb01e
JR
1913 if (audio_resample) {
1914 void *tmp_out;
1915 int out_samples, out_size, out_linesize;
1916 int osize = av_get_bytes_per_sample(is->sdl_sample_fmt);
1917 int nb_samples = is->frame->nb_samples;
1918
1919 out_size = av_samples_get_buffer_size(&out_linesize,
1920 is->sdl_channels,
1921 nb_samples,
1922 is->sdl_sample_fmt, 0);
1923 tmp_out = av_realloc(is->audio_buf1, out_size);
1924 if (!tmp_out)
f199f385 1925 return AVERROR(ENOMEM);
f1ffb01e
JR
1926 is->audio_buf1 = tmp_out;
1927
1928 out_samples = avresample_convert(is->avr,
e7ba5b1d 1929 &is->audio_buf1,
f1ffb01e 1930 out_linesize, nb_samples,
e7ba5b1d 1931 is->frame->data,
f1ffb01e
JR
1932 is->frame->linesize[0],
1933 is->frame->nb_samples);
1934 if (out_samples < 0) {
1935 fprintf(stderr, "avresample_convert() failed\n");
5a4476e2
PR
1936 break;
1937 }
f199f385 1938 is->audio_buf = is->audio_buf1;
f1ffb01e 1939 data_size = out_samples * osize * is->sdl_channels;
da7c65f0 1940 } else {
f199f385 1941 is->audio_buf = is->frame->data[0];
5a4476e2
PR
1942 }
1943
72ea344b
FB
1944 /* if no pts, then compute it */
1945 pts = is->audio_clock;
1946 *pts_ptr = pts;
f1ffb01e 1947 n = is->sdl_channels * av_get_bytes_per_sample(is->sdl_sample_fmt);
115329f1 1948 is->audio_clock += (double)data_size /
6304f78e 1949 (double)(n * is->sdl_sample_rate);
1f6b9cc3 1950#ifdef DEBUG
72ea344b
FB
1951 {
1952 static double last_clock;
1953 printf("audio: delay=%0.3f clock=%0.3f pts=%0.3f\n",
1954 is->audio_clock - last_clock,
1955 is->audio_clock, pts);
1956 last_clock = is->audio_clock;
01310af2 1957 }
72ea344b
FB
1958#endif
1959 return data_size;
01310af2
FB
1960 }
1961
72ea344b
FB
1962 /* free the current packet */
1963 if (pkt->data)
01310af2 1964 av_free_packet(pkt);
c9aa4cfd 1965 memset(pkt_temp, 0, sizeof(*pkt_temp));
115329f1 1966
72ea344b
FB
1967 if (is->paused || is->audioq.abort_request) {
1968 return -1;
1969 }
115329f1 1970
01310af2 1971 /* read next packet */
59df4b82 1972 if ((new_packet = packet_queue_get(&is->audioq, pkt, 1)) < 0)
01310af2 1973 return -1;
59df4b82 1974
ec1f3cab 1975 if (pkt->data == flush_pkt.data) {
abdff646 1976 avcodec_flush_buffers(dec);
ec1f3cab
JR
1977 flush_complete = 0;
1978 }
39c6a118 1979
f199f385 1980 *pkt_temp = *pkt;
115329f1 1981
72ea344b
FB
1982 /* if update the audio clock with the pts */
1983 if (pkt->pts != AV_NOPTS_VALUE) {
c0df9d75 1984 is->audio_clock = av_q2d(is->audio_st->time_base)*pkt->pts;
72ea344b 1985 }
01310af2
FB
1986 }
1987}
1988
01310af2 1989/* prepare a new audio buffer */
358061f6 1990static void sdl_audio_callback(void *opaque, Uint8 *stream, int len)
01310af2
FB
1991{
1992 VideoState *is = opaque;
1993 int audio_size, len1;
1994 double pts;
1995
1996 audio_callback_time = av_gettime();
115329f1 1997
01310af2
FB
1998 while (len > 0) {
1999 if (is->audio_buf_index >= is->audio_buf_size) {
5a4476e2 2000 audio_size = audio_decode_frame(is, &pts);
01310af2
FB
2001 if (audio_size < 0) {
2002 /* if error, just output silence */
e2a2c49f
JR
2003 is->audio_buf = is->silence_buf;
2004 is->audio_buf_size = sizeof(is->silence_buf);
01310af2
FB
2005 } else {
2006 if (is->show_audio)
2007 update_sample_display(is, (int16_t *)is->audio_buf, audio_size);
115329f1 2008 audio_size = synchronize_audio(is, (int16_t *)is->audio_buf, audio_size,
01310af2
FB
2009 pts);
2010 is->audio_buf_size = audio_size;
2011 }
2012 is->audio_buf_index = 0;
2013 }
2014 len1 = is->audio_buf_size - is->audio_buf_index;
2015 if (len1 > len)
2016 len1 = len;
2017 memcpy(stream, (uint8_t *)is->audio_buf + is->audio_buf_index, len1);
2018 len -= len1;
2019 stream += len1;
2020 is->audio_buf_index += len1;
2021 }
2022}
2023
01310af2
FB
2024/* open a given stream. Return 0 if OK */
2025static int stream_component_open(VideoState *is, int stream_index)
2026{
2027 AVFormatContext *ic = is->ic;
fe74099a 2028 AVCodecContext *avctx;
01310af2
FB
2029 AVCodec *codec;
2030 SDL_AudioSpec wanted_spec, spec;
3009f521
AK
2031 AVDictionary *opts;
2032 AVDictionaryEntry *t = NULL;
01310af2
FB
2033
2034 if (stream_index < 0 || stream_index >= ic->nb_streams)
2035 return -1;
fe74099a 2036 avctx = ic->streams[stream_index]->codec;
115329f1 2037
d3ed1c95 2038 opts = filter_codec_opts(codec_opts, avctx->codec_id, ic, ic->streams[stream_index], NULL);
3009f521 2039
fe74099a 2040 codec = avcodec_find_decoder(avctx->codec_id);
da7c65f0 2041 avctx->workaround_bugs = workaround_bugs;
da7c65f0
AD
2042 avctx->idct_algo = idct;
2043 avctx->skip_frame = skip_frame;
2044 avctx->skip_idct = skip_idct;
2045 avctx->skip_loop_filter = skip_loop_filter;
da7c65f0 2046 avctx->error_concealment = error_concealment;
da7c65f0 2047
da7c65f0 2048 if (fast) avctx->flags2 |= CODEC_FLAG2_FAST;
fe74099a 2049
2473a45c
JG
2050 if (!av_dict_get(opts, "threads", NULL, 0))
2051 av_dict_set(&opts, "threads", "auto", 0);
354468fc
AK
2052 if (avctx->codec_type == AVMEDIA_TYPE_VIDEO)
2053 av_dict_set(&opts, "refcounted_frames", "1", 0);
01310af2 2054 if (!codec ||
3009f521 2055 avcodec_open2(avctx, codec, &opts) < 0)
01310af2 2056 return -1;
3009f521
AK
2057 if ((t = av_dict_get(opts, "", NULL, AV_DICT_IGNORE_SUFFIX))) {
2058 av_log(NULL, AV_LOG_ERROR, "Option %s not found.\n", t->key);
2059 return AVERROR_OPTION_NOT_FOUND;
2060 }
51b73087
JR
2061
2062 /* prepare audio output */
72415b2a 2063 if (avctx->codec_type == AVMEDIA_TYPE_AUDIO) {
6304f78e 2064 is->sdl_sample_rate = avctx->sample_rate;
f1ffb01e
JR
2065
2066 if (!avctx->channel_layout)
2067 avctx->channel_layout = av_get_default_channel_layout(avctx->channels);
2068 if (!avctx->channel_layout) {
2069 fprintf(stderr, "unable to guess channel layout\n");
2070 return -1;
2071 }
2072 if (avctx->channels == 1)
2073 is->sdl_channel_layout = AV_CH_LAYOUT_MONO;
2074 else
2075 is->sdl_channel_layout = AV_CH_LAYOUT_STEREO;
2076 is->sdl_channels = av_get_channel_layout_nb_channels(is->sdl_channel_layout);
2077
6304f78e
JR
2078 wanted_spec.format = AUDIO_S16SYS;
2079 wanted_spec.freq = is->sdl_sample_rate;
f1ffb01e 2080 wanted_spec.channels = is->sdl_channels;
51b73087
JR
2081 wanted_spec.silence = 0;
2082 wanted_spec.samples = SDL_AUDIO_BUFFER_SIZE;
2083 wanted_spec.callback = sdl_audio_callback;
2084 wanted_spec.userdata = is;
2085 if (SDL_OpenAudio(&wanted_spec, &spec) < 0) {
2086 fprintf(stderr, "SDL_OpenAudio: %s\n", SDL_GetError());
2087 return -1;
2088 }
2089 is->audio_hw_buf_size = spec.size;
f1ffb01e
JR
2090 is->sdl_sample_fmt = AV_SAMPLE_FMT_S16;
2091 is->resample_sample_fmt = is->sdl_sample_fmt;
6304f78e
JR
2092 is->resample_channel_layout = avctx->channel_layout;
2093 is->resample_sample_rate = avctx->sample_rate;
51b73087
JR
2094 }
2095
3f3fe38d 2096 ic->streams[stream_index]->discard = AVDISCARD_DEFAULT;
da7c65f0 2097 switch (avctx->codec_type) {
72415b2a 2098 case AVMEDIA_TYPE_AUDIO:
01310af2
FB
2099 is->audio_stream = stream_index;
2100 is->audio_st = ic->streams[stream_index];
da7c65f0 2101 is->audio_buf_size = 0;
01310af2 2102 is->audio_buf_index = 0;
638c9d91
FB
2103
2104 /* init averaging filter */
da7c65f0 2105 is->audio_diff_avg_coef = exp(log(0.01) / AUDIO_DIFF_AVG_NB);
638c9d91
FB
2106 is->audio_diff_avg_count = 0;
2107 /* since we do not have a precise anough audio fifo fullness,
2108 we correct audio sync only if larger than this threshold */
fe74099a 2109 is->audio_diff_threshold = 2.0 * SDL_AUDIO_BUFFER_SIZE / avctx->sample_rate;
638c9d91 2110
01310af2
FB
2111 memset(&is->audio_pkt, 0, sizeof(is->audio_pkt));
2112 packet_queue_init(&is->audioq);
bb270c08 2113 SDL_PauseAudio(0);
01310af2 2114 break;
72415b2a 2115 case AVMEDIA_TYPE_VIDEO:
01310af2
FB
2116 is->video_stream = stream_index;
2117 is->video_st = ic->streams[stream_index];
2118
2119 packet_queue_init(&is->videoq);
2120 is->video_tid = SDL_CreateThread(video_thread, is);
2121 break;
72415b2a 2122 case AVMEDIA_TYPE_SUBTITLE:
72ce053b
IC
2123 is->subtitle_stream = stream_index;
2124 is->subtitle_st = ic->streams[stream_index];
2125 packet_queue_init(&is->subtitleq);
115329f1 2126
72ce053b
IC
2127 is->subtitle_tid = SDL_CreateThread(subtitle_thread, is);
2128 break;
01310af2
FB
2129 default:
2130 break;
2131 }
2132 return 0;
2133}
2134
2135static void stream_component_close(VideoState *is, int stream_index)
2136{
2137 AVFormatContext *ic = is->ic;
fe74099a 2138 AVCodecContext *avctx;
115329f1 2139
72ce053b
IC
2140 if (stream_index < 0 || stream_index >= ic->nb_streams)
2141 return;
fe74099a 2142 avctx = ic->streams[stream_index]->codec;
01310af2 2143
da7c65f0 2144 switch (avctx->codec_type) {
72415b2a 2145 case AVMEDIA_TYPE_AUDIO:
01310af2
FB
2146 packet_queue_abort(&is->audioq);
2147
2148 SDL_CloseAudio();
2149
2150 packet_queue_end(&is->audioq);
c74f1f47 2151 av_free_packet(&is->audio_pkt);
f1ffb01e
JR
2152 if (is->avr)
2153 avresample_free(&is->avr);
f199f385
JR
2154 av_freep(&is->audio_buf1);
2155 is->audio_buf = NULL;
eb891b31 2156 av_frame_free(&is->frame);
cb2c4de3
JR
2157
2158 if (is->rdft) {
2159 av_rdft_end(is->rdft);
2160 av_freep(&is->rdft_data);
f9324d5a
JR
2161 is->rdft = NULL;
2162 is->rdft_bits = 0;
cb2c4de3 2163 }
01310af2 2164 break;
72415b2a 2165 case AVMEDIA_TYPE_VIDEO:
01310af2
FB
2166 packet_queue_abort(&is->videoq);
2167
2168 /* note: we also signal this mutex to make sure we deblock the
2169 video thread in all cases */
2170 SDL_LockMutex(is->pictq_mutex);
2171 SDL_CondSignal(is->pictq_cond);
2172 SDL_UnlockMutex(is->pictq_mutex);
2173
2174 SDL_WaitThread(is->video_tid, NULL);
2175
2176 packet_queue_end(&is->videoq);
2177 break;
72415b2a 2178 case AVMEDIA_TYPE_SUBTITLE:
72ce053b 2179 packet_queue_abort(&is->subtitleq);
115329f1 2180
72ce053b
IC
2181 /* note: we also signal this mutex to make sure we deblock the
2182 video thread in all cases */
2183 SDL_LockMutex(is->subpq_mutex);
2184 is->subtitle_stream_changed = 1;
115329f1 2185
72ce053b
IC
2186 SDL_CondSignal(is->subpq_cond);
2187 SDL_UnlockMutex(is->subpq_mutex);
2188
2189 SDL_WaitThread(is->subtitle_tid, NULL);
2190
2191 packet_queue_end(&is->subtitleq);
2192 break;
01310af2
FB
2193 default:
2194 break;
2195 }
2196
3f3fe38d 2197 ic->streams[stream_index]->discard = AVDISCARD_ALL;
fe74099a 2198 avcodec_close(avctx);
da7c65f0 2199 switch (avctx->codec_type) {
72415b2a 2200 case AVMEDIA_TYPE_AUDIO:
01310af2
FB
2201 is->audio_st = NULL;
2202 is->audio_stream = -1;
2203 break;
72415b2a 2204 case AVMEDIA_TYPE_VIDEO:
01310af2
FB
2205 is->video_st = NULL;
2206 is->video_stream = -1;
2207 break;
72415b2a 2208 case AVMEDIA_TYPE_SUBTITLE:
72ce053b
IC
2209 is->subtitle_st = NULL;
2210 is->subtitle_stream = -1;
2211 break;
01310af2
FB
2212 default:
2213 break;
2214 }
2215}
2216
416e3508
FB
2217/* since we have only one decoding thread, we can use a global
2218 variable instead of a thread local variable */
2219static VideoState *global_video_state;
2220
40972f7c 2221static int decode_interrupt_cb(void *ctx)
416e3508 2222{
d4b63054 2223 return global_video_state && global_video_state->abort_request;
416e3508 2224}
01310af2
FB
2225
2226/* this thread gets the stream from the disk or the network */
2227static int decode_thread(void *arg)
2228{
2229 VideoState *is = arg;
d0e142bb 2230 AVFormatContext *ic = NULL;
6625a3de 2231 int err, i, ret;
72415b2a 2232 int st_index[AVMEDIA_TYPE_NB];
01310af2 2233 AVPacket pkt1, *pkt = &pkt1;
da7c65f0 2234 int eof = 0;
d834d63b 2235 int pkt_in_play_range = 0;
d0e142bb 2236 AVDictionaryEntry *t;
3009f521
AK
2237 AVDictionary **opts;
2238 int orig_nb_streams;
6299a229 2239
6625a3de 2240 memset(st_index, -1, sizeof(st_index));
01310af2
FB
2241 is->video_stream = -1;
2242 is->audio_stream = -1;
72ce053b 2243 is->subtitle_stream = -1;
01310af2 2244
416e3508 2245 global_video_state = is;
416e3508 2246
40972f7c
MS
2247 ic = avformat_alloc_context();
2248 ic->interrupt_callback.callback = decode_interrupt_cb;
d0e142bb 2249 err = avformat_open_input(&ic, is->filename, is->iformat, &format_opts);
638c9d91
FB
2250 if (err < 0) {
2251 print_error(is->filename, err);
2252 ret = -1;
2253 goto fail;
2254 }
d0e142bb
AK
2255 if ((t = av_dict_get(format_opts, "", NULL, AV_DICT_IGNORE_SUFFIX))) {
2256 av_log(NULL, AV_LOG_ERROR, "Option %s not found.\n", t->key);
2257 ret = AVERROR_OPTION_NOT_FOUND;
2258 goto fail;
2259 }
01310af2 2260 is->ic = ic;
30bc6613 2261
da7c65f0 2262 if (genpts)
30bc6613
MN
2263 ic->flags |= AVFMT_FLAG_GENPTS;
2264
8ec19f84 2265 opts = setup_find_stream_info_opts(ic, codec_opts);
3009f521 2266 orig_nb_streams = ic->nb_streams;
bc778a0c 2267
3009f521 2268 err = avformat_find_stream_info(ic, opts);
cf83c017
LB
2269
2270 for (i = 0; i < orig_nb_streams; i++)
2271 av_dict_free(&opts[i]);
2272 av_freep(&opts);
2273
24c07998
LA
2274 if (err < 0) {
2275 fprintf(stderr, "%s: could not find codec parameters\n", is->filename);
2276 ret = -1;
2277 goto fail;
2278 }
3009f521 2279
da7c65f0
AD
2280 if (ic->pb)
2281 ic->pb->eof_reached = 0; // FIXME hack, avplay maybe should not use url_feof() to test for the end
72ea344b 2282
da7c65f0
AD
2283 if (seek_by_bytes < 0)
2284 seek_by_bytes = !!(ic->iformat->flags & AVFMT_TS_DISCONT);
70a4764d 2285
72ea344b
FB
2286 /* if seeking requested, we execute it */
2287 if (start_time != AV_NOPTS_VALUE) {
2288 int64_t timestamp;
2289
2290 timestamp = start_time;
2291 /* add the stream start time */
2292 if (ic->start_time != AV_NOPTS_VALUE)
2293 timestamp += ic->start_time;
4ed29207 2294 ret = avformat_seek_file(ic, -1, INT64_MIN, timestamp, INT64_MAX, 0);
72ea344b 2295 if (ret < 0) {
115329f1 2296 fprintf(stderr, "%s: could not seek to position %0.3f\n",
72ea344b
FB
2297 is->filename, (double)timestamp / AV_TIME_BASE);
2298 }
2299 }
72ea344b 2300
406f0f1b 2301 for (i = 0; i < ic->nb_streams; i++)
3f3fe38d 2302 ic->streams[i]->discard = AVDISCARD_ALL;
be732b70 2303 if (!video_disable)
406f0f1b
NG
2304 st_index[AVMEDIA_TYPE_VIDEO] =
2305 av_find_best_stream(ic, AVMEDIA_TYPE_VIDEO,
2306 wanted_stream[AVMEDIA_TYPE_VIDEO], -1, NULL, 0);
be732b70 2307 if (!audio_disable)
406f0f1b
NG
2308 st_index[AVMEDIA_TYPE_AUDIO] =
2309 av_find_best_stream(ic, AVMEDIA_TYPE_AUDIO,
2310 wanted_stream[AVMEDIA_TYPE_AUDIO],
2311 st_index[AVMEDIA_TYPE_VIDEO],
2312 NULL, 0);
be732b70 2313 if (!video_disable)
406f0f1b
NG
2314 st_index[AVMEDIA_TYPE_SUBTITLE] =
2315 av_find_best_stream(ic, AVMEDIA_TYPE_SUBTITLE,
2316 wanted_stream[AVMEDIA_TYPE_SUBTITLE],
2317 (st_index[AVMEDIA_TYPE_AUDIO] >= 0 ?
2318 st_index[AVMEDIA_TYPE_AUDIO] :
2319 st_index[AVMEDIA_TYPE_VIDEO]),
2320 NULL, 0);
01310af2 2321 if (show_status) {
610219a5 2322 av_dump_format(ic, 0, is->filename, 0);
01310af2
FB
2323 }
2324
2325 /* open the streams */
72415b2a
SS
2326 if (st_index[AVMEDIA_TYPE_AUDIO] >= 0) {
2327 stream_component_open(is, st_index[AVMEDIA_TYPE_AUDIO]);
01310af2
FB
2328 }
2329
da7c65f0 2330 ret = -1;
72415b2a 2331 if (st_index[AVMEDIA_TYPE_VIDEO] >= 0) {
da7c65f0 2332 ret = stream_component_open(is, st_index[AVMEDIA_TYPE_VIDEO]);
077a8d61 2333 }
d38c9e7a 2334 is->refresh_tid = SDL_CreateThread(refresh_thread, is);
da7c65f0 2335 if (ret < 0) {
01310af2 2336 if (!display_disable)
bf8ae197 2337 is->show_audio = 2;
01310af2
FB
2338 }
2339
72415b2a
SS
2340 if (st_index[AVMEDIA_TYPE_SUBTITLE] >= 0) {
2341 stream_component_open(is, st_index[AVMEDIA_TYPE_SUBTITLE]);
16a59a7b
BA
2342 }
2343
01310af2 2344 if (is->video_stream < 0 && is->audio_stream < 0) {
638c9d91
FB
2345 fprintf(stderr, "%s: could not open codecs\n", is->filename);
2346 ret = -1;
01310af2
FB
2347 goto fail;
2348 }
2349
da7c65f0 2350 for (;;) {
01310af2
FB
2351 if (is->abort_request)
2352 break;
416e3508
FB
2353 if (is->paused != is->last_paused) {
2354 is->last_paused = is->paused;
72ea344b 2355 if (is->paused)
da7c65f0 2356 is->read_pause_return = av_read_pause(ic);
72ea344b
FB
2357 else
2358 av_read_play(ic);
416e3508 2359 }
2f642393
AJ
2360#if CONFIG_RTSP_DEMUXER
2361 if (is->paused && !strcmp(ic->iformat->name, "rtsp")) {
416e3508
FB
2362 /* wait 10 ms to avoid trying to get another packet */
2363 /* XXX: horrible */
2364 SDL_Delay(10);
2365 continue;
2366 }
400738b1 2367#endif
72ea344b 2368 if (is->seek_req) {
da7c65f0
AD
2369 int64_t seek_target = is->seek_pos;
2370 int64_t seek_min = is->seek_rel > 0 ? seek_target - is->seek_rel + 2: INT64_MIN;
2371 int64_t seek_max = is->seek_rel < 0 ? seek_target - is->seek_rel - 2: INT64_MAX;
2372// FIXME the +-2 is due to rounding being not done in the correct direction in generation
4ed29207 2373// of the seek_pos/seek_rel variables
8e606cc8 2374
4ed29207 2375 ret = avformat_seek_file(is->ic, -1, seek_min, seek_target, seek_max, is->seek_flags);
72ea344b
FB
2376 if (ret < 0) {
2377 fprintf(stderr, "%s: error while seeking\n", is->ic->filename);
da7c65f0 2378 } else {
e6c0297f
MN
2379 if (is->audio_stream >= 0) {
2380 packet_queue_flush(&is->audioq);
39c6a118 2381 packet_queue_put(&is->audioq, &flush_pkt);
e6c0297f 2382 }
72ce053b
IC
2383 if (is->subtitle_stream >= 0) {
2384 packet_queue_flush(&is->subtitleq);
39c6a118 2385 packet_queue_put(&is->subtitleq, &flush_pkt);
72ce053b 2386 }
e6c0297f
MN
2387 if (is->video_stream >= 0) {
2388 packet_queue_flush(&is->videoq);
39c6a118 2389 packet_queue_put(&is->videoq, &flush_pkt);
e6c0297f 2390 }
72ea344b
FB
2391 }
2392 is->seek_req = 0;
da7c65f0 2393 eof = 0;
72ea344b 2394 }
416e3508 2395
01310af2 2396 /* if the queue are full, no need to read more */
296d0da8
MS
2397 if (!infinite_buffer &&
2398 (is->audioq.size + is->videoq.size + is->subtitleq.size > MAX_QUEUE_SIZE
da7c65f0
AD
2399 || ( (is->audioq .size > MIN_AUDIOQ_SIZE || is->audio_stream < 0)
2400 && (is->videoq .nb_packets > MIN_FRAMES || is->video_stream < 0)
296d0da8 2401 && (is->subtitleq.nb_packets > MIN_FRAMES || is->subtitle_stream < 0)))) {
01310af2
FB
2402 /* wait 10 ms */
2403 SDL_Delay(10);
2404 continue;
2405 }
da7c65f0
AD
2406 if (eof) {
2407 if (is->video_stream >= 0) {
26534fe8 2408 av_init_packet(pkt);
da7c65f0
AD
2409 pkt->data = NULL;
2410 pkt->size = 0;
2411 pkt->stream_index = is->video_stream;
26534fe8 2412 packet_queue_put(&is->videoq, pkt);
9dc41767 2413 }
59df4b82
JR
2414 if (is->audio_stream >= 0 &&
2415 is->audio_st->codec->codec->capabilities & CODEC_CAP_DELAY) {
2416 av_init_packet(pkt);
2417 pkt->data = NULL;
2418 pkt->size = 0;
2419 pkt->stream_index = is->audio_stream;
2420 packet_queue_put(&is->audioq, pkt);
2421 }
b4083171 2422 SDL_Delay(10);
da7c65f0
AD
2423 if (is->audioq.size + is->videoq.size + is->subtitleq.size == 0) {
2424 if (loop != 1 && (!loop || --loop)) {
1922c0a7 2425 stream_seek(cur_stream, start_time != AV_NOPTS_VALUE ? start_time : 0, 0, 0);
041caf1a 2426 } else if (!noautoexit) {
da7c65f0 2427 ret = AVERROR_EOF;
1922c0a7
RK
2428 goto fail;
2429 }
2d1653b0 2430 }
600a331c
MN
2431 continue;
2432 }
72ea344b 2433 ret = av_read_frame(ic, pkt);
01310af2 2434 if (ret < 0) {
648c7962 2435 if (ret == AVERROR_EOF || (ic->pb && ic->pb->eof_reached))
da7c65f0 2436 eof = 1;
648c7962 2437 if (ic->pb && ic->pb->error)
bb270c08 2438 break;
75bb7b0a
MN
2439 SDL_Delay(100); /* wait for user event */
2440 continue;
01310af2 2441 }
d834d63b
RK
2442 /* check if packet is in play range specified by user, then queue, otherwise discard */
2443 pkt_in_play_range = duration == AV_NOPTS_VALUE ||
2444 (pkt->pts - ic->streams[pkt->stream_index]->start_time) *
2445 av_q2d(ic->streams[pkt->stream_index]->time_base) -
da7c65f0
AD
2446 (double)(start_time != AV_NOPTS_VALUE ? start_time : 0) / 1000000
2447 <= ((double)duration / 1000000);
d834d63b 2448 if (pkt->stream_index == is->audio_stream && pkt_in_play_range) {
01310af2 2449 packet_queue_put(&is->audioq, pkt);
d834d63b 2450 } else if (pkt->stream_index == is->video_stream && pkt_in_play_range) {
01310af2 2451 packet_queue_put(&is->videoq, pkt);
d834d63b 2452 } else if (pkt->stream_index == is->subtitle_stream && pkt_in_play_range) {
72ce053b 2453 packet_queue_put(&is->subtitleq, pkt);
01310af2
FB
2454 } else {
2455 av_free_packet(pkt);
2456 }
2457 }
2458 /* wait until the end */
2459 while (!is->abort_request) {
2460 SDL_Delay(100);
2461 }
2462
638c9d91 2463 ret = 0;
01310af2 2464 fail:
416e3508
FB
2465 /* disable interrupting */
2466 global_video_state = NULL;
2467
01310af2
FB
2468 /* close each stream */
2469 if (is->audio_stream >= 0)
2470 stream_component_close(is, is->audio_stream);
2471 if (is->video_stream >= 0)
2472 stream_component_close(is, is->video_stream);
72ce053b
IC
2473 if (is->subtitle_stream >= 0)
2474 stream_component_close(is, is->subtitle_stream);
638c9d91 2475 if (is->ic) {
cd3716b9 2476 avformat_close_input(&is->ic);
638c9d91 2477 }
416e3508 2478
638c9d91
FB
2479 if (ret != 0) {
2480 SDL_Event event;
115329f1 2481
638c9d91
FB
2482 event.type = FF_QUIT_EVENT;
2483 event.user.data1 = is;
2484 SDL_PushEvent(&event);
2485 }
01310af2
FB
2486 return 0;
2487}
2488
638c9d91 2489static VideoState *stream_open(const char *filename, AVInputFormat *iformat)
01310af2
FB
2490{
2491 VideoState *is;
2492
2493 is = av_mallocz(sizeof(VideoState));
2494 if (!is)
2495 return NULL;
f7d78f36 2496 av_strlcpy(is->filename, filename, sizeof(is->filename));
638c9d91 2497 is->iformat = iformat;
da7c65f0
AD
2498 is->ytop = 0;
2499 is->xleft = 0;
01310af2
FB
2500
2501 /* start video display */
2502 is->pictq_mutex = SDL_CreateMutex();
da7c65f0 2503 is->pictq_cond = SDL_CreateCond();
115329f1 2504
72ce053b 2505 is->subpq_mutex = SDL_CreateMutex();
da7c65f0 2506 is->subpq_cond = SDL_CreateCond();
115329f1 2507
638c9d91 2508 is->av_sync_type = av_sync_type;
da7c65f0 2509 is->parse_tid = SDL_CreateThread(decode_thread, is);
01310af2
FB
2510 if (!is->parse_tid) {
2511 av_free(is);
2512 return NULL;
2513 }
2514 return is;
2515}
2516
7b49ce2e 2517static void stream_cycle_channel(VideoState *is, int codec_type)
638c9d91
FB
2518{
2519 AVFormatContext *ic = is->ic;
2520 int start_index, stream_index;
2521 AVStream *st;
2522
72415b2a 2523 if (codec_type == AVMEDIA_TYPE_VIDEO)
638c9d91 2524 start_index = is->video_stream;
72415b2a 2525 else if (codec_type == AVMEDIA_TYPE_AUDIO)
638c9d91 2526 start_index = is->audio_stream;
72ce053b
IC
2527 else
2528 start_index = is->subtitle_stream;
72415b2a 2529 if (start_index < (codec_type == AVMEDIA_TYPE_SUBTITLE ? -1 : 0))
638c9d91
FB
2530 return;
2531 stream_index = start_index;
da7c65f0 2532 for (;;) {
638c9d91 2533 if (++stream_index >= is->ic->nb_streams)
72ce053b 2534 {
72415b2a 2535 if (codec_type == AVMEDIA_TYPE_SUBTITLE)
72ce053b
IC
2536 {
2537 stream_index = -1;
2538 goto the_end;
2539 } else
2540 stream_index = 0;
2541 }
638c9d91
FB
2542 if (stream_index == start_index)
2543 return;
2544 st = ic->streams[stream_index];
01f4895c 2545 if (st->codec->codec_type == codec_type) {
638c9d91 2546 /* check that parameters are OK */
da7c65f0 2547 switch (codec_type) {
72415b2a 2548 case AVMEDIA_TYPE_AUDIO:
01f4895c
MN
2549 if (st->codec->sample_rate != 0 &&
2550 st->codec->channels != 0)
638c9d91
FB
2551 goto the_end;
2552 break;
72415b2a
SS
2553 case AVMEDIA_TYPE_VIDEO:
2554 case AVMEDIA_TYPE_SUBTITLE:
638c9d91
FB
2555 goto the_end;
2556 default:
2557 break;
2558 }
2559 }
2560 }
2561 the_end:
2562 stream_component_close(is, start_index);
2563 stream_component_open(is, stream_index);
2564}
2565
2566
7b49ce2e 2567static void toggle_full_screen(void)
01310af2 2568{
fec5777e 2569#if defined(__APPLE__) && SDL_VERSION_ATLEAST(1, 2, 14)
5ea20630 2570 /* OS X needs to empty the picture_queue */
d246c18e
DB
2571 int i;
2572 for (i = 0; i < VIDEO_PICTURE_QUEUE_SIZE; i++)
fec5777e 2573 cur_stream->pictq[i].reallocate = 1;
fec5777e 2574#endif
d246c18e 2575 is_full_screen = !is_full_screen;
fb84155b 2576 video_open(cur_stream);
01310af2
FB
2577}
2578
7b49ce2e 2579static void toggle_pause(void)
01310af2
FB
2580{
2581 if (cur_stream)
2582 stream_pause(cur_stream);
bba04f1e
WH
2583 step = 0;
2584}
2585
7b49ce2e 2586static void step_to_next_frame(void)
bba04f1e
WH
2587{
2588 if (cur_stream) {
19cc524a 2589 /* if the stream is paused unpause it, then step */
bba04f1e 2590 if (cur_stream->paused)
19cc524a 2591 stream_pause(cur_stream);
bba04f1e
WH
2592 }
2593 step = 1;
01310af2
FB
2594}
2595
7b49ce2e 2596static void toggle_audio_display(void)
01310af2
FB
2597{
2598 if (cur_stream) {
f5968788 2599 int bgcolor = SDL_MapRGB(screen->format, 0x00, 0x00, 0x00);
12eeda34 2600 cur_stream->show_audio = (cur_stream->show_audio + 1) % 3;
f5968788 2601 fill_rectangle(screen,
da7c65f0
AD
2602 cur_stream->xleft, cur_stream->ytop, cur_stream->width, cur_stream->height,
2603 bgcolor);
f5968788 2604 SDL_UpdateRect(screen, cur_stream->xleft, cur_stream->ytop, cur_stream->width, cur_stream->height);
01310af2
FB
2605 }
2606}
2607
b36bc81c
AK
2608static void seek_chapter(VideoState *is, int incr)
2609{
2610 int64_t pos = get_master_clock(is) * AV_TIME_BASE;
2611 int i;
2612
2613 if (!is->ic->nb_chapters)
2614 return;
2615
2616 /* find the current chapter */
2617 for (i = 0; i < is->ic->nb_chapters; i++) {
2618 AVChapter *ch = is->ic->chapters[i];
2619 if (av_compare_ts(pos, AV_TIME_BASE_Q, ch->start, ch->time_base) < 0) {
2620 i--;
2621 break;
2622 }
2623 }
2624
2625 i += incr;
2626 i = FFMAX(i, 0);
2627 if (i >= is->ic->nb_chapters)
2628 return;
2629
2630 av_log(NULL, AV_LOG_VERBOSE, "Seeking to chapter %d.\n", i);
2631 stream_seek(is, av_rescale_q(is->ic->chapters[i]->start, is->ic->chapters[i]->time_base,
2632 AV_TIME_BASE_Q), 0, 0);
2633}
2634
01310af2 2635/* handle an event sent by the GUI */
7b49ce2e 2636static void event_loop(void)
01310af2
FB
2637{
2638 SDL_Event event;
a11d11aa 2639 double incr, pos, frac;
01310af2 2640
da7c65f0 2641 for (;;) {
d52ec002 2642 double x;
01310af2 2643 SDL_WaitEvent(&event);
da7c65f0 2644 switch (event.type) {
01310af2 2645 case SDL_KEYDOWN:
066ce8c9
AS
2646 if (exit_on_keydown) {
2647 do_exit();
2648 break;
2649 }
da7c65f0 2650 switch (event.key.keysym.sym) {
01310af2
FB
2651 case SDLK_ESCAPE:
2652 case SDLK_q:
2653 do_exit();
2654 break;
2655 case SDLK_f:
2656 toggle_full_screen();
2657 break;
2658 case SDLK_p:
2659 case SDLK_SPACE:
2660 toggle_pause();
2661 break;
da7c65f0 2662 case SDLK_s: // S: Step to next frame
bba04f1e
WH
2663 step_to_next_frame();
2664 break;
01310af2 2665 case SDLK_a:
115329f1 2666 if (cur_stream)
72415b2a 2667 stream_cycle_channel(cur_stream, AVMEDIA_TYPE_AUDIO);
638c9d91
FB
2668 break;
2669 case SDLK_v:
115329f1 2670 if (cur_stream)
72415b2a 2671 stream_cycle_channel(cur_stream, AVMEDIA_TYPE_VIDEO);
638c9d91 2672 break;
72ce053b 2673 case SDLK_t:
115329f1 2674 if (cur_stream)
72415b2a 2675 stream_cycle_channel(cur_stream, AVMEDIA_TYPE_SUBTITLE);
72ce053b 2676 break;
638c9d91 2677 case SDLK_w:
01310af2
FB
2678 toggle_audio_display();
2679 break;
b36bc81c
AK
2680 case SDLK_PAGEUP:
2681 seek_chapter(cur_stream, 1);
2682 break;
2683 case SDLK_PAGEDOWN:
2684 seek_chapter(cur_stream, -1);
2685 break;
72ea344b
FB
2686 case SDLK_LEFT:
2687 incr = -10.0;
2688 goto do_seek;
2689 case SDLK_RIGHT:
2690 incr = 10.0;
2691 goto do_seek;
2692 case SDLK_UP:
2693 incr = 60.0;
2694 goto do_seek;
2695 case SDLK_DOWN:
2696 incr = -60.0;
2697 do_seek:
2698 if (cur_stream) {
94b594c6 2699 if (seek_by_bytes) {
da7c65f0
AD
2700 if (cur_stream->video_stream >= 0 && cur_stream->video_current_pos >= 0) {
2701 pos = cur_stream->video_current_pos;
2702 } else if (cur_stream->audio_stream >= 0 && cur_stream->audio_pkt.pos >= 0) {
2703 pos = cur_stream->audio_pkt.pos;
2704 } else
a2704c97 2705 pos = avio_tell(cur_stream->ic->pb);
94b594c6 2706 if (cur_stream->ic->bit_rate)
566cd2cb 2707 incr *= cur_stream->ic->bit_rate / 8.0;
94b594c6
SH
2708 else
2709 incr *= 180000.0;
2710 pos += incr;
2ef46053 2711 stream_seek(cur_stream, pos, incr, 1);
94b594c6
SH
2712 } else {
2713 pos = get_master_clock(cur_stream);
2714 pos += incr;
2ef46053 2715 stream_seek(cur_stream, (int64_t)(pos * AV_TIME_BASE), (int64_t)(incr * AV_TIME_BASE), 0);
94b594c6 2716 }
72ea344b
FB
2717 }
2718 break;
01310af2
FB
2719 default:
2720 break;
2721 }
2722 break;
a11d11aa 2723 case SDL_MOUSEBUTTONDOWN:
066ce8c9
AS
2724 if (exit_on_mousedown) {
2725 do_exit();
2726 break;
2727 }
d52ec002 2728 case SDL_MOUSEMOTION:
da7c65f0
AD
2729 if (event.type == SDL_MOUSEBUTTONDOWN) {
2730 x = event.button.x;
2731 } else {
2732 if (event.motion.state != SDL_PRESSED)
d52ec002 2733 break;
da7c65f0 2734 x = event.motion.x;
d52ec002 2735 }
bb270c08 2736 if (cur_stream) {
da7c65f0
AD
2737 if (seek_by_bytes || cur_stream->ic->duration <= 0) {
2738 uint64_t size = avio_size(cur_stream->ic->pb);
d52ec002 2739 stream_seek(cur_stream, size*x/cur_stream->width, 0, 1);
da7c65f0 2740 } else {
6371c81a
MN
2741 int64_t ts;
2742 int ns, hh, mm, ss;
2743 int tns, thh, tmm, tss;
da7c65f0
AD
2744 tns = cur_stream->ic->duration / 1000000LL;
2745 thh = tns / 3600;
2746 tmm = (tns % 3600) / 60;
2747 tss = (tns % 60);
2748 frac = x / cur_stream->width;
2749 ns = frac * tns;
2750 hh = ns / 3600;
2751 mm = (ns % 3600) / 60;
2752 ss = (ns % 60);
6371c81a
MN
2753 fprintf(stderr, "Seek to %2.0f%% (%2d:%02d:%02d) of total duration (%2d:%02d:%02d) \n", frac*100,
2754 hh, mm, ss, thh, tmm, tss);
da7c65f0 2755 ts = frac * cur_stream->ic->duration;
6371c81a
MN
2756 if (cur_stream->ic->start_time != AV_NOPTS_VALUE)
2757 ts += cur_stream->ic->start_time;
2758 stream_seek(cur_stream, ts, 0, 0);
2ef46053 2759 }
bb270c08
DB
2760 }
2761 break;
01310af2
FB
2762 case SDL_VIDEORESIZE:
2763 if (cur_stream) {
115329f1 2764 screen = SDL_SetVideoMode(event.resize.w, event.resize.h, 0,
01310af2 2765 SDL_HWSURFACE|SDL_RESIZABLE|SDL_ASYNCBLIT|SDL_HWACCEL);
da7c65f0
AD
2766 screen_width = cur_stream->width = event.resize.w;
2767 screen_height = cur_stream->height = event.resize.h;
01310af2
FB
2768 }
2769 break;
2770 case SDL_QUIT:
638c9d91 2771 case FF_QUIT_EVENT:
01310af2
FB
2772 do_exit();
2773 break;
2774 case FF_ALLOC_EVENT:
fccb19e3 2775 video_open(event.user.data1);
01310af2
FB
2776 alloc_picture(event.user.data1);
2777 break;
2778 case FF_REFRESH_EVENT:
2779 video_refresh_timer(event.user.data1);
da7c65f0 2780 cur_stream->refresh = 0;
01310af2
FB
2781 break;
2782 default:
2783 break;
2784 }
2785 }
2786}
2787
4e82cbb6 2788static int opt_frame_size(void *optctx, const char *opt, const char *arg)
e4b89522 2789{
a4e540c4
SS
2790 av_log(NULL, AV_LOG_ERROR,
2791 "Option '%s' has been removed, use private format options instead\n", opt);
2792 return AVERROR(EINVAL);
e4b89522
LW
2793}
2794
4e82cbb6 2795static int opt_width(void *optctx, const char *opt, const char *arg)
01310af2 2796{
a5b3b5f6
SS
2797 screen_width = parse_number_or_die(opt, arg, OPT_INT64, 1, INT_MAX);
2798 return 0;
01310af2
FB
2799}
2800
4e82cbb6 2801static int opt_height(void *optctx, const char *opt, const char *arg)
01310af2 2802{
a5b3b5f6
SS
2803 screen_height = parse_number_or_die(opt, arg, OPT_INT64, 1, INT_MAX);
2804 return 0;
01310af2
FB
2805}
2806
4e82cbb6 2807static int opt_format(void *optctx, const char *opt, const char *arg)
01310af2
FB
2808{
2809 file_iformat = av_find_input_format(arg);
2810 if (!file_iformat) {
2811 fprintf(stderr, "Unknown input format: %s\n", arg);
26513856 2812 return AVERROR(EINVAL);
01310af2 2813 }
26513856 2814 return 0;
01310af2 2815}
61890b02 2816
4e82cbb6 2817static int opt_frame_pix_fmt(void *optctx, const char *opt, const char *arg)
e4b89522 2818{
0a858048
SS
2819 av_log(NULL, AV_LOG_ERROR,
2820 "Option '%s' has been removed, use private format options instead\n", opt);
2821 return AVERROR(EINVAL);
e4b89522
LW
2822}
2823
4e82cbb6 2824static int opt_sync(void *optctx, const char *opt, const char *arg)
638c9d91
FB
2825{
2826 if (!strcmp(arg, "audio"))
2827 av_sync_type = AV_SYNC_AUDIO_MASTER;
2828 else if (!strcmp(arg, "video"))
2829 av_sync_type = AV_SYNC_VIDEO_MASTER;
2830 else if (!strcmp(arg, "ext"))
2831 av_sync_type = AV_SYNC_EXTERNAL_CLOCK;
aab1b7e5 2832 else {
b81d6235 2833 fprintf(stderr, "Unknown value for %s: %s\n", opt, arg);
aab1b7e5
SS
2834 exit(1);
2835 }
b81d6235 2836 return 0;
638c9d91
FB
2837}
2838
4e82cbb6 2839static int opt_seek(void *optctx, const char *opt, const char *arg)
72ea344b 2840{
e11bc2c6
SS
2841 start_time = parse_time_or_die(opt, arg, 1);
2842 return 0;
72ea344b
FB
2843}
2844
4e82cbb6 2845static int opt_duration(void *optctx, const char *opt, const char *arg)
d834d63b
RK
2846{
2847 duration = parse_time_or_die(opt, arg, 1);
2848 return 0;
2849}
2850
358061f6 2851static const OptionDef options[] = {
992f8eae 2852#include "cmdutils_common_opts.h"
4e82cbb6
AK
2853 { "x", HAS_ARG, { .func_arg = opt_width }, "force displayed width", "width" },
2854 { "y", HAS_ARG, { .func_arg = opt_height }, "force displayed height", "height" },
2855 { "s", HAS_ARG | OPT_VIDEO, { .func_arg = opt_frame_size }, "set frame size (WxH or abbreviation)", "size" },
0e8dccb7
AK
2856 { "fs", OPT_BOOL, { &is_full_screen }, "force full screen" },
2857 { "an", OPT_BOOL, { &audio_disable }, "disable audio" },
2858 { "vn", OPT_BOOL, { &video_disable }, "disable video" },
2859 { "ast", OPT_INT | HAS_ARG | OPT_EXPERT, { &wanted_stream[AVMEDIA_TYPE_AUDIO] }, "select desired audio stream", "stream_number" },
2860 { "vst", OPT_INT | HAS_ARG | OPT_EXPERT, { &wanted_stream[AVMEDIA_TYPE_VIDEO] }, "select desired video stream", "stream_number" },
2861 { "sst", OPT_INT | HAS_ARG | OPT_EXPERT, { &wanted_stream[AVMEDIA_TYPE_SUBTITLE] }, "select desired subtitle stream", "stream_number" },
4e82cbb6
AK
2862 { "ss", HAS_ARG, { .func_arg = opt_seek }, "seek to a given position in seconds", "pos" },
2863 { "t", HAS_ARG, { .func_arg = opt_duration }, "play \"duration\" seconds of audio/video", "duration" },
0e8dccb7
AK
2864 { "bytes", OPT_INT | HAS_ARG, { &seek_by_bytes }, "seek by bytes 0=off 1=on -1=auto", "val" },
2865 { "nodisp", OPT_BOOL, { &display_disable }, "disable graphical display" },
4e82cbb6
AK
2866 { "f", HAS_ARG, { .func_arg = opt_format }, "force format", "fmt" },
2867 { "pix_fmt", HAS_ARG | OPT_EXPERT | OPT_VIDEO, { .func_arg = opt_frame_pix_fmt }, "set pixel format", "format" },
0e8dccb7 2868 { "stats", OPT_BOOL | OPT_EXPERT, { &show_status }, "show status", "" },
0e8dccb7 2869 { "bug", OPT_INT | HAS_ARG | OPT_EXPERT, { &workaround_bugs }, "workaround bugs", "" },
0e8dccb7
AK
2870 { "fast", OPT_BOOL | OPT_EXPERT, { &fast }, "non spec compliant optimizations", "" },
2871 { "genpts", OPT_BOOL | OPT_EXPERT, { &genpts }, "generate pts", "" },
2872 { "drp", OPT_INT | HAS_ARG | OPT_EXPERT, { &decoder_reorder_pts }, "let decoder reorder pts 0=off 1=on -1=auto", ""},
2873 { "skiploop", OPT_INT | HAS_ARG | OPT_EXPERT, { &skip_loop_filter }, "", "" },
2874 { "skipframe", OPT_INT | HAS_ARG | OPT_EXPERT, { &skip_frame }, "", "" },
2875 { "skipidct", OPT_INT | HAS_ARG | OPT_EXPERT, { &skip_idct }, "", "" },
2876 { "idct", OPT_INT | HAS_ARG | OPT_EXPERT, { &idct }, "set idct algo", "algo" },
2877 { "ec", OPT_INT | HAS_ARG | OPT_EXPERT, { &error_concealment }, "set error concealment options", "bit_mask" },
4e82cbb6 2878 { "sync", HAS_ARG | OPT_EXPERT, { .func_arg = opt_sync }, "set audio-video sync. type (type=audio/video/ext)", "type" },
041caf1a 2879 { "noautoexit", OPT_BOOL | OPT_EXPERT, { &noautoexit }, "Do not exit at the end of playback", "" },
0e8dccb7
AK
2880 { "exitonkeydown", OPT_BOOL | OPT_EXPERT, { &exit_on_keydown }, "exit on key down", "" },
2881 { "exitonmousedown", OPT_BOOL | OPT_EXPERT, { &exit_on_mousedown }, "exit on mouse down", "" },
2882 { "loop", OPT_INT | HAS_ARG | OPT_EXPERT, { &loop }, "set number of times the playback shall be looped", "loop count" },
2883 { "framedrop", OPT_BOOL | OPT_EXPERT, { &framedrop }, "drop frames when cpu is too slow", "" },
2884 { "infbuf", OPT_BOOL | OPT_EXPERT, { &infinite_buffer }, "don't limit the input buffer size (useful with realtime streams)", "" },
2885 { "window_title", OPT_STRING | HAS_ARG, { &window_title }, "set window title", "window title" },
917d2bb3 2886#if CONFIG_AVFILTER
0e8dccb7 2887 { "vf", OPT_STRING | HAS_ARG, { &vfilters }, "video filters", "filter list" },
917d2bb3 2888#endif
0e8dccb7
AK
2889 { "rdftspeed", OPT_INT | HAS_ARG| OPT_AUDIO | OPT_EXPERT, { &rdftspeed }, "rdft speed", "msecs" },
2890 { "default", HAS_ARG | OPT_AUDIO | OPT_VIDEO | OPT_EXPERT, { opt_default }, "generic catch all option", "" },
da7c65f0 2891 { "i", 0, { NULL }, "avconv compatibility dummy option", ""},
01310af2
FB
2892 { NULL, },
2893};
2894
0c2a18cb 2895static void show_usage(void)
01310af2 2896{
27daa420 2897 printf("Simple media player\n");
266463da 2898 printf("usage: %s [options] input_file\n", program_name);
01310af2 2899 printf("\n");
0c2a18cb
RP
2900}
2901
a3ad68d3 2902void show_help_default(const char *opt, const char *arg)
0c2a18cb 2903{
f66eb58e 2904 av_log_set_callback(log_callback_help);
0c2a18cb 2905 show_usage();
f9fada27
AK
2906 show_help_options(options, "Main options:", 0, OPT_EXPERT, 0);
2907 show_help_options(options, "Advanced options:", OPT_EXPERT, 0, 0);
f66eb58e 2908 printf("\n");
7a6cd995
AK
2909 show_help_children(avcodec_get_class(), AV_OPT_FLAG_DECODING_PARAM);
2910 show_help_children(avformat_get_class(), AV_OPT_FLAG_DECODING_PARAM);
f66eb58e 2911#if !CONFIG_AVFILTER
7a6cd995 2912 show_help_children(sws_get_class(), AV_OPT_FLAG_ENCODING_PARAM);
f66eb58e 2913#endif
01310af2
FB
2914 printf("\nWhile playing:\n"
2915 "q, ESC quit\n"
2916 "f toggle full screen\n"
2917 "p, SPC pause\n"
638c9d91
FB
2918 "a cycle audio channel\n"
2919 "v cycle video channel\n"
72ce053b 2920 "t cycle subtitle channel\n"
638c9d91 2921 "w show audio waves\n"
79f8b328 2922 "s activate frame-step mode\n"
72ea344b
FB
2923 "left/right seek backward/forward 10 seconds\n"
2924 "down/up seek backward/forward 1 minute\n"
a11d11aa 2925 "mouse click seek to percentage in file corresponding to fraction of width\n"
01310af2 2926 );
01310af2
FB
2927}
2928
7cc8d638 2929static void opt_input_file(void *optctx, const char *filename)
01310af2 2930{
07a70b38
SS
2931 if (input_filename) {
2932 fprintf(stderr, "Argument '%s' provided as input filename, but '%s' was already specified.\n",
2933 filename, input_filename);
2934 exit(1);
2935 }
e8d83e1c 2936 if (!strcmp(filename, "-"))
9fcfc0b7 2937 filename = "pipe:";
01310af2
FB
2938 input_filename = filename;
2939}
2940
2941/* Called from the main */
2942int main(int argc, char **argv)
2943{
a5c33faa 2944 int flags;
115329f1 2945
6b6bca64 2946 av_log_set_flags(AV_LOG_SKIP_REPEATED);
182cbe43 2947 parse_loglevel(argc, argv, options);
6b6bca64 2948
01310af2 2949 /* register all codecs, demux and protocols */
c721d803 2950 avcodec_register_all();
9b157b0c 2951#if CONFIG_AVDEVICE
c721d803 2952 avdevice_register_all();
9b157b0c 2953#endif
917d2bb3
MN
2954#if CONFIG_AVFILTER
2955 avfilter_register_all();
2956#endif
01310af2 2957 av_register_all();
776f2bb9 2958 avformat_network_init();
01310af2 2959
a5c33faa 2960 init_opts();
e43d7a18 2961
ea9c581f 2962 show_banner();
4cfac5bc 2963
7cc8d638 2964 parse_options(NULL, argc, argv, options, opt_input_file);
01310af2 2965
aab1b7e5 2966 if (!input_filename) {
7f11e745 2967 show_usage();
7a7da6b4 2968 fprintf(stderr, "An input file must be specified\n");
266463da 2969 fprintf(stderr, "Use -h to get full help or, even better, run 'man %s'\n", program_name);
aab1b7e5
SS
2970 exit(1);
2971 }
01310af2
FB
2972
2973 if (display_disable) {
2974 video_disable = 1;
2975 }
31319a8c 2976 flags = SDL_INIT_VIDEO | SDL_INIT_AUDIO | SDL_INIT_TIMER;
c97f5402
DB
2977#if !defined(__MINGW32__) && !defined(__APPLE__)
2978 flags |= SDL_INIT_EVENTTHREAD; /* Not supported on Windows or Mac OS X */
31319a8c 2979#endif
01310af2 2980 if (SDL_Init (flags)) {
05ab0b76 2981 fprintf(stderr, "Could not initialize SDL - %s\n", SDL_GetError());
01310af2
FB
2982 exit(1);
2983 }
2984
2985 if (!display_disable) {
3ef17d62
MR
2986 const SDL_VideoInfo *vi = SDL_GetVideoInfo();
2987 fs_screen_width = vi->current_w;
2988 fs_screen_height = vi->current_h;
01310af2
FB
2989 }
2990
2991 SDL_EventState(SDL_ACTIVEEVENT, SDL_IGNORE);
01310af2
FB
2992 SDL_EventState(SDL_SYSWMEVENT, SDL_IGNORE);
2993 SDL_EventState(SDL_USEREVENT, SDL_IGNORE);
2994
39c6a118 2995 av_init_packet(&flush_pkt);
26a44143 2996 flush_pkt.data = (uint8_t *)&flush_pkt;
39c6a118 2997
638c9d91 2998 cur_stream = stream_open(input_filename, file_iformat);
01310af2
FB
2999
3000 event_loop();
3001
3002 /* never returns */
3003
3004 return 0;
3005}