projects / libav.git / blob
? search:
summary | shortlog | log | commit | commitdiff | tree
blame | history | raw | HEAD
Use avcodec_free_frame() to free AVFrames.
[libav.git] / avplay.c
1 /*
2 * avplay : Simple Media Player based on the Libav libraries
3 * Copyright (c) 2003 Fabrice Bellard
4 *
5 * This file is part of Libav.
6 *
7 * Libav is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
11 *
12 * Libav is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with Libav; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20 */
21
22 #include "config.h"
23 #include <inttypes.h>
24 #include <math.h>
25 #include <limits.h>
26 #include "libavutil/avstring.h"
27 #include "libavutil/colorspace.h"
28 #include "libavutil/mathematics.h"
29 #include "libavutil/pixdesc.h"
30 #include "libavutil/imgutils.h"
31 #include "libavutil/dict.h"
32 #include "libavutil/parseutils.h"
33 #include "libavutil/samplefmt.h"
34 #include "libavutil/time.h"
35 #include "libavformat/avformat.h"
36 #include "libavdevice/avdevice.h"
37 #include "libswscale/swscale.h"
38 #include "libavresample/avresample.h"
39 #include "libavutil/opt.h"
40 #include "libavcodec/avfft.h"
41
42 #if CONFIG_AVFILTER
43 # include "libavfilter/avfilter.h"
44 # include "libavfilter/avfiltergraph.h"
45 # include "libavfilter/buffersink.h"
46 # include "libavfilter/buffersrc.h"
47 #endif
48
49 #include "cmdutils.h"
50
51 #include <SDL.h>
52 #include <SDL_thread.h>
53
54 #ifdef __MINGW32__
55 #undef main /* We don't want SDL to override our main() */
56 #endif
57
58 #include <assert.h>
59
60 const char program_name[] = "avplay";
61 const int program_birth_year = 2003;
62
63 #define MAX_QUEUE_SIZE (15 * 1024 * 1024)
64 #define MIN_AUDIOQ_SIZE (20 * 16 * 1024)
65 #define MIN_FRAMES 5
66
67 /* SDL audio buffer size, in samples. Should be small to have precise
68 A/V sync as SDL does not have hardware buffer fullness info. */
69 #define SDL_AUDIO_BUFFER_SIZE 1024
70
71 /* no AV sync correction is done if below the AV sync threshold */
72 #define AV_SYNC_THRESHOLD 0.01
73 /* no AV correction is done if too big error */
74 #define AV_NOSYNC_THRESHOLD 10.0
75
76 #define FRAME_SKIP_FACTOR 0.05
77
78 /* maximum audio speed change to get correct sync */
79 #define SAMPLE_CORRECTION_PERCENT_MAX 10
80
81 /* we use about AUDIO_DIFF_AVG_NB A-V differences to make the average */
82 #define AUDIO_DIFF_AVG_NB 20
83
84 /* NOTE: the size must be big enough to compensate the hardware audio buffersize size */
85 #define SAMPLE_ARRAY_SIZE (2 * 65536)
86
87 static int sws_flags = SWS_BICUBIC;
88
89 typedef struct PacketQueue {
90 AVPacketList *first_pkt, *last_pkt;
91 int nb_packets;
92 int size;
93 int abort_request;
94 SDL_mutex *mutex;
95 SDL_cond *cond;
96 } PacketQueue;
97
98 #define VIDEO_PICTURE_QUEUE_SIZE 2
99 #define SUBPICTURE_QUEUE_SIZE 4
100
101 typedef struct VideoPicture {
102 double pts; ///< presentation time stamp for this picture
103 double target_clock; ///< av_gettime() time at which this should be displayed ideally
104 int64_t pos; ///< byte position in file
105 SDL_Overlay *bmp;
106 int width, height; /* source height & width */
107 int allocated;
108 int reallocate;
109 enum PixelFormat pix_fmt;
110
111 #if CONFIG_AVFILTER
112 AVFilterBufferRef *picref;
113 #endif
114 } VideoPicture;
115
116 typedef struct SubPicture {
117 double pts; /* presentation time stamp for this picture */
118 AVSubtitle sub;
119 } SubPicture;
120
121 enum {
122 AV_SYNC_AUDIO_MASTER, /* default choice */
123 AV_SYNC_VIDEO_MASTER,
124 AV_SYNC_EXTERNAL_CLOCK, /* synchronize to an external clock */
125 };
126
127 typedef struct VideoState {
128 SDL_Thread *parse_tid;
129 SDL_Thread *video_tid;
130 SDL_Thread *refresh_tid;
131 AVInputFormat *iformat;
132 int no_background;
133 int abort_request;
134 int paused;
135 int last_paused;
136 int seek_req;
137 int seek_flags;
138 int64_t seek_pos;
139 int64_t seek_rel;
140 int read_pause_return;
141 AVFormatContext *ic;
142
143 int audio_stream;
144
145 int av_sync_type;
146 double external_clock; /* external clock base */
147 int64_t external_clock_time;
148
149 double audio_clock;
150 double audio_diff_cum; /* used for AV difference average computation */
151 double audio_diff_avg_coef;
152 double audio_diff_threshold;
153 int audio_diff_avg_count;
154 AVStream *audio_st;
155 PacketQueue audioq;
156 int audio_hw_buf_size;
157 uint8_t silence_buf[SDL_AUDIO_BUFFER_SIZE];
158 uint8_t *audio_buf;
159 uint8_t *audio_buf1;
160 unsigned int audio_buf_size; /* in bytes */
161 int audio_buf_index; /* in bytes */
162 AVPacket audio_pkt_temp;
163 AVPacket audio_pkt;
164 enum AVSampleFormat sdl_sample_fmt;
165 uint64_t sdl_channel_layout;
166 int sdl_channels;
167 enum AVSampleFormat resample_sample_fmt;
168 uint64_t resample_channel_layout;
169 AVAudioResampleContext *avr;
170 AVFrame *frame;
171
172 int show_audio; /* if true, display audio samples */
173 int16_t sample_array[SAMPLE_ARRAY_SIZE];
174 int sample_array_index;
175 int last_i_start;
176 RDFTContext *rdft;
177 int rdft_bits;
178 FFTSample *rdft_data;
179 int xpos;
180
181 SDL_Thread *subtitle_tid;
182 int subtitle_stream;
183 int subtitle_stream_changed;
184 AVStream *subtitle_st;
185 PacketQueue subtitleq;
186 SubPicture subpq[SUBPICTURE_QUEUE_SIZE];
187 int subpq_size, subpq_rindex, subpq_windex;
188 SDL_mutex *subpq_mutex;
189 SDL_cond *subpq_cond;
190
191 double frame_timer;
192 double frame_last_pts;
193 double frame_last_delay;
194 double video_clock; ///< pts of last decoded frame / predicted pts of next decoded frame
195 int video_stream;
196 AVStream *video_st;
197 PacketQueue videoq;
198 double video_current_pts; ///< current displayed pts (different from video_clock if frame fifos are used)
199 double video_current_pts_drift; ///< video_current_pts - time (av_gettime) at which we updated video_current_pts - used to have running video pts
200 int64_t video_current_pos; ///< current displayed file pos
201 VideoPicture pictq[VIDEO_PICTURE_QUEUE_SIZE];
202 int pictq_size, pictq_rindex, pictq_windex;
203 SDL_mutex *pictq_mutex;
204 SDL_cond *pictq_cond;
205 #if !CONFIG_AVFILTER
206 struct SwsContext *img_convert_ctx;
207 #endif
208
209 // QETimer *video_timer;
210 char filename[1024];
211 int width, height, xleft, ytop;
212
213 PtsCorrectionContext pts_ctx;
214
215 #if CONFIG_AVFILTER
216 AVFilterContext *in_video_filter; ///< the first filter in the video chain
217 AVFilterContext *out_video_filter; ///< the last filter in the video chain
218 int use_dr1;
219 FrameBuffer *buffer_pool;
220 #endif
221
222 float skip_frames;
223 float skip_frames_index;
224 int refresh;
225 } VideoState;
226
227 /* options specified by the user */
228 static AVInputFormat *file_iformat;
229 static const char *input_filename;
230 static const char *window_title;
231 static int fs_screen_width;
232 static int fs_screen_height;
233 static int screen_width = 0;
234 static int screen_height = 0;
235 static int audio_disable;
236 static int video_disable;
237 static int wanted_stream[AVMEDIA_TYPE_NB] = {
238 [AVMEDIA_TYPE_AUDIO] = -1,
239 [AVMEDIA_TYPE_VIDEO] = -1,
240 [AVMEDIA_TYPE_SUBTITLE] = -1,
241 };
242 static int seek_by_bytes = -1;
243 static int display_disable;
244 static int show_status = 1;
245 static int av_sync_type = AV_SYNC_AUDIO_MASTER;
246 static int64_t start_time = AV_NOPTS_VALUE;
247 static int64_t duration = AV_NOPTS_VALUE;
248 static int debug = 0;
249 static int debug_mv = 0;
250 static int step = 0;
251 static int workaround_bugs = 1;
252 static int fast = 0;
253 static int genpts = 0;
254 static int idct = FF_IDCT_AUTO;
255 static enum AVDiscard skip_frame = AVDISCARD_DEFAULT;
256 static enum AVDiscard skip_idct = AVDISCARD_DEFAULT;
257 static enum AVDiscard skip_loop_filter = AVDISCARD_DEFAULT;
258 static int error_concealment = 3;
259 static int decoder_reorder_pts = -1;
260 static int autoexit;
261 static int exit_on_keydown;
262 static int exit_on_mousedown;
263 static int loop = 1;
264 static int framedrop = 1;
265 static int infinite_buffer = 0;
266
267 static int rdftspeed = 20;
268 #if CONFIG_AVFILTER
269 static char *vfilters = NULL;
270 #endif
271
272 /* current context */
273 static int is_full_screen;
274 static VideoState *cur_stream;
275 static int64_t audio_callback_time;
276
277 static AVPacket flush_pkt;
278
279 #define FF_ALLOC_EVENT (SDL_USEREVENT)
280 #define FF_REFRESH_EVENT (SDL_USEREVENT + 1)
281 #define FF_QUIT_EVENT (SDL_USEREVENT + 2)
282
283 static SDL_Surface *screen;
284
285 void exit_program(int ret)
286 {
287 exit(ret);
288 }
289
290 static int packet_queue_put(PacketQueue *q, AVPacket *pkt);
291
292 /* packet queue handling */
293 static void packet_queue_init(PacketQueue *q)
294 {
295 memset(q, 0, sizeof(PacketQueue));
296 q->mutex = SDL_CreateMutex();
297 q->cond = SDL_CreateCond();
298 packet_queue_put(q, &flush_pkt);
299 }
300
301 static void packet_queue_flush(PacketQueue *q)
302 {
303 AVPacketList *pkt, *pkt1;
304
305 SDL_LockMutex(q->mutex);
306 for (pkt = q->first_pkt; pkt != NULL; pkt = pkt1) {
307 pkt1 = pkt->next;
308 av_free_packet(&pkt->pkt);
309 av_freep(&pkt);
310 }
311 q->last_pkt = NULL;
312 q->first_pkt = NULL;
313 q->nb_packets = 0;
314 q->size = 0;
315 SDL_UnlockMutex(q->mutex);
316 }
317
318 static void packet_queue_end(PacketQueue *q)
319 {
320 packet_queue_flush(q);
321 SDL_DestroyMutex(q->mutex);
322 SDL_DestroyCond(q->cond);
323 }
324
325 static int packet_queue_put(PacketQueue *q, AVPacket *pkt)
326 {
327 AVPacketList *pkt1;
328
329 /* duplicate the packet */
330 if (pkt != &flush_pkt && av_dup_packet(pkt) < 0)
331 return -1;
332
333 pkt1 = av_malloc(sizeof(AVPacketList));
334 if (!pkt1)
335 return -1;
336 pkt1->pkt = *pkt;
337 pkt1->next = NULL;
338
339
340 SDL_LockMutex(q->mutex);
341
342 if (!q->last_pkt)
343
344 q->first_pkt = pkt1;
345 else
346 q->last_pkt->next = pkt1;
347 q->last_pkt = pkt1;
348 q->nb_packets++;
349 q->size += pkt1->pkt.size + sizeof(*pkt1);
350 /* XXX: should duplicate packet data in DV case */
351 SDL_CondSignal(q->cond);
352
353 SDL_UnlockMutex(q->mutex);
354 return 0;
355 }
356
357 static void packet_queue_abort(PacketQueue *q)
358 {
359 SDL_LockMutex(q->mutex);
360
361 q->abort_request = 1;
362
363 SDL_CondSignal(q->cond);
364
365 SDL_UnlockMutex(q->mutex);
366 }
367
368 /* return < 0 if aborted, 0 if no packet and > 0 if packet. */
369 static int packet_queue_get(PacketQueue *q, AVPacket *pkt, int block)
370 {
371 AVPacketList *pkt1;
372 int ret;
373
374 SDL_LockMutex(q->mutex);
375
376 for (;;) {
377 if (q->abort_request) {
378 ret = -1;
379 break;
380 }
381
382 pkt1 = q->first_pkt;
383 if (pkt1) {
384 q->first_pkt = pkt1->next;
385 if (!q->first_pkt)
386 q->last_pkt = NULL;
387 q->nb_packets--;
388 q->size -= pkt1->pkt.size + sizeof(*pkt1);
389 *pkt = pkt1->pkt;
390 av_free(pkt1);
391 ret = 1;
392 break;
393 } else if (!block) {
394 ret = 0;
395 break;
396 } else {
397 SDL_CondWait(q->cond, q->mutex);
398 }
399 }
400 SDL_UnlockMutex(q->mutex);
401 return ret;
402 }
403
404 static inline void fill_rectangle(SDL_Surface *screen,
405 int x, int y, int w, int h, int color)
406 {
407 SDL_Rect rect;
408 rect.x = x;
409 rect.y = y;
410 rect.w = w;
411 rect.h = h;
412 SDL_FillRect(screen, &rect, color);
413 }
414
415 #define ALPHA_BLEND(a, oldp, newp, s)\
416 ((((oldp << s) * (255 - (a))) + (newp * (a))) / (255 << s))
417
418 #define RGBA_IN(r, g, b, a, s)\
419 {\
420 unsigned int v = ((const uint32_t *)(s))[0];\
421 a = (v >> 24) & 0xff;\
422 r = (v >> 16) & 0xff;\
423 g = (v >> 8) & 0xff;\
424 b = v & 0xff;\
425 }
426
427 #define YUVA_IN(y, u, v, a, s, pal)\
428 {\
429 unsigned int val = ((const uint32_t *)(pal))[*(const uint8_t*)(s)];\
430 a = (val >> 24) & 0xff;\
431 y = (val >> 16) & 0xff;\
432 u = (val >> 8) & 0xff;\
433 v = val & 0xff;\
434 }
435
436 #define YUVA_OUT(d, y, u, v, a)\
437 {\
438 ((uint32_t *)(d))[0] = (a << 24) | (y << 16) | (u << 8) | v;\
439 }
440
441
442 #define BPP 1
443
444 static void blend_subrect(AVPicture *dst, const AVSubtitleRect *rect, int imgw, int imgh)
445 {
446 int wrap, wrap3, width2, skip2;
447 int y, u, v, a, u1, v1, a1, w, h;
448 uint8_t *lum, *cb, *cr;
449 const uint8_t *p;
450 const uint32_t *pal;
451 int dstx, dsty, dstw, dsth;
452
453 dstw = av_clip(rect->w, 0, imgw);
454 dsth = av_clip(rect->h, 0, imgh);
455 dstx = av_clip(rect->x, 0, imgw - dstw);
456 dsty = av_clip(rect->y, 0, imgh - dsth);
457 lum = dst->data[0] + dsty * dst->linesize[0];
458 cb = dst->data[1] + (dsty >> 1) * dst->linesize[1];
459 cr = dst->data[2] + (dsty >> 1) * dst->linesize[2];
460
461 width2 = ((dstw + 1) >> 1) + (dstx & ~dstw & 1);
462 skip2 = dstx >> 1;
463 wrap = dst->linesize[0];
464 wrap3 = rect->pict.linesize[0];
465 p = rect->pict.data[0];
466 pal = (const uint32_t *)rect->pict.data[1]; /* Now in YCrCb! */
467
468 if (dsty & 1) {
469 lum += dstx;
470 cb += skip2;
471 cr += skip2;
472
473 if (dstx & 1) {
474 YUVA_IN(y, u, v, a, p, pal);
475 lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
476 cb[0] = ALPHA_BLEND(a >> 2, cb[0], u, 0);
477 cr[0] = ALPHA_BLEND(a >> 2, cr[0], v, 0);
478 cb++;
479 cr++;
480 lum++;
481 p += BPP;
482 }
483 for (w = dstw - (dstx & 1); w >= 2; w -= 2) {
484 YUVA_IN(y, u, v, a, p, pal);
485 u1 = u;
486 v1 = v;
487 a1 = a;
488 lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
489
490 YUVA_IN(y, u, v, a, p + BPP, pal);
491 u1 += u;
492 v1 += v;
493 a1 += a;
494 lum[1] = ALPHA_BLEND(a, lum[1], y, 0);
495 cb[0] = ALPHA_BLEND(a1 >> 2, cb[0], u1, 1);
496 cr[0] = ALPHA_BLEND(a1 >> 2, cr[0], v1, 1);
497 cb++;
498 cr++;
499 p += 2 * BPP;
500 lum += 2;
501 }
502 if (w) {
503 YUVA_IN(y, u, v, a, p, pal);
504 lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
505 cb[0] = ALPHA_BLEND(a >> 2, cb[0], u, 0);
506 cr[0] = ALPHA_BLEND(a >> 2, cr[0], v, 0);
507 p++;
508 lum++;
509 }
510 p += wrap3 - dstw * BPP;
511 lum += wrap - dstw - dstx;
512 cb += dst->linesize[1] - width2 - skip2;
513 cr += dst->linesize[2] - width2 - skip2;
514 }
515 for (h = dsth - (dsty & 1); h >= 2; h -= 2) {
516 lum += dstx;
517 cb += skip2;
518 cr += skip2;
519
520 if (dstx & 1) {
521 YUVA_IN(y, u, v, a, p, pal);
522 u1 = u;
523 v1 = v;
524 a1 = a;
525 lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
526 p += wrap3;
527 lum += wrap;
528 YUVA_IN(y, u, v, a, p, pal);
529 u1 += u;
530 v1 += v;
531 a1 += a;
532 lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
533 cb[0] = ALPHA_BLEND(a1 >> 2, cb[0], u1, 1);
534 cr[0] = ALPHA_BLEND(a1 >> 2, cr[0], v1, 1);
535 cb++;
536 cr++;
537 p += -wrap3 + BPP;
538 lum += -wrap + 1;
539 }
540 for (w = dstw - (dstx & 1); w >= 2; w -= 2) {
541 YUVA_IN(y, u, v, a, p, pal);
542 u1 = u;
543 v1 = v;
544 a1 = a;
545 lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
546
547 YUVA_IN(y, u, v, a, p + BPP, pal);
548 u1 += u;
549 v1 += v;
550 a1 += a;
551 lum[1] = ALPHA_BLEND(a, lum[1], y, 0);
552 p += wrap3;
553 lum += wrap;
554
555 YUVA_IN(y, u, v, a, p, pal);
556 u1 += u;
557 v1 += v;
558 a1 += a;
559 lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
560
561 YUVA_IN(y, u, v, a, p + BPP, pal);
562 u1 += u;
563 v1 += v;
564 a1 += a;
565 lum[1] = ALPHA_BLEND(a, lum[1], y, 0);
566
567 cb[0] = ALPHA_BLEND(a1 >> 2, cb[0], u1, 2);
568 cr[0] = ALPHA_BLEND(a1 >> 2, cr[0], v1, 2);
569
570 cb++;
571 cr++;
572 p += -wrap3 + 2 * BPP;
573 lum += -wrap + 2;
574 }
575 if (w) {
576 YUVA_IN(y, u, v, a, p, pal);
577 u1 = u;
578 v1 = v;
579 a1 = a;
580 lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
581 p += wrap3;
582 lum += wrap;
583 YUVA_IN(y, u, v, a, p, pal);
584 u1 += u;
585 v1 += v;
586 a1 += a;
587 lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
588 cb[0] = ALPHA_BLEND(a1 >> 2, cb[0], u1, 1);
589 cr[0] = ALPHA_BLEND(a1 >> 2, cr[0], v1, 1);
590 cb++;
591 cr++;
592 p += -wrap3 + BPP;
593 lum += -wrap + 1;
594 }
595 p += wrap3 + (wrap3 - dstw * BPP);
596 lum += wrap + (wrap - dstw - dstx);
597 cb += dst->linesize[1] - width2 - skip2;
598 cr += dst->linesize[2] - width2 - skip2;
599 }
600 /* handle odd height */
601 if (h) {
602 lum += dstx;
603 cb += skip2;
604 cr += skip2;
605
606 if (dstx & 1) {
607 YUVA_IN(y, u, v, a, p, pal);
608 lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
609 cb[0] = ALPHA_BLEND(a >> 2, cb[0], u, 0);
610 cr[0] = ALPHA_BLEND(a >> 2, cr[0], v, 0);
611 cb++;
612 cr++;
613 lum++;
614 p += BPP;
615 }
616 for (w = dstw - (dstx & 1); w >= 2; w -= 2) {
617 YUVA_IN(y, u, v, a, p, pal);
618 u1 = u;
619 v1 = v;
620 a1 = a;
621 lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
622
623 YUVA_IN(y, u, v, a, p + BPP, pal);
624 u1 += u;
625 v1 += v;
626 a1 += a;
627 lum[1] = ALPHA_BLEND(a, lum[1], y, 0);
628 cb[0] = ALPHA_BLEND(a1 >> 2, cb[0], u, 1);
629 cr[0] = ALPHA_BLEND(a1 >> 2, cr[0], v, 1);
630 cb++;
631 cr++;
632 p += 2 * BPP;
633 lum += 2;
634 }
635 if (w) {
636 YUVA_IN(y, u, v, a, p, pal);
637 lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
638 cb[0] = ALPHA_BLEND(a >> 2, cb[0], u, 0);
639 cr[0] = ALPHA_BLEND(a >> 2, cr[0], v, 0);
640 }
641 }
642 }
643
644 static void free_subpicture(SubPicture *sp)
645 {
646 avsubtitle_free(&sp->sub);
647 }
648
649 static void video_image_display(VideoState *is)
650 {
651 VideoPicture *vp;
652 SubPicture *sp;
653 AVPicture pict;
654 float aspect_ratio;
655 int width, height, x, y;
656 SDL_Rect rect;
657 int i;
658
659 vp = &is->pictq[is->pictq_rindex];
660 if (vp->bmp) {
661 #if CONFIG_AVFILTER
662 if (vp->picref->video->pixel_aspect.num == 0)
663 aspect_ratio = 0;
664 else
665 aspect_ratio = av_q2d(vp->picref->video->pixel_aspect);
666 #else
667
668 /* XXX: use variable in the frame */
669 if (is->video_st->sample_aspect_ratio.num)
670 aspect_ratio = av_q2d(is->video_st->sample_aspect_ratio);
671 else if (is->video_st->codec->sample_aspect_ratio.num)
672 aspect_ratio = av_q2d(is->video_st->codec->sample_aspect_ratio);
673 else
674 aspect_ratio = 0;
675 #endif
676 if (aspect_ratio <= 0.0)
677 aspect_ratio = 1.0;
678 aspect_ratio *= (float)vp->width / (float)vp->height;
679
680 if (is->subtitle_st)
681 {
682 if (is->subpq_size > 0)
683 {
684 sp = &is->subpq[is->subpq_rindex];
685
686 if (vp->pts >= sp->pts + ((float) sp->sub.start_display_time / 1000))
687 {
688 SDL_LockYUVOverlay (vp->bmp);
689
690 pict.data[0] = vp->bmp->pixels[0];
691 pict.data[1] = vp->bmp->pixels[2];
692 pict.data[2] = vp->bmp->pixels[1];
693
694 pict.linesize[0] = vp->bmp->pitches[0];
695 pict.linesize[1] = vp->bmp->pitches[2];
696 pict.linesize[2] = vp->bmp->pitches[1];
697
698 for (i = 0; i < sp->sub.num_rects; i++)
699 blend_subrect(&pict, sp->sub.rects[i],
700 vp->bmp->w, vp->bmp->h);
701
702 SDL_UnlockYUVOverlay (vp->bmp);
703 }
704 }
705 }
706
707
708 /* XXX: we suppose the screen has a 1.0 pixel ratio */
709 height = is->height;
710 width = ((int)rint(height * aspect_ratio)) & ~1;
711 if (width > is->width) {
712 width = is->width;
713 height = ((int)rint(width / aspect_ratio)) & ~1;
714 }
715 x = (is->width - width) / 2;
716 y = (is->height - height) / 2;
717 is->no_background = 0;
718 rect.x = is->xleft + x;
719 rect.y = is->ytop + y;
720 rect.w = width;
721 rect.h = height;
722 SDL_DisplayYUVOverlay(vp->bmp, &rect);
723 }
724 }
725
726 /* get the current audio output buffer size, in samples. With SDL, we
727 cannot have a precise information */
728 static int audio_write_get_buf_size(VideoState *is)
729 {
730 return is->audio_buf_size - is->audio_buf_index;
731 }
732
733 static inline int compute_mod(int a, int b)
734 {
735 a = a % b;
736 if (a >= 0)
737 return a;
738 else
739 return a + b;
740 }
741
742 static void video_audio_display(VideoState *s)
743 {
744 int i, i_start, x, y1, y, ys, delay, n, nb_display_channels;
745 int ch, channels, h, h2, bgcolor, fgcolor;
746 int16_t time_diff;
747 int rdft_bits, nb_freq;
748
749 for (rdft_bits = 1; (1 << rdft_bits) < 2 * s->height; rdft_bits++)
750 ;
751 nb_freq = 1 << (rdft_bits - 1);
752
753 /* compute display index : center on currently output samples */
754 channels = s->sdl_channels;
755 nb_display_channels = channels;
756 if (!s->paused) {
757 int data_used = s->show_audio == 1 ? s->width : (2 * nb_freq);
758 n = 2 * channels;
759 delay = audio_write_get_buf_size(s);
760 delay /= n;
761
762 /* to be more precise, we take into account the time spent since
763 the last buffer computation */
764 if (audio_callback_time) {
765 time_diff = av_gettime() - audio_callback_time;
766 delay -= (time_diff * s->audio_st->codec->sample_rate) / 1000000;
767 }
768
769 delay += 2 * data_used;
770 if (delay < data_used)
771 delay = data_used;
772
773 i_start= x = compute_mod(s->sample_array_index - delay * channels, SAMPLE_ARRAY_SIZE);
774 if (s->show_audio == 1) {
775 h = INT_MIN;
776 for (i = 0; i < 1000; i += channels) {
777 int idx = (SAMPLE_ARRAY_SIZE + x - i) % SAMPLE_ARRAY_SIZE;
778 int a = s->sample_array[idx];
779 int b = s->sample_array[(idx + 4 * channels) % SAMPLE_ARRAY_SIZE];
780 int c = s->sample_array[(idx + 5 * channels) % SAMPLE_ARRAY_SIZE];
781 int d = s->sample_array[(idx + 9 * channels) % SAMPLE_ARRAY_SIZE];
782 int score = a - d;
783 if (h < score && (b ^ c) < 0) {
784 h = score;
785 i_start = idx;
786 }
787 }
788 }
789
790 s->last_i_start = i_start;
791 } else {
792 i_start = s->last_i_start;
793 }
794
795 bgcolor = SDL_MapRGB(screen->format, 0x00, 0x00, 0x00);
796 if (s->show_audio == 1) {
797 fill_rectangle(screen,
798 s->xleft, s->ytop, s->width, s->height,
799 bgcolor);
800
801 fgcolor = SDL_MapRGB(screen->format, 0xff, 0xff, 0xff);
802
803 /* total height for one channel */
804 h = s->height / nb_display_channels;
805 /* graph height / 2 */
806 h2 = (h * 9) / 20;
807 for (ch = 0; ch < nb_display_channels; ch++) {
808 i = i_start + ch;
809 y1 = s->ytop + ch * h + (h / 2); /* position of center line */
810 for (x = 0; x < s->width; x++) {
811 y = (s->sample_array[i] * h2) >> 15;
812 if (y < 0) {
813 y = -y;
814 ys = y1 - y;
815 } else {
816 ys = y1;
817 }
818 fill_rectangle(screen,
819 s->xleft + x, ys, 1, y,
820 fgcolor);
821 i += channels;
822 if (i >= SAMPLE_ARRAY_SIZE)
823 i -= SAMPLE_ARRAY_SIZE;
824 }
825 }
826
827 fgcolor = SDL_MapRGB(screen->format, 0x00, 0x00, 0xff);
828
829 for (ch = 1; ch < nb_display_channels; ch++) {
830 y = s->ytop + ch * h;
831 fill_rectangle(screen,
832 s->xleft, y, s->width, 1,
833 fgcolor);
834 }
835 SDL_UpdateRect(screen, s->xleft, s->ytop, s->width, s->height);
836 } else {
837 nb_display_channels= FFMIN(nb_display_channels, 2);
838 if (rdft_bits != s->rdft_bits) {
839 av_rdft_end(s->rdft);
840 av_free(s->rdft_data);
841 s->rdft = av_rdft_init(rdft_bits, DFT_R2C);
842 s->rdft_bits = rdft_bits;
843 s->rdft_data = av_malloc(4 * nb_freq * sizeof(*s->rdft_data));
844 }
845 {
846 FFTSample *data[2];
847 for (ch = 0; ch < nb_display_channels; ch++) {
848 data[ch] = s->rdft_data + 2 * nb_freq * ch;
849 i = i_start + ch;
850 for (x = 0; x < 2 * nb_freq; x++) {
851 double w = (x-nb_freq) * (1.0 / nb_freq);
852 data[ch][x] = s->sample_array[i] * (1.0 - w * w);
853 i += channels;
854 if (i >= SAMPLE_ARRAY_SIZE)
855 i -= SAMPLE_ARRAY_SIZE;
856 }
857 av_rdft_calc(s->rdft, data[ch]);
858 }
859 // least efficient way to do this, we should of course directly access it but its more than fast enough
860 for (y = 0; y < s->height; y++) {
861 double w = 1 / sqrt(nb_freq);
862 int a = sqrt(w * sqrt(data[0][2 * y + 0] * data[0][2 * y + 0] + data[0][2 * y + 1] * data[0][2 * y + 1]));
863 int b = (nb_display_channels == 2 ) ? sqrt(w * sqrt(data[1][2 * y + 0] * data[1][2 * y + 0]
864 + data[1][2 * y + 1] * data[1][2 * y + 1])) : a;
865 a = FFMIN(a, 255);
866 b = FFMIN(b, 255);
867 fgcolor = SDL_MapRGB(screen->format, a, b, (a + b) / 2);
868
869 fill_rectangle(screen,
870 s->xpos, s->height-y, 1, 1,
871 fgcolor);
872 }
873 }
874 SDL_UpdateRect(screen, s->xpos, s->ytop, 1, s->height);
875 s->xpos++;
876 if (s->xpos >= s->width)
877 s->xpos= s->xleft;
878 }
879 }
880
881 static int video_open(VideoState *is)
882 {
883 int flags = SDL_HWSURFACE | SDL_ASYNCBLIT | SDL_HWACCEL;
884 int w,h;
885
886 if (is_full_screen) flags |= SDL_FULLSCREEN;
887 else flags |= SDL_RESIZABLE;
888
889 if (is_full_screen && fs_screen_width) {
890 w = fs_screen_width;
891 h = fs_screen_height;
892 } else if (!is_full_screen && screen_width) {
893 w = screen_width;
894 h = screen_height;
895 #if CONFIG_AVFILTER
896 } else if (is->out_video_filter && is->out_video_filter->inputs[0]) {
897 w = is->out_video_filter->inputs[0]->w;
898 h = is->out_video_filter->inputs[0]->h;
899 #else
900 } else if (is->video_st && is->video_st->codec->width) {
901 w = is->video_st->codec->width;
902 h = is->video_st->codec->height;
903 #endif
904 } else {
905 w = 640;
906 h = 480;
907 }
908 if (screen && is->width == screen->w && screen->w == w
909 && is->height== screen->h && screen->h == h)
910 return 0;
911
912 #if defined(__APPLE__) && !SDL_VERSION_ATLEAST(1, 2, 14)
913 /* setting bits_per_pixel = 0 or 32 causes blank video on OS X and older SDL */
914 screen = SDL_SetVideoMode(w, h, 24, flags);
915 #else
916 screen = SDL_SetVideoMode(w, h, 0, flags);
917 #endif
918 if (!screen) {
919 fprintf(stderr, "SDL: could not set video mode - exiting\n");
920 return -1;
921 }
922 if (!window_title)
923 window_title = input_filename;
924 SDL_WM_SetCaption(window_title, window_title);
925
926 is->width = screen->w;
927 is->height = screen->h;
928
929 return 0;
930 }
931
932 /* display the current picture, if any */
933 static void video_display(VideoState *is)
934 {
935 if (!screen)
936 video_open(cur_stream);
937 if (is->audio_st && is->show_audio)
938 video_audio_display(is);
939 else if (is->video_st)
940 video_image_display(is);
941 }
942
943 static int refresh_thread(void *opaque)
944 {
945 VideoState *is= opaque;
946 while (!is->abort_request) {
947 SDL_Event event;
948 event.type = FF_REFRESH_EVENT;
949 event.user.data1 = opaque;
950 if (!is->refresh) {
951 is->refresh = 1;
952 SDL_PushEvent(&event);
953 }
954 av_usleep(is->audio_st && is->show_audio ? rdftspeed * 1000 : 5000); // FIXME ideally we should wait the correct time but SDLs event passing is so slow it would be silly
955 }
956 return 0;
957 }
958
959 /* get the current audio clock value */
960 static double get_audio_clock(VideoState *is)
961 {
962 double pts;
963 int hw_buf_size, bytes_per_sec;
964 pts = is->audio_clock;
965 hw_buf_size = audio_write_get_buf_size(is);
966 bytes_per_sec = 0;
967 if (is->audio_st) {
968 bytes_per_sec = is->audio_st->codec->sample_rate * is->sdl_channels *
969 av_get_bytes_per_sample(is->sdl_sample_fmt);
970 }
971 if (bytes_per_sec)
972 pts -= (double)hw_buf_size / bytes_per_sec;
973 return pts;
974 }
975
976 /* get the current video clock value */
977 static double get_video_clock(VideoState *is)
978 {
979 if (is->paused) {
980 return is->video_current_pts;
981 } else {
982 return is->video_current_pts_drift + av_gettime() / 1000000.0;
983 }
984 }
985
986 /* get the current external clock value */
987 static double get_external_clock(VideoState *is)
988 {
989 int64_t ti;
990 ti = av_gettime();
991 return is->external_clock + ((ti - is->external_clock_time) * 1e-6);
992 }
993
994 /* get the current master clock value */
995 static double get_master_clock(VideoState *is)
996 {
997 double val;
998
999 if (is->av_sync_type == AV_SYNC_VIDEO_MASTER) {
1000 if (is->video_st)
1001 val = get_video_clock(is);
1002 else
1003 val = get_audio_clock(is);
1004 } else if (is->av_sync_type == AV_SYNC_AUDIO_MASTER) {
1005 if (is->audio_st)
1006 val = get_audio_clock(is);
1007 else
1008 val = get_video_clock(is);
1009 } else {
1010 val = get_external_clock(is);
1011 }
1012 return val;
1013 }
1014
1015 /* seek in the stream */
1016 static void stream_seek(VideoState *is, int64_t pos, int64_t rel, int seek_by_bytes)
1017 {
1018 if (!is->seek_req) {
1019 is->seek_pos = pos;
1020 is->seek_rel = rel;
1021 is->seek_flags &= ~AVSEEK_FLAG_BYTE;
1022 if (seek_by_bytes)
1023 is->seek_flags |= AVSEEK_FLAG_BYTE;
1024 is->seek_req = 1;
1025 }
1026 }
1027
1028 /* pause or resume the video */
1029 static void stream_pause(VideoState *is)
1030 {
1031 if (is->paused) {
1032 is->frame_timer += av_gettime() / 1000000.0 + is->video_current_pts_drift - is->video_current_pts;
1033 if (is->read_pause_return != AVERROR(ENOSYS)) {
1034 is->video_current_pts = is->video_current_pts_drift + av_gettime() / 1000000.0;
1035 }
1036 is->video_current_pts_drift = is->video_current_pts - av_gettime() / 1000000.0;
1037 }
1038 is->paused = !is->paused;
1039 }
1040
1041 static double compute_target_time(double frame_current_pts, VideoState *is)
1042 {
1043 double delay, sync_threshold, diff;
1044
1045 /* compute nominal delay */
1046 delay = frame_current_pts - is->frame_last_pts;
1047 if (delay <= 0 || delay >= 10.0) {
1048 /* if incorrect delay, use previous one */
1049 delay = is->frame_last_delay;
1050 } else {
1051 is->frame_last_delay = delay;
1052 }
1053 is->frame_last_pts = frame_current_pts;
1054
1055 /* update delay to follow master synchronisation source */
1056 if (((is->av_sync_type == AV_SYNC_AUDIO_MASTER && is->audio_st) ||
1057 is->av_sync_type == AV_SYNC_EXTERNAL_CLOCK)) {
1058 /* if video is slave, we try to correct big delays by
1059 duplicating or deleting a frame */
1060 diff = get_video_clock(is) - get_master_clock(is);
1061
1062 /* skip or repeat frame. We take into account the
1063 delay to compute the threshold. I still don't know
1064 if it is the best guess */
1065 sync_threshold = FFMAX(AV_SYNC_THRESHOLD, delay);
1066 if (fabs(diff) < AV_NOSYNC_THRESHOLD) {
1067 if (diff <= -sync_threshold)
1068 delay = 0;
1069 else if (diff >= sync_threshold)
1070 delay = 2 * delay;
1071 }
1072 }
1073 is->frame_timer += delay;
1074
1075 av_dlog(NULL, "video: delay=%0.3f pts=%0.3f A-V=%f\n",
1076 delay, frame_current_pts, -diff);
1077
1078 return is->frame_timer;
1079 }
1080
1081 /* called to display each frame */
1082 static void video_refresh_timer(void *opaque)
1083 {
1084 VideoState *is = opaque;
1085 VideoPicture *vp;
1086
1087 SubPicture *sp, *sp2;
1088
1089 if (is->video_st) {
1090 retry:
1091 if (is->pictq_size == 0) {
1092 // nothing to do, no picture to display in the que
1093 } else {
1094 double time = av_gettime() / 1000000.0;
1095 double next_target;
1096 /* dequeue the picture */
1097 vp = &is->pictq[is->pictq_rindex];
1098
1099 if (time < vp->target_clock)
1100 return;
1101 /* update current video pts */
1102 is->video_current_pts = vp->pts;
1103 is->video_current_pts_drift = is->video_current_pts - time;
1104 is->video_current_pos = vp->pos;
1105 if (is->pictq_size > 1) {
1106 VideoPicture *nextvp = &is->pictq[(is->pictq_rindex + 1) % VIDEO_PICTURE_QUEUE_SIZE];
1107 assert(nextvp->target_clock >= vp->target_clock);
1108 next_target= nextvp->target_clock;
1109 } else {
1110 next_target = vp->target_clock + is->video_clock - vp->pts; // FIXME pass durations cleanly
1111 }
1112 if (framedrop && time > next_target) {
1113 is->skip_frames *= 1.0 + FRAME_SKIP_FACTOR;
1114 if (is->pictq_size > 1 || time > next_target + 0.5) {
1115 /* update queue size and signal for next picture */
1116 if (++is->pictq_rindex == VIDEO_PICTURE_QUEUE_SIZE)
1117 is->pictq_rindex = 0;
1118
1119 SDL_LockMutex(is->pictq_mutex);
1120 is->pictq_size--;
1121 SDL_CondSignal(is->pictq_cond);
1122 SDL_UnlockMutex(is->pictq_mutex);
1123 goto retry;
1124 }
1125 }
1126
1127 if (is->subtitle_st) {
1128 if (is->subtitle_stream_changed) {
1129 SDL_LockMutex(is->subpq_mutex);
1130
1131 while (is->subpq_size) {
1132 free_subpicture(&is->subpq[is->subpq_rindex]);
1133
1134 /* update queue size and signal for next picture */
1135 if (++is->subpq_rindex == SUBPICTURE_QUEUE_SIZE)
1136 is->subpq_rindex = 0;
1137
1138 is->subpq_size--;
1139 }
1140 is->subtitle_stream_changed = 0;
1141
1142 SDL_CondSignal(is->subpq_cond);
1143 SDL_UnlockMutex(is->subpq_mutex);
1144 } else {
1145 if (is->subpq_size > 0) {
1146 sp = &is->subpq[is->subpq_rindex];
1147
1148 if (is->subpq_size > 1)
1149 sp2 = &is->subpq[(is->subpq_rindex + 1) % SUBPICTURE_QUEUE_SIZE];
1150 else
1151 sp2 = NULL;
1152
1153 if ((is->video_current_pts > (sp->pts + ((float) sp->sub.end_display_time / 1000)))
1154 || (sp2 && is->video_current_pts > (sp2->pts + ((float) sp2->sub.start_display_time / 1000))))
1155 {
1156 free_subpicture(sp);
1157
1158 /* update queue size and signal for next picture */
1159 if (++is->subpq_rindex == SUBPICTURE_QUEUE_SIZE)
1160 is->subpq_rindex = 0;
1161
1162 SDL_LockMutex(is->subpq_mutex);
1163 is->subpq_size--;
1164 SDL_CondSignal(is->subpq_cond);
1165 SDL_UnlockMutex(is->subpq_mutex);
1166 }
1167 }
1168 }
1169 }
1170
1171 /* display picture */
1172 if (!display_disable)
1173 video_display(is);
1174
1175 /* update queue size and signal for next picture */
1176 if (++is->pictq_rindex == VIDEO_PICTURE_QUEUE_SIZE)
1177 is->pictq_rindex = 0;
1178
1179 SDL_LockMutex(is->pictq_mutex);
1180 is->pictq_size--;
1181 SDL_CondSignal(is->pictq_cond);
1182 SDL_UnlockMutex(is->pictq_mutex);
1183 }
1184 } else if (is->audio_st) {
1185 /* draw the next audio frame */
1186
1187 /* if only audio stream, then display the audio bars (better
1188 than nothing, just to test the implementation */
1189
1190 /* display picture */
1191 if (!display_disable)
1192 video_display(is);
1193 }
1194 if (show_status) {
1195 static int64_t last_time;
1196 int64_t cur_time;
1197 int aqsize, vqsize, sqsize;
1198 double av_diff;
1199
1200 cur_time = av_gettime();
1201 if (!last_time || (cur_time - last_time) >= 30000) {
1202 aqsize = 0;
1203 vqsize = 0;
1204 sqsize = 0;
1205 if (is->audio_st)
1206 aqsize = is->audioq.size;
1207 if (is->video_st)
1208 vqsize = is->videoq.size;
1209 if (is->subtitle_st)
1210 sqsize = is->subtitleq.size;
1211 av_diff = 0;
1212 if (is->audio_st && is->video_st)
1213 av_diff = get_audio_clock(is) - get_video_clock(is);
1214 printf("%7.2f A-V:%7.3f s:%3.1f aq=%5dKB vq=%5dKB sq=%5dB f=%"PRId64"/%"PRId64" \r",
1215 get_master_clock(is), av_diff, FFMAX(is->skip_frames - 1, 0), aqsize / 1024,
1216 vqsize / 1024, sqsize, is->pts_ctx.num_faulty_dts, is->pts_ctx.num_faulty_pts);
1217 fflush(stdout);
1218 last_time = cur_time;
1219 }
1220 }
1221 }
1222
1223 static void stream_close(VideoState *is)
1224 {
1225 VideoPicture *vp;
1226 int i;
1227 /* XXX: use a special url_shutdown call to abort parse cleanly */
1228 is->abort_request = 1;
1229 SDL_WaitThread(is->parse_tid, NULL);
1230 SDL_WaitThread(is->refresh_tid, NULL);
1231
1232 /* free all pictures */
1233 for (i = 0; i < VIDEO_PICTURE_QUEUE_SIZE; i++) {
1234 vp = &is->pictq[i];
1235 #if CONFIG_AVFILTER
1236 avfilter_unref_bufferp(&vp->picref);
1237 #endif
1238 if (vp->bmp) {
1239 SDL_FreeYUVOverlay(vp->bmp);
1240 vp->bmp = NULL;
1241 }
1242 }
1243 SDL_DestroyMutex(is->pictq_mutex);
1244 SDL_DestroyCond(is->pictq_cond);
1245 SDL_DestroyMutex(is->subpq_mutex);
1246 SDL_DestroyCond(is->subpq_cond);
1247 #if !CONFIG_AVFILTER
1248 if (is->img_convert_ctx)
1249 sws_freeContext(is->img_convert_ctx);
1250 #endif
1251 av_free(is);
1252 }
1253
1254 static void do_exit(void)
1255 {
1256 if (cur_stream) {
1257 stream_close(cur_stream);
1258 cur_stream = NULL;
1259 }
1260 uninit_opts();
1261 #if CONFIG_AVFILTER
1262 avfilter_uninit();
1263 #endif
1264 avformat_network_deinit();
1265 if (show_status)
1266 printf("\n");
1267 SDL_Quit();
1268 av_log(NULL, AV_LOG_QUIET, "");
1269 exit(0);
1270 }
1271
1272 /* allocate a picture (needs to do that in main thread to avoid
1273 potential locking problems */
1274 static void alloc_picture(void *opaque)
1275 {
1276 VideoState *is = opaque;
1277 VideoPicture *vp;
1278
1279 vp = &is->pictq[is->pictq_windex];
1280
1281 if (vp->bmp)
1282 SDL_FreeYUVOverlay(vp->bmp);
1283
1284 #if CONFIG_AVFILTER
1285 avfilter_unref_bufferp(&vp->picref);
1286
1287 vp->width = is->out_video_filter->inputs[0]->w;
1288 vp->height = is->out_video_filter->inputs[0]->h;
1289 vp->pix_fmt = is->out_video_filter->inputs[0]->format;
1290 #else
1291 vp->width = is->video_st->codec->width;
1292 vp->height = is->video_st->codec->height;
1293 vp->pix_fmt = is->video_st->codec->pix_fmt;
1294 #endif
1295
1296 vp->bmp = SDL_CreateYUVOverlay(vp->width, vp->height,
1297 SDL_YV12_OVERLAY,
1298 screen);
1299 if (!vp->bmp || vp->bmp->pitches[0] < vp->width) {
1300 /* SDL allocates a buffer smaller than requested if the video
1301 * overlay hardware is unable to support the requested size. */
1302 fprintf(stderr, "Error: the video system does not support an image\n"
1303 "size of %dx%d pixels. Try using -vf \"scale=w:h\"\n"
1304 "to reduce the image size.\n", vp->width, vp->height );
1305 do_exit();
1306 }
1307
1308 SDL_LockMutex(is->pictq_mutex);
1309 vp->allocated = 1;
1310 SDL_CondSignal(is->pictq_cond);
1311 SDL_UnlockMutex(is->pictq_mutex);
1312 }
1313
1314 /**
1315 *
1316 * @param pts the dts of the pkt / pts of the frame and guessed if not known
1317 */
1318 static int queue_picture(VideoState *is, AVFrame *src_frame, double pts, int64_t pos)
1319 {
1320 VideoPicture *vp;
1321 #if CONFIG_AVFILTER
1322 AVPicture pict_src;
1323 #else
1324 int dst_pix_fmt = PIX_FMT_YUV420P;
1325 #endif
1326 /* wait until we have space to put a new picture */
1327 SDL_LockMutex(is->pictq_mutex);
1328
1329 if (is->pictq_size >= VIDEO_PICTURE_QUEUE_SIZE && !is->refresh)
1330 is->skip_frames = FFMAX(1.0 - FRAME_SKIP_FACTOR, is->skip_frames * (1.0 - FRAME_SKIP_FACTOR));
1331
1332 while (is->pictq_size >= VIDEO_PICTURE_QUEUE_SIZE &&
1333 !is->videoq.abort_request) {
1334 SDL_CondWait(is->pictq_cond, is->pictq_mutex);
1335 }
1336 SDL_UnlockMutex(is->pictq_mutex);
1337
1338 if (is->videoq.abort_request)
1339 return -1;
1340
1341 vp = &is->pictq[is->pictq_windex];
1342
1343 /* alloc or resize hardware picture buffer */
1344 if (!vp->bmp || vp->reallocate ||
1345 #if CONFIG_AVFILTER
1346 vp->width != is->out_video_filter->inputs[0]->w ||
1347 vp->height != is->out_video_filter->inputs[0]->h) {
1348 #else
1349 vp->width != is->video_st->codec->width ||
1350 vp->height != is->video_st->codec->height) {
1351 #endif
1352 SDL_Event event;
1353
1354 vp->allocated = 0;
1355 vp->reallocate = 0;
1356
1357 /* the allocation must be done in the main thread to avoid
1358 locking problems */
1359 event.type = FF_ALLOC_EVENT;
1360 event.user.data1 = is;
1361 SDL_PushEvent(&event);
1362
1363 /* wait until the picture is allocated */
1364 SDL_LockMutex(is->pictq_mutex);
1365 while (!vp->allocated && !is->videoq.abort_request) {
1366 SDL_CondWait(is->pictq_cond, is->pictq_mutex);
1367 }
1368 SDL_UnlockMutex(is->pictq_mutex);
1369
1370 if (is->videoq.abort_request)
1371 return -1;
1372 }
1373
1374 /* if the frame is not skipped, then display it */
1375 if (vp->bmp) {
1376 AVPicture pict = { { 0 } };
1377 #if CONFIG_AVFILTER
1378 avfilter_unref_bufferp(&vp->picref);
1379 vp->picref = src_frame->opaque;
1380 #endif
1381
1382 /* get a pointer on the bitmap */
1383 SDL_LockYUVOverlay (vp->bmp);
1384
1385 pict.data[0] = vp->bmp->pixels[0];
1386 pict.data[1] = vp->bmp->pixels[2];
1387 pict.data[2] = vp->bmp->pixels[1];
1388
1389 pict.linesize[0] = vp->bmp->pitches[0];
1390 pict.linesize[1] = vp->bmp->pitches[2];
1391 pict.linesize[2] = vp->bmp->pitches[1];
1392
1393 #if CONFIG_AVFILTER
1394 pict_src.data[0] = src_frame->data[0];
1395 pict_src.data[1] = src_frame->data[1];
1396 pict_src.data[2] = src_frame->data[2];
1397
1398 pict_src.linesize[0] = src_frame->linesize[0];
1399 pict_src.linesize[1] = src_frame->linesize[1];
1400 pict_src.linesize[2] = src_frame->linesize[2];
1401
1402 // FIXME use direct rendering
1403 av_picture_copy(&pict, &pict_src,
1404 vp->pix_fmt, vp->width, vp->height);
1405 #else
1406 sws_flags = av_get_int(sws_opts, "sws_flags", NULL);
1407 is->img_convert_ctx = sws_getCachedContext(is->img_convert_ctx,
1408 vp->width, vp->height, vp->pix_fmt, vp->width, vp->height,
1409 dst_pix_fmt, sws_flags, NULL, NULL, NULL);
1410 if (is->img_convert_ctx == NULL) {
1411 fprintf(stderr, "Cannot initialize the conversion context\n");
1412 exit(1);
1413 }
1414 sws_scale(is->img_convert_ctx, src_frame->data, src_frame->linesize,
1415 0, vp->height, pict.data, pict.linesize);
1416 #endif
1417 /* update the bitmap content */
1418 SDL_UnlockYUVOverlay(vp->bmp);
1419
1420 vp->pts = pts;
1421 vp->pos = pos;
1422
1423 /* now we can update the picture count */
1424 if (++is->pictq_windex == VIDEO_PICTURE_QUEUE_SIZE)
1425 is->pictq_windex = 0;
1426 SDL_LockMutex(is->pictq_mutex);
1427 vp->target_clock = compute_target_time(vp->pts, is);
1428
1429 is->pictq_size++;
1430 SDL_UnlockMutex(is->pictq_mutex);
1431 }
1432 return 0;
1433 }
1434
1435 /**
1436 * compute the exact PTS for the picture if it is omitted in the stream
1437 * @param pts1 the dts of the pkt / pts of the frame
1438 */
1439 static int output_picture2(VideoState *is, AVFrame *src_frame, double pts1, int64_t pos)
1440 {
1441 double frame_delay, pts;
1442
1443 pts = pts1;
1444
1445 if (pts != 0) {
1446 /* update video clock with pts, if present */
1447 is->video_clock = pts;
1448 } else {
1449 pts = is->video_clock;
1450 }
1451 /* update video clock for next frame */
1452 frame_delay = av_q2d(is->video_st->codec->time_base);
1453 /* for MPEG2, the frame can be repeated, so we update the
1454 clock accordingly */
1455 frame_delay += src_frame->repeat_pict * (frame_delay * 0.5);
1456 is->video_clock += frame_delay;
1457
1458 return queue_picture(is, src_frame, pts, pos);
1459 }
1460
1461 static int get_video_frame(VideoState *is, AVFrame *frame, int64_t *pts, AVPacket *pkt)
1462 {
1463 int got_picture, i;
1464
1465 if (packet_queue_get(&is->videoq, pkt, 1) < 0)
1466 return -1;
1467
1468 if (pkt->data == flush_pkt.data) {
1469 avcodec_flush_buffers(is->video_st->codec);
1470
1471 SDL_LockMutex(is->pictq_mutex);
1472 // Make sure there are no long delay timers (ideally we should just flush the que but thats harder)
1473 for (i = 0; i < VIDEO_PICTURE_QUEUE_SIZE; i++) {
1474 is->pictq[i].target_clock= 0;
1475 }
1476 while (is->pictq_size && !is->videoq.abort_request) {
1477 SDL_CondWait(is->pictq_cond, is->pictq_mutex);
1478 }
1479 is->video_current_pos = -1;
1480 SDL_UnlockMutex(is->pictq_mutex);
1481
1482 init_pts_correction(&is->pts_ctx);
1483 is->frame_last_pts = AV_NOPTS_VALUE;
1484 is->frame_last_delay = 0;
1485 is->frame_timer = (double)av_gettime() / 1000000.0;
1486 is->skip_frames = 1;
1487 is->skip_frames_index = 0;
1488 return 0;
1489 }
1490
1491 avcodec_decode_video2(is->video_st->codec, frame, &got_picture, pkt);
1492
1493 if (got_picture) {
1494 if (decoder_reorder_pts == -1) {
1495 *pts = guess_correct_pts(&is->pts_ctx, frame->pkt_pts, frame->pkt_dts);
1496 } else if (decoder_reorder_pts) {
1497 *pts = frame->pkt_pts;
1498 } else {
1499 *pts = frame->pkt_dts;
1500 }
1501
1502 if (*pts == AV_NOPTS_VALUE) {
1503 *pts = 0;
1504 }
1505
1506 is->skip_frames_index += 1;
1507 if (is->skip_frames_index >= is->skip_frames) {
1508 is->skip_frames_index -= FFMAX(is->skip_frames, 1.0);
1509 return 1;
1510 }
1511
1512 }
1513 return 0;
1514 }
1515
1516 #if CONFIG_AVFILTER
1517 static int configure_video_filters(AVFilterGraph *graph, VideoState *is, const char *vfilters)
1518 {
1519 char sws_flags_str[128];
1520 char buffersrc_args[256];
1521 int ret;
1522 AVFilterContext *filt_src = NULL, *filt_out = NULL, *filt_format;
1523 AVCodecContext *codec = is->video_st->codec;
1524
1525 snprintf(sws_flags_str, sizeof(sws_flags_str), "flags=%d", sws_flags);
1526 graph->scale_sws_opts = av_strdup(sws_flags_str);
1527
1528 snprintf(buffersrc_args, sizeof(buffersrc_args), "%d:%d:%d:%d:%d:%d:%d",
1529 codec->width, codec->height, codec->pix_fmt,
1530 is->video_st->time_base.num, is->video_st->time_base.den,
1531 codec->sample_aspect_ratio.num, codec->sample_aspect_ratio.den);
1532
1533
1534 if ((ret = avfilter_graph_create_filter(&filt_src,
1535 avfilter_get_by_name("buffer"),
1536 "src", buffersrc_args, NULL,
1537 graph)) < 0)
1538 return ret;
1539 if ((ret = avfilter_graph_create_filter(&filt_out,
1540 avfilter_get_by_name("buffersink"),
1541 "out", NULL, NULL, graph)) < 0)
1542 return ret;
1543
1544 if ((ret = avfilter_graph_create_filter(&filt_format,
1545 avfilter_get_by_name("format"),
1546 "format", "yuv420p", NULL, graph)) < 0)
1547 return ret;
1548 if ((ret = avfilter_link(filt_format, 0, filt_out, 0)) < 0)
1549 return ret;
1550
1551
1552 if (vfilters) {
1553 AVFilterInOut *outputs = avfilter_inout_alloc();
1554 AVFilterInOut *inputs = avfilter_inout_alloc();
1555
1556 outputs->name = av_strdup("in");
1557 outputs->filter_ctx = filt_src;
1558 outputs->pad_idx = 0;
1559 outputs->next = NULL;
1560
1561 inputs->name = av_strdup("out");
1562 inputs->filter_ctx = filt_format;
1563 inputs->pad_idx = 0;
1564 inputs->next = NULL;
1565
1566 if ((ret = avfilter_graph_parse(graph, vfilters, inputs, outputs, NULL)) < 0)
1567 return ret;
1568 } else {
1569 if ((ret = avfilter_link(filt_src, 0, filt_format, 0)) < 0)
1570 return ret;
1571 }
1572
1573 if ((ret = avfilter_graph_config(graph, NULL)) < 0)
1574 return ret;
1575
1576 is->in_video_filter = filt_src;
1577 is->out_video_filter = filt_out;
1578
1579 if (codec->codec->capabilities & CODEC_CAP_DR1) {
1580 is->use_dr1 = 1;
1581 codec->get_buffer = codec_get_buffer;
1582 codec->release_buffer = codec_release_buffer;
1583 codec->opaque = &is->buffer_pool;
1584 }
1585
1586 return ret;
1587 }
1588
1589 #endif /* CONFIG_AVFILTER */
1590
1591 static int video_thread(void *arg)
1592 {
1593 AVPacket pkt = { 0 };
1594 VideoState *is = arg;
1595 AVFrame *frame = avcodec_alloc_frame();
1596 int64_t pts_int;
1597 double pts;
1598 int ret;
1599
1600 #if CONFIG_AVFILTER
1601 AVFilterGraph *graph = avfilter_graph_alloc();
1602 AVFilterContext *filt_out = NULL, *filt_in = NULL;
1603 int64_t pos;
1604 int last_w = is->video_st->codec->width;
1605 int last_h = is->video_st->codec->height;
1606
1607 if ((ret = configure_video_filters(graph, is, vfilters)) < 0)
1608 goto the_end;
1609 filt_in = is->in_video_filter;
1610 filt_out = is->out_video_filter;
1611 #endif
1612
1613 for (;;) {
1614 #if CONFIG_AVFILTER
1615 AVFilterBufferRef *picref;
1616 AVRational tb;
1617 #endif
1618 while (is->paused && !is->videoq.abort_request)
1619 SDL_Delay(10);
1620
1621 av_free_packet(&pkt);
1622
1623 ret = get_video_frame(is, frame, &pts_int, &pkt);
1624 if (ret < 0)
1625 goto the_end;
1626
1627 if (!ret)
1628 continue;
1629
1630 #if CONFIG_AVFILTER
1631 if ( last_w != is->video_st->codec->width
1632 || last_h != is->video_st->codec->height) {
1633 av_dlog(NULL, "Changing size %dx%d -> %dx%d\n", last_w, last_h,
1634 is->video_st->codec->width, is->video_st->codec->height);
1635 avfilter_graph_free(&graph);
1636 graph = avfilter_graph_alloc();
1637 if ((ret = configure_video_filters(graph, is, vfilters)) < 0)
1638 goto the_end;
1639 filt_in = is->in_video_filter;
1640 filt_out = is->out_video_filter;
1641 last_w = is->video_st->codec->width;
1642 last_h = is->video_st->codec->height;
1643 }
1644
1645 frame->pts = pts_int;
1646 if (is->use_dr1) {
1647 FrameBuffer *buf = frame->opaque;
1648 AVFilterBufferRef *fb = avfilter_get_video_buffer_ref_from_arrays(
1649 frame->data, frame->linesize,
1650 AV_PERM_READ | AV_PERM_PRESERVE,
1651 frame->width, frame->height,
1652 frame->format);
1653
1654 avfilter_copy_frame_props(fb, frame);
1655 fb->buf->priv = buf;
1656 fb->buf->free = filter_release_buffer;
1657
1658 buf->refcount++;
1659 av_buffersrc_buffer(filt_in, fb);
1660
1661 } else
1662 av_buffersrc_write_frame(filt_in, frame);
1663
1664 while (ret >= 0) {
1665 ret = av_buffersink_read(filt_out, &picref);
1666 if (ret < 0) {
1667 ret = 0;
1668 break;
1669 }
1670
1671 avfilter_copy_buf_props(frame, picref);
1672
1673 pts_int = picref->pts;
1674 tb = filt_out->inputs[0]->time_base;
1675 pos = picref->pos;
1676 frame->opaque = picref;
1677
1678 if (av_cmp_q(tb, is->video_st->time_base)) {
1679 av_unused int64_t pts1 = pts_int;
1680 pts_int = av_rescale_q(pts_int, tb, is->video_st->time_base);
1681 av_dlog(NULL, "video_thread(): "
1682 "tb:%d/%d pts:%"PRId64" -> tb:%d/%d pts:%"PRId64"\n",
1683 tb.num, tb.den, pts1,
1684 is->video_st->time_base.num, is->video_st->time_base.den, pts_int);
1685 }
1686 pts = pts_int * av_q2d(is->video_st->time_base);
1687 ret = output_picture2(is, frame, pts, pos);
1688 }
1689 #else
1690 pts = pts_int * av_q2d(is->video_st->time_base);
1691 ret = output_picture2(is, frame, pts, pkt.pos);
1692 #endif
1693
1694 if (ret < 0)
1695 goto the_end;
1696
1697 if (step)
1698 if (cur_stream)
1699 stream_pause(cur_stream);
1700 }
1701 the_end:
1702 #if CONFIG_AVFILTER
1703 av_freep(&vfilters);
1704 avfilter_graph_free(&graph);
1705 #endif
1706 av_free_packet(&pkt);
1707 avcodec_free_frame(&frame);
1708 return 0;
1709 }
1710
1711 static int subtitle_thread(void *arg)
1712 {
1713 VideoState *is = arg;
1714 SubPicture *sp;
1715 AVPacket pkt1, *pkt = &pkt1;
1716 int got_subtitle;
1717 double pts;
1718 int i, j;
1719 int r, g, b, y, u, v, a;
1720
1721 for (;;) {
1722 while (is->paused && !is->subtitleq.abort_request) {
1723 SDL_Delay(10);
1724 }
1725 if (packet_queue_get(&is->subtitleq, pkt, 1) < 0)
1726 break;
1727
1728 if (pkt->data == flush_pkt.data) {
1729 avcodec_flush_buffers(is->subtitle_st->codec);
1730 continue;
1731 }
1732 SDL_LockMutex(is->subpq_mutex);
1733 while (is->subpq_size >= SUBPICTURE_QUEUE_SIZE &&
1734 !is->subtitleq.abort_request) {
1735 SDL_CondWait(is->subpq_cond, is->subpq_mutex);
1736 }
1737 SDL_UnlockMutex(is->subpq_mutex);
1738
1739 if (is->subtitleq.abort_request)
1740 return 0;
1741
1742 sp = &is->subpq[is->subpq_windex];
1743
1744 /* NOTE: ipts is the PTS of the _first_ picture beginning in
1745 this packet, if any */
1746 pts = 0;
1747 if (pkt->pts != AV_NOPTS_VALUE)
1748 pts = av_q2d(is->subtitle_st->time_base) * pkt->pts;
1749
1750 avcodec_decode_subtitle2(is->subtitle_st->codec, &sp->sub,
1751 &got_subtitle, pkt);
1752
1753 if (got_subtitle && sp->sub.format == 0) {
1754 sp->pts = pts;
1755
1756 for (i = 0; i < sp->sub.num_rects; i++)
1757 {
1758 for (j = 0; j < sp->sub.rects[i]->nb_colors; j++)
1759 {
1760 RGBA_IN(r, g, b, a, (uint32_t*)sp->sub.rects[i]->pict.data[1] + j);
1761 y = RGB_TO_Y_CCIR(r, g, b);
1762 u = RGB_TO_U_CCIR(r, g, b, 0);
1763 v = RGB_TO_V_CCIR(r, g, b, 0);
1764 YUVA_OUT((uint32_t*)sp->sub.rects[i]->pict.data[1] + j, y, u, v, a);
1765 }
1766 }
1767
1768 /* now we can update the picture count */
1769 if (++is->subpq_windex == SUBPICTURE_QUEUE_SIZE)
1770 is->subpq_windex = 0;
1771 SDL_LockMutex(is->subpq_mutex);
1772 is->subpq_size++;
1773 SDL_UnlockMutex(is->subpq_mutex);
1774 }
1775 av_free_packet(pkt);
1776 }
1777 return 0;
1778 }
1779
1780 /* copy samples for viewing in editor window */
1781 static void update_sample_display(VideoState *is, short *samples, int samples_size)
1782 {
1783 int size, len;
1784
1785 size = samples_size / sizeof(short);
1786 while (size > 0) {
1787 len = SAMPLE_ARRAY_SIZE - is->sample_array_index;
1788 if (len > size)
1789 len = size;
1790 memcpy(is->sample_array + is->sample_array_index, samples, len * sizeof(short));
1791 samples += len;
1792 is->sample_array_index += len;
1793 if (is->sample_array_index >= SAMPLE_ARRAY_SIZE)
1794 is->sample_array_index = 0;
1795 size -= len;
1796 }
1797 }
1798
1799 /* return the new audio buffer size (samples can be added or deleted
1800 to get better sync if video or external master clock) */
1801 static int synchronize_audio(VideoState *is, short *samples,
1802 int samples_size1, double pts)
1803 {
1804 int n, samples_size;
1805 double ref_clock;
1806
1807 n = is->sdl_channels * av_get_bytes_per_sample(is->sdl_sample_fmt);
1808 samples_size = samples_size1;
1809
1810 /* if not master, then we try to remove or add samples to correct the clock */
1811 if (((is->av_sync_type == AV_SYNC_VIDEO_MASTER && is->video_st) ||
1812 is->av_sync_type == AV_SYNC_EXTERNAL_CLOCK)) {
1813 double diff, avg_diff;
1814 int wanted_size, min_size, max_size, nb_samples;
1815
1816 ref_clock = get_master_clock(is);
1817 diff = get_audio_clock(is) - ref_clock;
1818
1819 if (diff < AV_NOSYNC_THRESHOLD) {
1820 is->audio_diff_cum = diff + is->audio_diff_avg_coef * is->audio_diff_cum;
1821 if (is->audio_diff_avg_count < AUDIO_DIFF_AVG_NB) {
1822 /* not enough measures to have a correct estimate */
1823 is->audio_diff_avg_count++;
1824 } else {
1825 /* estimate the A-V difference */
1826 avg_diff = is->audio_diff_cum * (1.0 - is->audio_diff_avg_coef);
1827
1828 if (fabs(avg_diff) >= is->audio_diff_threshold) {
1829 wanted_size = samples_size + ((int)(diff * is->audio_st->codec->sample_rate) * n);
1830 nb_samples = samples_size / n;
1831
1832 min_size = ((nb_samples * (100 - SAMPLE_CORRECTION_PERCENT_MAX)) / 100) * n;
1833 max_size = ((nb_samples * (100 + SAMPLE_CORRECTION_PERCENT_MAX)) / 100) * n;
1834 if (wanted_size < min_size)
1835 wanted_size = min_size;
1836 else if (wanted_size > max_size)
1837 wanted_size = max_size;
1838
1839 /* add or remove samples to correction the synchro */
1840 if (wanted_size < samples_size) {
1841 /* remove samples */
1842 samples_size = wanted_size;
1843 } else if (wanted_size > samples_size) {
1844 uint8_t *samples_end, *q;
1845 int nb;
1846
1847 /* add samples */
1848 nb = (samples_size - wanted_size);
1849 samples_end = (uint8_t *)samples + samples_size - n;
1850 q = samples_end + n;
1851 while (nb > 0) {
1852 memcpy(q, samples_end, n);
1853 q += n;
1854 nb -= n;
1855 }
1856 samples_size = wanted_size;
1857 }
1858 }
1859 av_dlog(NULL, "diff=%f adiff=%f sample_diff=%d apts=%0.3f vpts=%0.3f %f\n",
1860 diff, avg_diff, samples_size - samples_size1,
1861 is->audio_clock, is->video_clock, is->audio_diff_threshold);
1862 }
1863 } else {
1864 /* too big difference : may be initial PTS errors, so
1865 reset A-V filter */
1866 is->audio_diff_avg_count = 0;
1867 is->audio_diff_cum = 0;
1868 }
1869 }
1870
1871 return samples_size;
1872 }
1873
1874 /* decode one audio frame and returns its uncompressed size */
1875 static int audio_decode_frame(VideoState *is, double *pts_ptr)
1876 {
1877 AVPacket *pkt_temp = &is->audio_pkt_temp;
1878 AVPacket *pkt = &is->audio_pkt;
1879 AVCodecContext *dec = is->audio_st->codec;
1880 int n, len1, data_size, got_frame;
1881 double pts;
1882 int new_packet = 0;
1883 int flush_complete = 0;
1884
1885 for (;;) {
1886 /* NOTE: the audio packet can contain several frames */
1887 while (pkt_temp->size > 0 || (!pkt_temp->data && new_packet)) {
1888 int resample_changed, audio_resample;
1889
1890 if (!is->frame) {
1891 if (!(is->frame = avcodec_alloc_frame()))
1892 return AVERROR(ENOMEM);
1893 } else
1894 avcodec_get_frame_defaults(is->frame);
1895
1896 if (flush_complete)
1897 break;
1898 new_packet = 0;
1899 len1 = avcodec_decode_audio4(dec, is->frame, &got_frame, pkt_temp);
1900 if (len1 < 0) {
1901 /* if error, we skip the frame */
1902 pkt_temp->size = 0;
1903 break;
1904 }
1905
1906 pkt_temp->data += len1;
1907 pkt_temp->size -= len1;
1908
1909 if (!got_frame) {
1910 /* stop sending empty packets if the decoder is finished */
1911 if (!pkt_temp->data && dec->codec->capabilities & CODEC_CAP_DELAY)
1912 flush_complete = 1;
1913 continue;
1914 }
1915 data_size = av_samples_get_buffer_size(NULL, dec->channels,
1916 is->frame->nb_samples,
1917 dec->sample_fmt, 1);
1918
1919 audio_resample = dec->sample_fmt != is->sdl_sample_fmt ||
1920 dec->channel_layout != is->sdl_channel_layout;
1921
1922 resample_changed = dec->sample_fmt != is->resample_sample_fmt ||
1923 dec->channel_layout != is->resample_channel_layout;
1924
1925 if ((!is->avr && audio_resample) || resample_changed) {
1926 int ret;
1927 if (is->avr)
1928 avresample_close(is->avr);
1929 else if (audio_resample) {
1930 is->avr = avresample_alloc_context();
1931 if (!is->avr) {
1932 fprintf(stderr, "error allocating AVAudioResampleContext\n");
1933 break;
1934 }
1935 }
1936 if (audio_resample) {
1937 av_opt_set_int(is->avr, "in_channel_layout", dec->channel_layout, 0);
1938 av_opt_set_int(is->avr, "in_sample_fmt", dec->sample_fmt, 0);
1939 av_opt_set_int(is->avr, "in_sample_rate", dec->sample_rate, 0);
1940 av_opt_set_int(is->avr, "out_channel_layout", is->sdl_channel_layout, 0);
1941 av_opt_set_int(is->avr, "out_sample_fmt", is->sdl_sample_fmt, 0);
1942 av_opt_set_int(is->avr, "out_sample_rate", dec->sample_rate, 0);
1943
1944 if ((ret = avresample_open(is->avr)) < 0) {
1945 fprintf(stderr, "error initializing libavresample\n");
1946 break;
1947 }
1948 }
1949 is->resample_sample_fmt = dec->sample_fmt;
1950 is->resample_channel_layout = dec->channel_layout;
1951 }
1952
1953 if (audio_resample) {
1954 void *tmp_out;
1955 int out_samples, out_size, out_linesize;
1956 int osize = av_get_bytes_per_sample(is->sdl_sample_fmt);
1957 int nb_samples = is->frame->nb_samples;
1958
1959 out_size = av_samples_get_buffer_size(&out_linesize,
1960 is->sdl_channels,
1961 nb_samples,
1962 is->sdl_sample_fmt, 0);
1963 tmp_out = av_realloc(is->audio_buf1, out_size);
1964 if (!tmp_out)
1965 return AVERROR(ENOMEM);
1966 is->audio_buf1 = tmp_out;
1967
1968 out_samples = avresample_convert(is->avr,
1969 (void **)&is->audio_buf1,
1970 out_linesize, nb_samples,
1971 (void **)is->frame->data,
1972 is->frame->linesize[0],
1973 is->frame->nb_samples);
1974 if (out_samples < 0) {
1975 fprintf(stderr, "avresample_convert() failed\n");
1976 break;
1977 }
1978 is->audio_buf = is->audio_buf1;
1979 data_size = out_samples * osize * is->sdl_channels;
1980 } else {
1981 is->audio_buf = is->frame->data[0];
1982 }
1983
1984 /* if no pts, then compute it */
1985 pts = is->audio_clock;
1986 *pts_ptr = pts;
1987 n = is->sdl_channels * av_get_bytes_per_sample(is->sdl_sample_fmt);
1988 is->audio_clock += (double)data_size /
1989 (double)(n * dec->sample_rate);
1990 #ifdef DEBUG
1991 {
1992 static double last_clock;
1993 printf("audio: delay=%0.3f clock=%0.3f pts=%0.3f\n",
1994 is->audio_clock - last_clock,
1995 is->audio_clock, pts);
1996 last_clock = is->audio_clock;
1997 }
1998 #endif
1999 return data_size;
2000 }
2001
2002 /* free the current packet */
2003 if (pkt->data)
2004 av_free_packet(pkt);
2005 memset(pkt_temp, 0, sizeof(*pkt_temp));
2006
2007 if (is->paused || is->audioq.abort_request) {
2008 return -1;
2009 }
2010
2011 /* read next packet */
2012 if ((new_packet = packet_queue_get(&is->audioq, pkt, 1)) < 0)
2013 return -1;
2014
2015 if (pkt->data == flush_pkt.data) {
2016 avcodec_flush_buffers(dec);
2017 flush_complete = 0;
2018 }
2019
2020 *pkt_temp = *pkt;
2021
2022 /* if update the audio clock with the pts */
2023 if (pkt->pts != AV_NOPTS_VALUE) {
2024 is->audio_clock = av_q2d(is->audio_st->time_base)*pkt->pts;
2025 }
2026 }
2027 }
2028
2029 /* prepare a new audio buffer */
2030 static void sdl_audio_callback(void *opaque, Uint8 *stream, int len)
2031 {
2032 VideoState *is = opaque;
2033 int audio_size, len1;
2034 double pts;
2035
2036 audio_callback_time = av_gettime();
2037
2038 while (len > 0) {
2039 if (is->audio_buf_index >= is->audio_buf_size) {
2040 audio_size = audio_decode_frame(is, &pts);
2041 if (audio_size < 0) {
2042 /* if error, just output silence */
2043 is->audio_buf = is->silence_buf;
2044 is->audio_buf_size = sizeof(is->silence_buf);
2045 } else {
2046 if (is->show_audio)
2047 update_sample_display(is, (int16_t *)is->audio_buf, audio_size);
2048 audio_size = synchronize_audio(is, (int16_t *)is->audio_buf, audio_size,
2049 pts);
2050 is->audio_buf_size = audio_size;
2051 }
2052 is->audio_buf_index = 0;
2053 }
2054 len1 = is->audio_buf_size - is->audio_buf_index;
2055 if (len1 > len)
2056 len1 = len;
2057 memcpy(stream, (uint8_t *)is->audio_buf + is->audio_buf_index, len1);
2058 len -= len1;
2059 stream += len1;
2060 is->audio_buf_index += len1;
2061 }
2062 }
2063
2064 /* open a given stream. Return 0 if OK */
2065 static int stream_component_open(VideoState *is, int stream_index)
2066 {
2067 AVFormatContext *ic = is->ic;
2068 AVCodecContext *avctx;
2069 AVCodec *codec;
2070 SDL_AudioSpec wanted_spec, spec;
2071 AVDictionary *opts;
2072 AVDictionaryEntry *t = NULL;
2073
2074 if (stream_index < 0 || stream_index >= ic->nb_streams)
2075 return -1;
2076 avctx = ic->streams[stream_index]->codec;
2077
2078 opts = filter_codec_opts(codec_opts, avctx->codec_id, ic, ic->streams[stream_index], NULL);
2079
2080 codec = avcodec_find_decoder(avctx->codec_id);
2081 avctx->debug_mv = debug_mv;
2082 avctx->debug = debug;
2083 avctx->workaround_bugs = workaround_bugs;
2084 avctx->idct_algo = idct;
2085 avctx->skip_frame = skip_frame;
2086 avctx->skip_idct = skip_idct;
2087 avctx->skip_loop_filter = skip_loop_filter;
2088 avctx->error_concealment = error_concealment;
2089
2090 if (fast) avctx->flags2 |= CODEC_FLAG2_FAST;
2091
2092 if (!av_dict_get(opts, "threads", NULL, 0))
2093 av_dict_set(&opts, "threads", "auto", 0);
2094 if (!codec ||
2095 avcodec_open2(avctx, codec, &opts) < 0)
2096 return -1;
2097 if ((t = av_dict_get(opts, "", NULL, AV_DICT_IGNORE_SUFFIX))) {
2098 av_log(NULL, AV_LOG_ERROR, "Option %s not found.\n", t->key);
2099 return AVERROR_OPTION_NOT_FOUND;
2100 }
2101
2102 /* prepare audio output */
2103 if (avctx->codec_type == AVMEDIA_TYPE_AUDIO) {
2104 wanted_spec.freq = avctx->sample_rate;
2105 wanted_spec.format = AUDIO_S16SYS;
2106
2107 if (!avctx->channel_layout)
2108 avctx->channel_layout = av_get_default_channel_layout(avctx->channels);
2109 if (!avctx->channel_layout) {
2110 fprintf(stderr, "unable to guess channel layout\n");
2111 return -1;
2112 }
2113 if (avctx->channels == 1)
2114 is->sdl_channel_layout = AV_CH_LAYOUT_MONO;
2115 else
2116 is->sdl_channel_layout = AV_CH_LAYOUT_STEREO;
2117 is->sdl_channels = av_get_channel_layout_nb_channels(is->sdl_channel_layout);
2118
2119 wanted_spec.channels = is->sdl_channels;
2120 wanted_spec.silence = 0;
2121 wanted_spec.samples = SDL_AUDIO_BUFFER_SIZE;
2122 wanted_spec.callback = sdl_audio_callback;
2123 wanted_spec.userdata = is;
2124 if (SDL_OpenAudio(&wanted_spec, &spec) < 0) {
2125 fprintf(stderr, "SDL_OpenAudio: %s\n", SDL_GetError());
2126 return -1;
2127 }
2128 is->audio_hw_buf_size = spec.size;
2129 is->sdl_sample_fmt = AV_SAMPLE_FMT_S16;
2130 is->resample_sample_fmt = is->sdl_sample_fmt;
2131 is->resample_channel_layout = is->sdl_channel_layout;
2132 }
2133
2134 ic->streams[stream_index]->discard = AVDISCARD_DEFAULT;
2135 switch (avctx->codec_type) {
2136 case AVMEDIA_TYPE_AUDIO:
2137 is->audio_stream = stream_index;
2138 is->audio_st = ic->streams[stream_index];
2139 is->audio_buf_size = 0;
2140 is->audio_buf_index = 0;
2141
2142 /* init averaging filter */
2143 is->audio_diff_avg_coef = exp(log(0.01) / AUDIO_DIFF_AVG_NB);
2144 is->audio_diff_avg_count = 0;
2145 /* since we do not have a precise anough audio fifo fullness,
2146 we correct audio sync only if larger than this threshold */
2147 is->audio_diff_threshold = 2.0 * SDL_AUDIO_BUFFER_SIZE / avctx->sample_rate;
2148
2149 memset(&is->audio_pkt, 0, sizeof(is->audio_pkt));
2150 packet_queue_init(&is->audioq);
2151 SDL_PauseAudio(0);
2152 break;
2153 case AVMEDIA_TYPE_VIDEO:
2154 is->video_stream = stream_index;
2155 is->video_st = ic->streams[stream_index];
2156
2157 packet_queue_init(&is->videoq);
2158 is->video_tid = SDL_CreateThread(video_thread, is);
2159 break;
2160 case AVMEDIA_TYPE_SUBTITLE:
2161 is->subtitle_stream = stream_index;
2162 is->subtitle_st = ic->streams[stream_index];
2163 packet_queue_init(&is->subtitleq);
2164
2165 is->subtitle_tid = SDL_CreateThread(subtitle_thread, is);
2166 break;
2167 default:
2168 break;
2169 }
2170 return 0;
2171 }
2172
2173 static void stream_component_close(VideoState *is, int stream_index)
2174 {
2175 AVFormatContext *ic = is->ic;
2176 AVCodecContext *avctx;
2177
2178 if (stream_index < 0 || stream_index >= ic->nb_streams)
2179 return;
2180 avctx = ic->streams[stream_index]->codec;
2181
2182 switch (avctx->codec_type) {
2183 case AVMEDIA_TYPE_AUDIO:
2184 packet_queue_abort(&is->audioq);
2185
2186 SDL_CloseAudio();
2187
2188 packet_queue_end(&is->audioq);
2189 av_free_packet(&is->audio_pkt);
2190 if (is->avr)
2191 avresample_free(&is->avr);
2192 av_freep(&is->audio_buf1);
2193 is->audio_buf = NULL;
2194 avcodec_free_frame(&is->frame);
2195
2196 if (is->rdft) {
2197 av_rdft_end(is->rdft);
2198 av_freep(&is->rdft_data);
2199 is->rdft = NULL;
2200 is->rdft_bits = 0;
2201 }
2202 break;
2203 case AVMEDIA_TYPE_VIDEO:
2204 packet_queue_abort(&is->videoq);
2205
2206 /* note: we also signal this mutex to make sure we deblock the
2207 video thread in all cases */
2208 SDL_LockMutex(is->pictq_mutex);
2209 SDL_CondSignal(is->pictq_cond);
2210 SDL_UnlockMutex(is->pictq_mutex);
2211
2212 SDL_WaitThread(is->video_tid, NULL);
2213
2214 packet_queue_end(&is->videoq);
2215 break;
2216 case AVMEDIA_TYPE_SUBTITLE:
2217 packet_queue_abort(&is->subtitleq);
2218
2219 /* note: we also signal this mutex to make sure we deblock the
2220 video thread in all cases */
2221 SDL_LockMutex(is->subpq_mutex);
2222 is->subtitle_stream_changed = 1;
2223
2224 SDL_CondSignal(is->subpq_cond);
2225 SDL_UnlockMutex(is->subpq_mutex);
2226
2227 SDL_WaitThread(is->subtitle_tid, NULL);
2228
2229 packet_queue_end(&is->subtitleq);
2230 break;
2231 default:
2232 break;
2233 }
2234
2235 ic->streams[stream_index]->discard = AVDISCARD_ALL;
2236 avcodec_close(avctx);
2237 #if CONFIG_AVFILTER
2238 free_buffer_pool(&is->buffer_pool);
2239 #endif
2240 switch (avctx->codec_type) {
2241 case AVMEDIA_TYPE_AUDIO:
2242 is->audio_st = NULL;
2243 is->audio_stream = -1;
2244 break;
2245 case AVMEDIA_TYPE_VIDEO:
2246 is->video_st = NULL;
2247 is->video_stream = -1;
2248 break;
2249 case AVMEDIA_TYPE_SUBTITLE:
2250 is->subtitle_st = NULL;
2251 is->subtitle_stream = -1;
2252 break;
2253 default:
2254 break;
2255 }
2256 }
2257
2258 /* since we have only one decoding thread, we can use a global
2259 variable instead of a thread local variable */
2260 static VideoState *global_video_state;
2261
2262 static int decode_interrupt_cb(void *ctx)
2263 {
2264 return global_video_state && global_video_state->abort_request;
2265 }
2266
2267 /* this thread gets the stream from the disk or the network */
2268 static int decode_thread(void *arg)
2269 {
2270 VideoState *is = arg;
2271 AVFormatContext *ic = NULL;
2272 int err, i, ret;
2273 int st_index[AVMEDIA_TYPE_NB];
2274 AVPacket pkt1, *pkt = &pkt1;
2275 int eof = 0;
2276 int pkt_in_play_range = 0;
2277 AVDictionaryEntry *t;
2278 AVDictionary **opts;
2279 int orig_nb_streams;
2280
2281 memset(st_index, -1, sizeof(st_index));
2282 is->video_stream = -1;
2283 is->audio_stream = -1;
2284 is->subtitle_stream = -1;
2285
2286 global_video_state = is;
2287
2288 ic = avformat_alloc_context();
2289 ic->interrupt_callback.callback = decode_interrupt_cb;
2290 err = avformat_open_input(&ic, is->filename, is->iformat, &format_opts);
2291 if (err < 0) {
2292 print_error(is->filename, err);
2293 ret = -1;
2294 goto fail;
2295 }
2296 if ((t = av_dict_get(format_opts, "", NULL, AV_DICT_IGNORE_SUFFIX))) {
2297 av_log(NULL, AV_LOG_ERROR, "Option %s not found.\n", t->key);
2298 ret = AVERROR_OPTION_NOT_FOUND;
2299 goto fail;
2300 }
2301 is->ic = ic;
2302
2303 if (genpts)
2304 ic->flags |= AVFMT_FLAG_GENPTS;
2305
2306 opts = setup_find_stream_info_opts(ic, codec_opts);
2307 orig_nb_streams = ic->nb_streams;
2308
2309 err = avformat_find_stream_info(ic, opts);
2310 if (err < 0) {
2311 fprintf(stderr, "%s: could not find codec parameters\n", is->filename);
2312 ret = -1;
2313 goto fail;
2314 }
2315 for (i = 0; i < orig_nb_streams; i++)
2316 av_dict_free(&opts[i]);
2317 av_freep(&opts);
2318
2319 if (ic->pb)
2320 ic->pb->eof_reached = 0; // FIXME hack, avplay maybe should not use url_feof() to test for the end
2321
2322 if (seek_by_bytes < 0)
2323 seek_by_bytes = !!(ic->iformat->flags & AVFMT_TS_DISCONT);
2324
2325 /* if seeking requested, we execute it */
2326 if (start_time != AV_NOPTS_VALUE) {
2327 int64_t timestamp;
2328
2329 timestamp = start_time;
2330 /* add the stream start time */
2331 if (ic->start_time != AV_NOPTS_VALUE)
2332 timestamp += ic->start_time;
2333 ret = avformat_seek_file(ic, -1, INT64_MIN, timestamp, INT64_MAX, 0);
2334 if (ret < 0) {
2335 fprintf(stderr, "%s: could not seek to position %0.3f\n",
2336 is->filename, (double)timestamp / AV_TIME_BASE);
2337 }
2338 }
2339
2340 for (i = 0; i < ic->nb_streams; i++)
2341 ic->streams[i]->discard = AVDISCARD_ALL;
2342 if (!video_disable)
2343 st_index[AVMEDIA_TYPE_VIDEO] =
2344 av_find_best_stream(ic, AVMEDIA_TYPE_VIDEO,
2345 wanted_stream[AVMEDIA_TYPE_VIDEO], -1, NULL, 0);
2346 if (!audio_disable)
2347 st_index[AVMEDIA_TYPE_AUDIO] =
2348 av_find_best_stream(ic, AVMEDIA_TYPE_AUDIO,
2349 wanted_stream[AVMEDIA_TYPE_AUDIO],
2350 st_index[AVMEDIA_TYPE_VIDEO],
2351 NULL, 0);
2352 if (!video_disable)
2353 st_index[AVMEDIA_TYPE_SUBTITLE] =
2354 av_find_best_stream(ic, AVMEDIA_TYPE_SUBTITLE,
2355 wanted_stream[AVMEDIA_TYPE_SUBTITLE],
2356 (st_index[AVMEDIA_TYPE_AUDIO] >= 0 ?
2357 st_index[AVMEDIA_TYPE_AUDIO] :
2358 st_index[AVMEDIA_TYPE_VIDEO]),
2359 NULL, 0);
2360 if (show_status) {
2361 av_dump_format(ic, 0, is->filename, 0);
2362 }
2363
2364 /* open the streams */
2365 if (st_index[AVMEDIA_TYPE_AUDIO] >= 0) {
2366 stream_component_open(is, st_index[AVMEDIA_TYPE_AUDIO]);
2367 }
2368
2369 ret = -1;
2370 if (st_index[AVMEDIA_TYPE_VIDEO] >= 0) {
2371 ret = stream_component_open(is, st_index[AVMEDIA_TYPE_VIDEO]);
2372 }
2373 is->refresh_tid = SDL_CreateThread(refresh_thread, is);
2374 if (ret < 0) {
2375 if (!display_disable)
2376 is->show_audio = 2;
2377 }
2378
2379 if (st_index[AVMEDIA_TYPE_SUBTITLE] >= 0) {
2380 stream_component_open(is, st_index[AVMEDIA_TYPE_SUBTITLE]);
2381 }
2382
2383 if (is->video_stream < 0 && is->audio_stream < 0) {
2384 fprintf(stderr, "%s: could not open codecs\n", is->filename);
2385 ret = -1;
2386 goto fail;
2387 }
2388
2389 for (;;) {
2390 if (is->abort_request)
2391 break;
2392 if (is->paused != is->last_paused) {
2393 is->last_paused = is->paused;
2394 if (is->paused)
2395 is->read_pause_return = av_read_pause(ic);
2396 else
2397 av_read_play(ic);
2398 }
2399 #if CONFIG_RTSP_DEMUXER
2400 if (is->paused && !strcmp(ic->iformat->name, "rtsp")) {
2401 /* wait 10 ms to avoid trying to get another packet */
2402 /* XXX: horrible */
2403 SDL_Delay(10);
2404 continue;
2405 }
2406 #endif
2407 if (is->seek_req) {
2408 int64_t seek_target = is->seek_pos;
2409 int64_t seek_min = is->seek_rel > 0 ? seek_target - is->seek_rel + 2: INT64_MIN;
2410 int64_t seek_max = is->seek_rel < 0 ? seek_target - is->seek_rel - 2: INT64_MAX;
2411 // FIXME the +-2 is due to rounding being not done in the correct direction in generation
2412 // of the seek_pos/seek_rel variables
2413
2414 ret = avformat_seek_file(is->ic, -1, seek_min, seek_target, seek_max, is->seek_flags);
2415 if (ret < 0) {
2416 fprintf(stderr, "%s: error while seeking\n", is->ic->filename);
2417 } else {
2418 if (is->audio_stream >= 0) {
2419 packet_queue_flush(&is->audioq);
2420 packet_queue_put(&is->audioq, &flush_pkt);
2421 }
2422 if (is->subtitle_stream >= 0) {
2423 packet_queue_flush(&is->subtitleq);
2424 packet_queue_put(&is->subtitleq, &flush_pkt);
2425 }
2426 if (is->video_stream >= 0) {
2427 packet_queue_flush(&is->videoq);
2428 packet_queue_put(&is->videoq, &flush_pkt);
2429 }
2430 }
2431 is->seek_req = 0;
2432 eof = 0;
2433 }
2434
2435 /* if the queue are full, no need to read more */
2436 if (!infinite_buffer &&
2437 (is->audioq.size + is->videoq.size + is->subtitleq.size > MAX_QUEUE_SIZE
2438 || ( (is->audioq .size > MIN_AUDIOQ_SIZE || is->audio_stream < 0)
2439 && (is->videoq .nb_packets > MIN_FRAMES || is->video_stream < 0)
2440 && (is->subtitleq.nb_packets > MIN_FRAMES || is->subtitle_stream < 0)))) {
2441 /* wait 10 ms */
2442 SDL_Delay(10);
2443 continue;
2444 }
2445 if (eof) {
2446 if (is->video_stream >= 0) {
2447 av_init_packet(pkt);
2448 pkt->data = NULL;
2449 pkt->size = 0;
2450 pkt->stream_index = is->video_stream;
2451 packet_queue_put(&is->videoq, pkt);
2452 }
2453 if (is->audio_stream >= 0 &&
2454 is->audio_st->codec->codec->capabilities & CODEC_CAP_DELAY) {
2455 av_init_packet(pkt);
2456 pkt->data = NULL;
2457 pkt->size = 0;
2458 pkt->stream_index = is->audio_stream;
2459 packet_queue_put(&is->audioq, pkt);
2460 }
2461 SDL_Delay(10);
2462 if (is->audioq.size + is->videoq.size + is->subtitleq.size == 0) {
2463 if (loop != 1 && (!loop || --loop)) {
2464 stream_seek(cur_stream, start_time != AV_NOPTS_VALUE ? start_time : 0, 0, 0);
2465 } else if (autoexit) {
2466 ret = AVERROR_EOF;
2467 goto fail;
2468 }
2469 }
2470 continue;
2471 }
2472 ret = av_read_frame(ic, pkt);
2473 if (ret < 0) {
2474 if (ret == AVERROR_EOF || (ic->pb && ic->pb->eof_reached))
2475 eof = 1;
2476 if (ic->pb && ic->pb->error)
2477 break;
2478 SDL_Delay(100); /* wait for user event */
2479 continue;
2480 }
2481 /* check if packet is in play range specified by user, then queue, otherwise discard */
2482 pkt_in_play_range = duration == AV_NOPTS_VALUE ||
2483 (pkt->pts - ic->streams[pkt->stream_index]->start_time) *
2484 av_q2d(ic->streams[pkt->stream_index]->time_base) -
2485 (double)(start_time != AV_NOPTS_VALUE ? start_time : 0) / 1000000
2486 <= ((double)duration / 1000000);
2487 if (pkt->stream_index == is->audio_stream && pkt_in_play_range) {
2488 packet_queue_put(&is->audioq, pkt);
2489 } else if (pkt->stream_index == is->video_stream && pkt_in_play_range) {
2490 packet_queue_put(&is->videoq, pkt);
2491 } else if (pkt->stream_index == is->subtitle_stream && pkt_in_play_range) {
2492 packet_queue_put(&is->subtitleq, pkt);
2493 } else {
2494 av_free_packet(pkt);
2495 }
2496 }
2497 /* wait until the end */
2498 while (!is->abort_request) {
2499 SDL_Delay(100);
2500 }
2501
2502 ret = 0;
2503 fail:
2504 /* disable interrupting */
2505 global_video_state = NULL;
2506
2507 /* close each stream */
2508 if (is->audio_stream >= 0)
2509 stream_component_close(is, is->audio_stream);
2510 if (is->video_stream >= 0)
2511 stream_component_close(is, is->video_stream);
2512 if (is->subtitle_stream >= 0)
2513 stream_component_close(is, is->subtitle_stream);
2514 if (is->ic) {
2515 avformat_close_input(&is->ic);
2516 }
2517
2518 if (ret != 0) {
2519 SDL_Event event;
2520
2521 event.type = FF_QUIT_EVENT;
2522 event.user.data1 = is;
2523 SDL_PushEvent(&event);
2524 }
2525 return 0;
2526 }
2527
2528 static VideoState *stream_open(const char *filename, AVInputFormat *iformat)
2529 {
2530 VideoState *is;
2531
2532 is = av_mallocz(sizeof(VideoState));
2533 if (!is)
2534 return NULL;
2535 av_strlcpy(is->filename, filename, sizeof(is->filename));
2536 is->iformat = iformat;
2537 is->ytop = 0;
2538 is->xleft = 0;
2539
2540 /* start video display */
2541 is->pictq_mutex = SDL_CreateMutex();
2542 is->pictq_cond = SDL_CreateCond();
2543
2544 is->subpq_mutex = SDL_CreateMutex();
2545 is->subpq_cond = SDL_CreateCond();
2546
2547 is->av_sync_type = av_sync_type;
2548 is->parse_tid = SDL_CreateThread(decode_thread, is);
2549 if (!is->parse_tid) {
2550 av_free(is);
2551 return NULL;
2552 }
2553 return is;
2554 }
2555
2556 static void stream_cycle_channel(VideoState *is, int codec_type)
2557 {
2558 AVFormatContext *ic = is->ic;
2559 int start_index, stream_index;
2560 AVStream *st;
2561
2562 if (codec_type == AVMEDIA_TYPE_VIDEO)
2563 start_index = is->video_stream;
2564 else if (codec_type == AVMEDIA_TYPE_AUDIO)
2565 start_index = is->audio_stream;
2566 else
2567 start_index = is->subtitle_stream;
2568 if (start_index < (codec_type == AVMEDIA_TYPE_SUBTITLE ? -1 : 0))
2569 return;
2570 stream_index = start_index;
2571 for (;;) {
2572 if (++stream_index >= is->ic->nb_streams)
2573 {
2574 if (codec_type == AVMEDIA_TYPE_SUBTITLE)
2575 {
2576 stream_index = -1;
2577 goto the_end;
2578 } else
2579 stream_index = 0;
2580 }
2581 if (stream_index == start_index)
2582 return;
2583 st = ic->streams[stream_index];
2584 if (st->codec->codec_type == codec_type) {
2585 /* check that parameters are OK */
2586 switch (codec_type) {
2587 case AVMEDIA_TYPE_AUDIO:
2588 if (st->codec->sample_rate != 0 &&
2589 st->codec->channels != 0)
2590 goto the_end;
2591 break;
2592 case AVMEDIA_TYPE_VIDEO:
2593 case AVMEDIA_TYPE_SUBTITLE:
2594 goto the_end;
2595 default:
2596 break;
2597 }
2598 }
2599 }
2600 the_end:
2601 stream_component_close(is, start_index);
2602 stream_component_open(is, stream_index);
2603 }
2604
2605
2606 static void toggle_full_screen(void)
2607 {
2608 #if defined(__APPLE__) && SDL_VERSION_ATLEAST(1, 2, 14)
2609 /* OS X needs to empty the picture_queue */
2610 int i;
2611 for (i = 0; i < VIDEO_PICTURE_QUEUE_SIZE; i++)
2612 cur_stream->pictq[i].reallocate = 1;
2613 #endif
2614 is_full_screen = !is_full_screen;
2615 video_open(cur_stream);
2616 }
2617
2618 static void toggle_pause(void)
2619 {
2620 if (cur_stream)
2621 stream_pause(cur_stream);
2622 step = 0;
2623 }
2624
2625 static void step_to_next_frame(void)
2626 {
2627 if (cur_stream) {
2628 /* if the stream is paused unpause it, then step */
2629 if (cur_stream->paused)
2630 stream_pause(cur_stream);
2631 }
2632 step = 1;
2633 }
2634
2635 static void toggle_audio_display(void)
2636 {
2637 if (cur_stream) {
2638 int bgcolor = SDL_MapRGB(screen->format, 0x00, 0x00, 0x00);
2639 cur_stream->show_audio = (cur_stream->show_audio + 1) % 3;
2640 fill_rectangle(screen,
2641 cur_stream->xleft, cur_stream->ytop, cur_stream->width, cur_stream->height,
2642 bgcolor);
2643 SDL_UpdateRect(screen, cur_stream->xleft, cur_stream->ytop, cur_stream->width, cur_stream->height);
2644 }
2645 }
2646
2647 /* handle an event sent by the GUI */
2648 static void event_loop(void)
2649 {
2650 SDL_Event event;
2651 double incr, pos, frac;
2652
2653 for (;;) {
2654 double x;
2655 SDL_WaitEvent(&event);
2656 switch (event.type) {
2657 case SDL_KEYDOWN:
2658 if (exit_on_keydown) {
2659 do_exit();
2660 break;
2661 }
2662 switch (event.key.keysym.sym) {
2663 case SDLK_ESCAPE:
2664 case SDLK_q:
2665 do_exit();
2666 break;
2667 case SDLK_f:
2668 toggle_full_screen();
2669 break;
2670 case SDLK_p:
2671 case SDLK_SPACE:
2672 toggle_pause();
2673 break;
2674 case SDLK_s: // S: Step to next frame
2675 step_to_next_frame();
2676 break;
2677 case SDLK_a:
2678 if (cur_stream)
2679 stream_cycle_channel(cur_stream, AVMEDIA_TYPE_AUDIO);
2680 break;
2681 case SDLK_v:
2682 if (cur_stream)
2683 stream_cycle_channel(cur_stream, AVMEDIA_TYPE_VIDEO);
2684 break;
2685 case SDLK_t:
2686 if (cur_stream)
2687 stream_cycle_channel(cur_stream, AVMEDIA_TYPE_SUBTITLE);
2688 break;
2689 case SDLK_w:
2690 toggle_audio_display();
2691 break;
2692 case SDLK_LEFT:
2693 incr = -10.0;
2694 goto do_seek;
2695 case SDLK_RIGHT:
2696 incr = 10.0;
2697 goto do_seek;
2698 case SDLK_UP:
2699 incr = 60.0;
2700 goto do_seek;
2701 case SDLK_DOWN:
2702 incr = -60.0;
2703 do_seek:
2704 if (cur_stream) {
2705 if (seek_by_bytes) {
2706 if (cur_stream->video_stream >= 0 && cur_stream->video_current_pos >= 0) {
2707 pos = cur_stream->video_current_pos;
2708 } else if (cur_stream->audio_stream >= 0 && cur_stream->audio_pkt.pos >= 0) {
2709 pos = cur_stream->audio_pkt.pos;
2710 } else
2711 pos = avio_tell(cur_stream->ic->pb);
2712 if (cur_stream->ic->bit_rate)
2713 incr *= cur_stream->ic->bit_rate / 8.0;
2714 else
2715 incr *= 180000.0;
2716 pos += incr;
2717 stream_seek(cur_stream, pos, incr, 1);
2718 } else {
2719 pos = get_master_clock(cur_stream);
2720 pos += incr;
2721 stream_seek(cur_stream, (int64_t)(pos * AV_TIME_BASE), (int64_t)(incr * AV_TIME_BASE), 0);
2722 }
2723 }
2724 break;
2725 default:
2726 break;
2727 }
2728 break;
2729 case SDL_MOUSEBUTTONDOWN:
2730 if (exit_on_mousedown) {
2731 do_exit();
2732 break;
2733 }
2734 case SDL_MOUSEMOTION:
2735 if (event.type == SDL_MOUSEBUTTONDOWN) {
2736 x = event.button.x;
2737 } else {
2738 if (event.motion.state != SDL_PRESSED)
2739 break;
2740 x = event.motion.x;
2741 }
2742 if (cur_stream) {
2743 if (seek_by_bytes || cur_stream->ic->duration <= 0) {
2744 uint64_t size = avio_size(cur_stream->ic->pb);
2745 stream_seek(cur_stream, size*x/cur_stream->width, 0, 1);
2746 } else {
2747 int64_t ts;
2748 int ns, hh, mm, ss;
2749 int tns, thh, tmm, tss;
2750 tns = cur_stream->ic->duration / 1000000LL;
2751 thh = tns / 3600;
2752 tmm = (tns % 3600) / 60;
2753 tss = (tns % 60);
2754 frac = x / cur_stream->width;
2755 ns = frac * tns;
2756 hh = ns / 3600;
2757 mm = (ns % 3600) / 60;
2758 ss = (ns % 60);
2759 fprintf(stderr, "Seek to %2.0f%% (%2d:%02d:%02d) of total duration (%2d:%02d:%02d) \n", frac*100,
2760 hh, mm, ss, thh, tmm, tss);
2761 ts = frac * cur_stream->ic->duration;
2762 if (cur_stream->ic->start_time != AV_NOPTS_VALUE)
2763 ts += cur_stream->ic->start_time;
2764 stream_seek(cur_stream, ts, 0, 0);
2765 }
2766 }
2767 break;
2768 case SDL_VIDEORESIZE:
2769 if (cur_stream) {
2770 screen = SDL_SetVideoMode(event.resize.w, event.resize.h, 0,
2771 SDL_HWSURFACE|SDL_RESIZABLE|SDL_ASYNCBLIT|SDL_HWACCEL);
2772 screen_width = cur_stream->width = event.resize.w;
2773 screen_height = cur_stream->height = event.resize.h;
2774 }
2775 break;
2776 case SDL_QUIT:
2777 case FF_QUIT_EVENT:
2778 do_exit();
2779 break;
2780 case FF_ALLOC_EVENT:
2781 video_open(event.user.data1);
2782 alloc_picture(event.user.data1);
2783 break;
2784 case FF_REFRESH_EVENT:
2785 video_refresh_timer(event.user.data1);
2786 cur_stream->refresh = 0;
2787 break;
2788 default:
2789 break;
2790 }
2791 }
2792 }
2793
2794 static int opt_frame_size(void *optctx, const char *opt, const char *arg)
2795 {
2796 av_log(NULL, AV_LOG_ERROR,
2797 "Option '%s' has been removed, use private format options instead\n", opt);
2798 return AVERROR(EINVAL);
2799 }
2800
2801 static int opt_width(void *optctx, const char *opt, const char *arg)
2802 {
2803 screen_width = parse_number_or_die(opt, arg, OPT_INT64, 1, INT_MAX);
2804 return 0;
2805 }
2806
2807 static int opt_height(void *optctx, const char *opt, const char *arg)
2808 {
2809 screen_height = parse_number_or_die(opt, arg, OPT_INT64, 1, INT_MAX);
2810 return 0;
2811 }
2812
2813 static int opt_format(void *optctx, const char *opt, const char *arg)
2814 {
2815 file_iformat = av_find_input_format(arg);
2816 if (!file_iformat) {
2817 fprintf(stderr, "Unknown input format: %s\n", arg);
2818 return AVERROR(EINVAL);
2819 }
2820 return 0;
2821 }
2822
2823 static int opt_frame_pix_fmt(void *optctx, const char *opt, const char *arg)
2824 {
2825 av_log(NULL, AV_LOG_ERROR,
2826 "Option '%s' has been removed, use private format options instead\n", opt);
2827 return AVERROR(EINVAL);
2828 }
2829
2830 static int opt_sync(void *optctx, const char *opt, const char *arg)
2831 {
2832 if (!strcmp(arg, "audio"))
2833 av_sync_type = AV_SYNC_AUDIO_MASTER;
2834 else if (!strcmp(arg, "video"))
2835 av_sync_type = AV_SYNC_VIDEO_MASTER;
2836 else if (!strcmp(arg, "ext"))
2837 av_sync_type = AV_SYNC_EXTERNAL_CLOCK;
2838 else {
2839 fprintf(stderr, "Unknown value for %s: %s\n", opt, arg);
2840 exit(1);
2841 }
2842 return 0;
2843 }
2844
2845 static int opt_seek(void *optctx, const char *opt, const char *arg)
2846 {
2847 start_time = parse_time_or_die(opt, arg, 1);
2848 return 0;
2849 }
2850
2851 static int opt_duration(void *optctx, const char *opt, const char *arg)
2852 {
2853 duration = parse_time_or_die(opt, arg, 1);
2854 return 0;
2855 }
2856
2857 static int opt_debug(void *optctx, const char *opt, const char *arg)
2858 {
2859 av_log_set_level(99);
2860 debug = parse_number_or_die(opt, arg, OPT_INT64, 0, INT_MAX);
2861 return 0;
2862 }
2863
2864 static int opt_vismv(void *optctx, const char *opt, const char *arg)
2865 {
2866 debug_mv = parse_number_or_die(opt, arg, OPT_INT64, INT_MIN, INT_MAX);
2867 return 0;
2868 }
2869
2870 static const OptionDef options[] = {
2871 #include "cmdutils_common_opts.h"
2872 { "x", HAS_ARG, { .func_arg = opt_width }, "force displayed width", "width" },
2873 { "y", HAS_ARG, { .func_arg = opt_height }, "force displayed height", "height" },
2874 { "s", HAS_ARG | OPT_VIDEO, { .func_arg = opt_frame_size }, "set frame size (WxH or abbreviation)", "size" },
2875 { "fs", OPT_BOOL, { &is_full_screen }, "force full screen" },
2876 { "an", OPT_BOOL, { &audio_disable }, "disable audio" },
2877 { "vn", OPT_BOOL, { &video_disable }, "disable video" },
2878 { "ast", OPT_INT | HAS_ARG | OPT_EXPERT, { &wanted_stream[AVMEDIA_TYPE_AUDIO] }, "select desired audio stream", "stream_number" },
2879 { "vst", OPT_INT | HAS_ARG | OPT_EXPERT, { &wanted_stream[AVMEDIA_TYPE_VIDEO] }, "select desired video stream", "stream_number" },
2880 { "sst", OPT_INT | HAS_ARG | OPT_EXPERT, { &wanted_stream[AVMEDIA_TYPE_SUBTITLE] }, "select desired subtitle stream", "stream_number" },
2881 { "ss", HAS_ARG, { .func_arg = opt_seek }, "seek to a given position in seconds", "pos" },
2882 { "t", HAS_ARG, { .func_arg = opt_duration }, "play \"duration\" seconds of audio/video", "duration" },
2883 { "bytes", OPT_INT | HAS_ARG, { &seek_by_bytes }, "seek by bytes 0=off 1=on -1=auto", "val" },
2884 { "nodisp", OPT_BOOL, { &display_disable }, "disable graphical display" },
2885 { "f", HAS_ARG, { .func_arg = opt_format }, "force format", "fmt" },
2886 { "pix_fmt", HAS_ARG | OPT_EXPERT | OPT_VIDEO, { .func_arg = opt_frame_pix_fmt }, "set pixel format", "format" },
2887 { "stats", OPT_BOOL | OPT_EXPERT, { &show_status }, "show status", "" },
2888 { "debug", HAS_ARG | OPT_EXPERT, { .func_arg = opt_debug }, "print specific debug info", "" },
2889 { "bug", OPT_INT | HAS_ARG | OPT_EXPERT, { &workaround_bugs }, "workaround bugs", "" },
2890 { "vismv", HAS_ARG | OPT_EXPERT, { .func_arg = opt_vismv }, "visualize motion vectors", "" },
2891 { "fast", OPT_BOOL | OPT_EXPERT, { &fast }, "non spec compliant optimizations", "" },
2892 { "genpts", OPT_BOOL | OPT_EXPERT, { &genpts }, "generate pts", "" },
2893 { "drp", OPT_INT | HAS_ARG | OPT_EXPERT, { &decoder_reorder_pts }, "let decoder reorder pts 0=off 1=on -1=auto", ""},
2894 { "skiploop", OPT_INT | HAS_ARG | OPT_EXPERT, { &skip_loop_filter }, "", "" },
2895 { "skipframe", OPT_INT | HAS_ARG | OPT_EXPERT, { &skip_frame }, "", "" },
2896 { "skipidct", OPT_INT | HAS_ARG | OPT_EXPERT, { &skip_idct }, "", "" },
2897 { "idct", OPT_INT | HAS_ARG | OPT_EXPERT, { &idct }, "set idct algo", "algo" },
2898 { "ec", OPT_INT | HAS_ARG | OPT_EXPERT, { &error_concealment }, "set error concealment options", "bit_mask" },
2899 { "sync", HAS_ARG | OPT_EXPERT, { .func_arg = opt_sync }, "set audio-video sync. type (type=audio/video/ext)", "type" },
2900 { "autoexit", OPT_BOOL | OPT_EXPERT, { &autoexit }, "exit at the end", "" },
2901 { "exitonkeydown", OPT_BOOL | OPT_EXPERT, { &exit_on_keydown }, "exit on key down", "" },
2902 { "exitonmousedown", OPT_BOOL | OPT_EXPERT, { &exit_on_mousedown }, "exit on mouse down", "" },
2903 { "loop", OPT_INT | HAS_ARG | OPT_EXPERT, { &loop }, "set number of times the playback shall be looped", "loop count" },
2904 { "framedrop", OPT_BOOL | OPT_EXPERT, { &framedrop }, "drop frames when cpu is too slow", "" },
2905 { "infbuf", OPT_BOOL | OPT_EXPERT, { &infinite_buffer }, "don't limit the input buffer size (useful with realtime streams)", "" },
2906 { "window_title", OPT_STRING | HAS_ARG, { &window_title }, "set window title", "window title" },
2907 #if CONFIG_AVFILTER
2908 { "vf", OPT_STRING | HAS_ARG, { &vfilters }, "video filters", "filter list" },
2909 #endif
2910 { "rdftspeed", OPT_INT | HAS_ARG| OPT_AUDIO | OPT_EXPERT, { &rdftspeed }, "rdft speed", "msecs" },
2911 { "default", HAS_ARG | OPT_AUDIO | OPT_VIDEO | OPT_EXPERT, { opt_default }, "generic catch all option", "" },
2912 { "i", 0, { NULL }, "avconv compatibility dummy option", ""},
2913 { NULL, },
2914 };
2915
2916 static void show_usage(void)
2917 {
2918 printf("Simple media player\n");
2919 printf("usage: %s [options] input_file\n", program_name);
2920 printf("\n");
2921 }
2922
2923 void show_help_default(const char *opt, const char *arg)
2924 {
2925 av_log_set_callback(log_callback_help);
2926 show_usage();
2927 show_help_options(options, "Main options:", 0, OPT_EXPERT, 0);
2928 show_help_options(options, "Advanced options:", OPT_EXPERT, 0, 0);
2929 printf("\n");
2930 show_help_children(avcodec_get_class(), AV_OPT_FLAG_DECODING_PARAM);
2931 show_help_children(avformat_get_class(), AV_OPT_FLAG_DECODING_PARAM);
2932 #if !CONFIG_AVFILTER
2933 show_help_children(sws_get_class(), AV_OPT_FLAG_ENCODING_PARAM);
2934 #endif
2935 printf("\nWhile playing:\n"
2936 "q, ESC quit\n"
2937 "f toggle full screen\n"
2938 "p, SPC pause\n"
2939 "a cycle audio channel\n"
2940 "v cycle video channel\n"
2941 "t cycle subtitle channel\n"
2942 "w show audio waves\n"
2943 "s activate frame-step mode\n"
2944 "left/right seek backward/forward 10 seconds\n"
2945 "down/up seek backward/forward 1 minute\n"
2946 "mouse click seek to percentage in file corresponding to fraction of width\n"
2947 );
2948 }
2949
2950 static void opt_input_file(void *optctx, const char *filename)
2951 {
2952 if (input_filename) {
2953 fprintf(stderr, "Argument '%s' provided as input filename, but '%s' was already specified.\n",
2954 filename, input_filename);
2955 exit(1);
2956 }
2957 if (!strcmp(filename, "-"))
2958 filename = "pipe:";
2959 input_filename = filename;
2960 }
2961
2962 /* Called from the main */
2963 int main(int argc, char **argv)
2964 {
2965 int flags;
2966
2967 av_log_set_flags(AV_LOG_SKIP_REPEATED);
2968 parse_loglevel(argc, argv, options);
2969
2970 /* register all codecs, demux and protocols */
2971 avcodec_register_all();
2972 #if CONFIG_AVDEVICE
2973 avdevice_register_all();
2974 #endif
2975 #if CONFIG_AVFILTER
2976 avfilter_register_all();
2977 #endif
2978 av_register_all();
2979 avformat_network_init();
2980
2981 init_opts();
2982
2983 show_banner();
2984
2985 parse_options(NULL, argc, argv, options, opt_input_file);
2986
2987 if (!input_filename) {
2988 show_usage();
2989 fprintf(stderr, "An input file must be specified\n");
2990 fprintf(stderr, "Use -h to get full help or, even better, run 'man %s'\n", program_name);
2991 exit(1);
2992 }
2993
2994 if (display_disable) {
2995 video_disable = 1;
2996 }
2997 flags = SDL_INIT_VIDEO | SDL_INIT_AUDIO | SDL_INIT_TIMER;
2998 #if !defined(__MINGW32__) && !defined(__APPLE__)
2999 flags |= SDL_INIT_EVENTTHREAD; /* Not supported on Windows or Mac OS X */
3000 #endif
3001 if (SDL_Init (flags)) {
3002 fprintf(stderr, "Could not initialize SDL - %s\n", SDL_GetError());
3003 exit(1);
3004 }
3005
3006 if (!display_disable) {
3007 #if HAVE_SDL_VIDEO_SIZE
3008 const SDL_VideoInfo *vi = SDL_GetVideoInfo();
3009 fs_screen_width = vi->current_w;
3010 fs_screen_height = vi->current_h;
3011 #endif
3012 }
3013
3014 SDL_EventState(SDL_ACTIVEEVENT, SDL_IGNORE);
3015 SDL_EventState(SDL_SYSWMEVENT, SDL_IGNORE);
3016 SDL_EventState(SDL_USEREVENT, SDL_IGNORE);
3017
3018 av_init_packet(&flush_pkt);
3019 flush_pkt.data = "FLUSH";
3020
3021 cur_stream = stream_open(input_filename, file_iformat);
3022
3023 event_loop();
3024
3025 /* never returns */
3026
3027 return 0;
3028 }
Libav master