projects / libav.git / blob
? search:
summary | shortlog | log | commit | commitdiff | tree
blame | history | raw | HEAD
avconv: stop accessing AVStream.parser
[libav.git] / avconv.c
1 /*
2 * avconv main
3 * Copyright (c) 2000-2011 The libav developers.
4 *
5 * This file is part of Libav.
6 *
7 * Libav is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
11 *
12 * Libav is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with Libav; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20 */
21
22 #include "config.h"
23 #include <ctype.h>
24 #include <string.h>
25 #include <math.h>
26 #include <stdlib.h>
27 #include <errno.h>
28 #include <signal.h>
29 #include <limits.h>
30 #include "libavformat/avformat.h"
31 #include "libavdevice/avdevice.h"
32 #include "libswscale/swscale.h"
33 #include "libavresample/avresample.h"
34 #include "libavutil/opt.h"
35 #include "libavutil/channel_layout.h"
36 #include "libavutil/parseutils.h"
37 #include "libavutil/samplefmt.h"
38 #include "libavutil/fifo.h"
39 #include "libavutil/intreadwrite.h"
40 #include "libavutil/dict.h"
41 #include "libavutil/mathematics.h"
42 #include "libavutil/pixdesc.h"
43 #include "libavutil/avstring.h"
44 #include "libavutil/libm.h"
45 #include "libavutil/imgutils.h"
46 #include "libavutil/time.h"
47 #include "libavformat/os_support.h"
48
49 # include "libavfilter/avfilter.h"
50 # include "libavfilter/buffersrc.h"
51 # include "libavfilter/buffersink.h"
52
53 #if HAVE_SYS_RESOURCE_H
54 #include <sys/time.h>
55 #include <sys/types.h>
56 #include <sys/resource.h>
57 #elif HAVE_GETPROCESSTIMES
58 #include <windows.h>
59 #endif
60 #if HAVE_GETPROCESSMEMORYINFO
61 #include <windows.h>
62 #include <psapi.h>
63 #endif
64
65 #if HAVE_SYS_SELECT_H
66 #include <sys/select.h>
67 #endif
68
69 #if HAVE_PTHREADS
70 #include <pthread.h>
71 #endif
72
73 #include <time.h>
74
75 #include "avconv.h"
76 #include "cmdutils.h"
77
78 #include "libavutil/avassert.h"
79
80 const char program_name[] = "avconv";
81 const int program_birth_year = 2000;
82
83 static FILE *vstats_file;
84
85 static int64_t video_size = 0;
86 static int64_t audio_size = 0;
87 static int64_t extra_size = 0;
88 static int nb_frames_dup = 0;
89 static int nb_frames_drop = 0;
90
91
92
93 #if HAVE_PTHREADS
94 /* signal to input threads that they should exit; set by the main thread */
95 static int transcoding_finished;
96 #endif
97
98 #define DEFAULT_PASS_LOGFILENAME_PREFIX "av2pass"
99
100 InputStream **input_streams = NULL;
101 int nb_input_streams = 0;
102 InputFile **input_files = NULL;
103 int nb_input_files = 0;
104
105 OutputStream **output_streams = NULL;
106 int nb_output_streams = 0;
107 OutputFile **output_files = NULL;
108 int nb_output_files = 0;
109
110 FilterGraph **filtergraphs;
111 int nb_filtergraphs;
112
113 static void term_exit(void)
114 {
115 av_log(NULL, AV_LOG_QUIET, "");
116 }
117
118 static volatile int received_sigterm = 0;
119 static volatile int received_nb_signals = 0;
120
121 static void
122 sigterm_handler(int sig)
123 {
124 received_sigterm = sig;
125 received_nb_signals++;
126 term_exit();
127 }
128
129 static void term_init(void)
130 {
131 signal(SIGINT , sigterm_handler); /* Interrupt (ANSI). */
132 signal(SIGTERM, sigterm_handler); /* Termination (ANSI). */
133 #ifdef SIGXCPU
134 signal(SIGXCPU, sigterm_handler);
135 #endif
136 }
137
138 static int decode_interrupt_cb(void *ctx)
139 {
140 return received_nb_signals > 1;
141 }
142
143 const AVIOInterruptCB int_cb = { decode_interrupt_cb, NULL };
144
145 static void avconv_cleanup(int ret)
146 {
147 int i, j;
148
149 for (i = 0; i < nb_filtergraphs; i++) {
150 avfilter_graph_free(&filtergraphs[i]->graph);
151 for (j = 0; j < filtergraphs[i]->nb_inputs; j++) {
152 av_freep(&filtergraphs[i]->inputs[j]->name);
153 av_freep(&filtergraphs[i]->inputs[j]);
154 }
155 av_freep(&filtergraphs[i]->inputs);
156 for (j = 0; j < filtergraphs[i]->nb_outputs; j++) {
157 av_freep(&filtergraphs[i]->outputs[j]->name);
158 av_freep(&filtergraphs[i]->outputs[j]);
159 }
160 av_freep(&filtergraphs[i]->outputs);
161 av_freep(&filtergraphs[i]->graph_desc);
162 av_freep(&filtergraphs[i]);
163 }
164 av_freep(&filtergraphs);
165
166 /* close files */
167 for (i = 0; i < nb_output_files; i++) {
168 AVFormatContext *s = output_files[i]->ctx;
169 if (s && s->oformat && !(s->oformat->flags & AVFMT_NOFILE) && s->pb)
170 avio_close(s->pb);
171 avformat_free_context(s);
172 av_dict_free(&output_files[i]->opts);
173 av_freep(&output_files[i]);
174 }
175 for (i = 0; i < nb_output_streams; i++) {
176 AVBitStreamFilterContext *bsfc = output_streams[i]->bitstream_filters;
177 while (bsfc) {
178 AVBitStreamFilterContext *next = bsfc->next;
179 av_bitstream_filter_close(bsfc);
180 bsfc = next;
181 }
182 output_streams[i]->bitstream_filters = NULL;
183 avcodec_free_frame(&output_streams[i]->filtered_frame);
184
185 av_parser_close(output_streams[i]->parser);
186
187 av_freep(&output_streams[i]->forced_keyframes);
188 av_freep(&output_streams[i]->avfilter);
189 av_freep(&output_streams[i]->logfile_prefix);
190 av_freep(&output_streams[i]);
191 }
192 for (i = 0; i < nb_input_files; i++) {
193 avformat_close_input(&input_files[i]->ctx);
194 av_freep(&input_files[i]);
195 }
196 for (i = 0; i < nb_input_streams; i++) {
197 av_frame_free(&input_streams[i]->decoded_frame);
198 av_frame_free(&input_streams[i]->filter_frame);
199 av_dict_free(&input_streams[i]->opts);
200 av_freep(&input_streams[i]->filters);
201 av_freep(&input_streams[i]);
202 }
203
204 if (vstats_file)
205 fclose(vstats_file);
206 av_free(vstats_filename);
207
208 av_freep(&input_streams);
209 av_freep(&input_files);
210 av_freep(&output_streams);
211 av_freep(&output_files);
212
213 uninit_opts();
214
215 avformat_network_deinit();
216
217 if (received_sigterm) {
218 av_log(NULL, AV_LOG_INFO, "Received signal %d: terminating.\n",
219 (int) received_sigterm);
220 exit (255);
221 }
222 }
223
224 void assert_avoptions(AVDictionary *m)
225 {
226 AVDictionaryEntry *t;
227 if ((t = av_dict_get(m, "", NULL, AV_DICT_IGNORE_SUFFIX))) {
228 av_log(NULL, AV_LOG_FATAL, "Option %s not found.\n", t->key);
229 exit_program(1);
230 }
231 }
232
233 static void abort_codec_experimental(AVCodec *c, int encoder)
234 {
235 const char *codec_string = encoder ? "encoder" : "decoder";
236 AVCodec *codec;
237 av_log(NULL, AV_LOG_FATAL, "%s '%s' is experimental and might produce bad "
238 "results.\nAdd '-strict experimental' if you want to use it.\n",
239 codec_string, c->name);
240 codec = encoder ? avcodec_find_encoder(c->id) : avcodec_find_decoder(c->id);
241 if (!(codec->capabilities & CODEC_CAP_EXPERIMENTAL))
242 av_log(NULL, AV_LOG_FATAL, "Or use the non experimental %s '%s'.\n",
243 codec_string, codec->name);
244 exit_program(1);
245 }
246
247 /*
248 * Update the requested input sample format based on the output sample format.
249 * This is currently only used to request float output from decoders which
250 * support multiple sample formats, one of which is AV_SAMPLE_FMT_FLT.
251 * Ideally this will be removed in the future when decoders do not do format
252 * conversion and only output in their native format.
253 */
254 static void update_sample_fmt(AVCodecContext *dec, AVCodec *dec_codec,
255 AVCodecContext *enc)
256 {
257 /* if sample formats match or a decoder sample format has already been
258 requested, just return */
259 if (enc->sample_fmt == dec->sample_fmt ||
260 dec->request_sample_fmt > AV_SAMPLE_FMT_NONE)
261 return;
262
263 /* if decoder supports more than one output format */
264 if (dec_codec && dec_codec->sample_fmts &&
265 dec_codec->sample_fmts[0] != AV_SAMPLE_FMT_NONE &&
266 dec_codec->sample_fmts[1] != AV_SAMPLE_FMT_NONE) {
267 const enum AVSampleFormat *p;
268 int min_dec = INT_MAX, min_inc = INT_MAX;
269 enum AVSampleFormat dec_fmt = AV_SAMPLE_FMT_NONE;
270 enum AVSampleFormat inc_fmt = AV_SAMPLE_FMT_NONE;
271
272 /* find a matching sample format in the encoder */
273 for (p = dec_codec->sample_fmts; *p != AV_SAMPLE_FMT_NONE; p++) {
274 if (*p == enc->sample_fmt) {
275 dec->request_sample_fmt = *p;
276 return;
277 } else {
278 enum AVSampleFormat dfmt = av_get_packed_sample_fmt(*p);
279 enum AVSampleFormat efmt = av_get_packed_sample_fmt(enc->sample_fmt);
280 int fmt_diff = 32 * abs(dfmt - efmt);
281 if (av_sample_fmt_is_planar(*p) !=
282 av_sample_fmt_is_planar(enc->sample_fmt))
283 fmt_diff++;
284 if (dfmt == efmt) {
285 min_inc = fmt_diff;
286 inc_fmt = *p;
287 } else if (dfmt > efmt) {
288 if (fmt_diff < min_inc) {
289 min_inc = fmt_diff;
290 inc_fmt = *p;
291 }
292 } else {
293 if (fmt_diff < min_dec) {
294 min_dec = fmt_diff;
295 dec_fmt = *p;
296 }
297 }
298 }
299 }
300
301 /* if none match, provide the one that matches quality closest */
302 dec->request_sample_fmt = min_inc != INT_MAX ? inc_fmt : dec_fmt;
303 }
304 }
305
306 static void write_frame(AVFormatContext *s, AVPacket *pkt, OutputStream *ost)
307 {
308 AVBitStreamFilterContext *bsfc = ost->bitstream_filters;
309 AVCodecContext *avctx = ost->st->codec;
310 int ret;
311
312 /*
313 * Audio encoders may split the packets -- #frames in != #packets out.
314 * But there is no reordering, so we can limit the number of output packets
315 * by simply dropping them here.
316 * Counting encoded video frames needs to be done separately because of
317 * reordering, see do_video_out()
318 */
319 if (!(avctx->codec_type == AVMEDIA_TYPE_VIDEO && avctx->codec)) {
320 if (ost->frame_number >= ost->max_frames) {
321 av_free_packet(pkt);
322 return;
323 }
324 ost->frame_number++;
325 }
326
327 while (bsfc) {
328 AVPacket new_pkt = *pkt;
329 int a = av_bitstream_filter_filter(bsfc, avctx, NULL,
330 &new_pkt.data, &new_pkt.size,
331 pkt->data, pkt->size,
332 pkt->flags & AV_PKT_FLAG_KEY);
333 if (a > 0) {
334 av_free_packet(pkt);
335 new_pkt.buf = av_buffer_create(new_pkt.data, new_pkt.size,
336 av_buffer_default_free, NULL, 0);
337 if (!new_pkt.buf)
338 exit_program(1);
339 } else if (a < 0) {
340 av_log(NULL, AV_LOG_ERROR, "%s failed for stream %d, codec %s",
341 bsfc->filter->name, pkt->stream_index,
342 avctx->codec ? avctx->codec->name : "copy");
343 print_error("", a);
344 if (exit_on_error)
345 exit_program(1);
346 }
347 *pkt = new_pkt;
348
349 bsfc = bsfc->next;
350 }
351
352 if (!(s->oformat->flags & AVFMT_NOTIMESTAMPS) &&
353 ost->last_mux_dts != AV_NOPTS_VALUE &&
354 pkt->dts < ost->last_mux_dts + !(s->oformat->flags & AVFMT_TS_NONSTRICT)) {
355 av_log(NULL, AV_LOG_WARNING, "Non-monotonous DTS in output stream "
356 "%d:%d; previous: %"PRId64", current: %"PRId64"; ",
357 ost->file_index, ost->st->index, ost->last_mux_dts, pkt->dts);
358 if (exit_on_error) {
359 av_log(NULL, AV_LOG_FATAL, "aborting.\n");
360 exit_program(1);
361 }
362 av_log(NULL, AV_LOG_WARNING, "changing to %"PRId64". This may result "
363 "in incorrect timestamps in the output file.\n",
364 ost->last_mux_dts + 1);
365 pkt->dts = ost->last_mux_dts + 1;
366 if (pkt->pts != AV_NOPTS_VALUE)
367 pkt->pts = FFMAX(pkt->pts, pkt->dts);
368 }
369 ost->last_mux_dts = pkt->dts;
370
371 pkt->stream_index = ost->index;
372 ret = av_interleaved_write_frame(s, pkt);
373 if (ret < 0) {
374 print_error("av_interleaved_write_frame()", ret);
375 exit_program(1);
376 }
377 }
378
379 static int check_recording_time(OutputStream *ost)
380 {
381 OutputFile *of = output_files[ost->file_index];
382
383 if (of->recording_time != INT64_MAX &&
384 av_compare_ts(ost->sync_opts - ost->first_pts, ost->st->codec->time_base, of->recording_time,
385 AV_TIME_BASE_Q) >= 0) {
386 ost->finished = 1;
387 return 0;
388 }
389 return 1;
390 }
391
392 static void do_audio_out(AVFormatContext *s, OutputStream *ost,
393 AVFrame *frame)
394 {
395 AVCodecContext *enc = ost->st->codec;
396 AVPacket pkt;
397 int got_packet = 0;
398
399 av_init_packet(&pkt);
400 pkt.data = NULL;
401 pkt.size = 0;
402
403 if (frame->pts == AV_NOPTS_VALUE || audio_sync_method < 0)
404 frame->pts = ost->sync_opts;
405 ost->sync_opts = frame->pts + frame->nb_samples;
406
407 if (avcodec_encode_audio2(enc, &pkt, frame, &got_packet) < 0) {
408 av_log(NULL, AV_LOG_FATAL, "Audio encoding failed\n");
409 exit_program(1);
410 }
411
412 if (got_packet) {
413 if (pkt.pts != AV_NOPTS_VALUE)
414 pkt.pts = av_rescale_q(pkt.pts, enc->time_base, ost->st->time_base);
415 if (pkt.dts != AV_NOPTS_VALUE)
416 pkt.dts = av_rescale_q(pkt.dts, enc->time_base, ost->st->time_base);
417 if (pkt.duration > 0)
418 pkt.duration = av_rescale_q(pkt.duration, enc->time_base, ost->st->time_base);
419
420 write_frame(s, &pkt, ost);
421
422 audio_size += pkt.size;
423 }
424 }
425
426 static void do_subtitle_out(AVFormatContext *s,
427 OutputStream *ost,
428 InputStream *ist,
429 AVSubtitle *sub,
430 int64_t pts)
431 {
432 static uint8_t *subtitle_out = NULL;
433 int subtitle_out_max_size = 1024 * 1024;
434 int subtitle_out_size, nb, i;
435 AVCodecContext *enc;
436 AVPacket pkt;
437
438 if (pts == AV_NOPTS_VALUE) {
439 av_log(NULL, AV_LOG_ERROR, "Subtitle packets must have a pts\n");
440 if (exit_on_error)
441 exit_program(1);
442 return;
443 }
444
445 enc = ost->st->codec;
446
447 if (!subtitle_out) {
448 subtitle_out = av_malloc(subtitle_out_max_size);
449 }
450
451 /* Note: DVB subtitle need one packet to draw them and one other
452 packet to clear them */
453 /* XXX: signal it in the codec context ? */
454 if (enc->codec_id == AV_CODEC_ID_DVB_SUBTITLE)
455 nb = 2;
456 else
457 nb = 1;
458
459 for (i = 0; i < nb; i++) {
460 ost->sync_opts = av_rescale_q(pts, ist->st->time_base, enc->time_base);
461 if (!check_recording_time(ost))
462 return;
463
464 sub->pts = av_rescale_q(pts, ist->st->time_base, AV_TIME_BASE_Q);
465 // start_display_time is required to be 0
466 sub->pts += av_rescale_q(sub->start_display_time, (AVRational){ 1, 1000 }, AV_TIME_BASE_Q);
467 sub->end_display_time -= sub->start_display_time;
468 sub->start_display_time = 0;
469 subtitle_out_size = avcodec_encode_subtitle(enc, subtitle_out,
470 subtitle_out_max_size, sub);
471 if (subtitle_out_size < 0) {
472 av_log(NULL, AV_LOG_FATAL, "Subtitle encoding failed\n");
473 exit_program(1);
474 }
475
476 av_init_packet(&pkt);
477 pkt.data = subtitle_out;
478 pkt.size = subtitle_out_size;
479 pkt.pts = av_rescale_q(sub->pts, AV_TIME_BASE_Q, ost->st->time_base);
480 if (enc->codec_id == AV_CODEC_ID_DVB_SUBTITLE) {
481 /* XXX: the pts correction is handled here. Maybe handling
482 it in the codec would be better */
483 if (i == 0)
484 pkt.pts += 90 * sub->start_display_time;
485 else
486 pkt.pts += 90 * sub->end_display_time;
487 }
488 write_frame(s, &pkt, ost);
489 }
490 }
491
492 static void do_video_out(AVFormatContext *s,
493 OutputStream *ost,
494 AVFrame *in_picture,
495 int *frame_size)
496 {
497 int ret, format_video_sync;
498 AVPacket pkt;
499 AVCodecContext *enc = ost->st->codec;
500
501 *frame_size = 0;
502
503 format_video_sync = video_sync_method;
504 if (format_video_sync == VSYNC_AUTO)
505 format_video_sync = (s->oformat->flags & AVFMT_NOTIMESTAMPS) ? VSYNC_PASSTHROUGH :
506 (s->oformat->flags & AVFMT_VARIABLE_FPS) ? VSYNC_VFR : VSYNC_CFR;
507 if (format_video_sync != VSYNC_PASSTHROUGH &&
508 ost->frame_number &&
509 in_picture->pts != AV_NOPTS_VALUE &&
510 in_picture->pts < ost->sync_opts) {
511 nb_frames_drop++;
512 av_log(NULL, AV_LOG_VERBOSE, "*** drop!\n");
513 return;
514 }
515
516 if (in_picture->pts == AV_NOPTS_VALUE)
517 in_picture->pts = ost->sync_opts;
518 ost->sync_opts = in_picture->pts;
519
520
521 if (!ost->frame_number)
522 ost->first_pts = in_picture->pts;
523
524 av_init_packet(&pkt);
525 pkt.data = NULL;
526 pkt.size = 0;
527
528 if (ost->frame_number >= ost->max_frames)
529 return;
530
531 if (s->oformat->flags & AVFMT_RAWPICTURE &&
532 enc->codec->id == AV_CODEC_ID_RAWVIDEO) {
533 /* raw pictures are written as AVPicture structure to
534 avoid any copies. We support temporarily the older
535 method. */
536 enc->coded_frame->interlaced_frame = in_picture->interlaced_frame;
537 enc->coded_frame->top_field_first = in_picture->top_field_first;
538 pkt.data = (uint8_t *)in_picture;
539 pkt.size = sizeof(AVPicture);
540 pkt.pts = av_rescale_q(in_picture->pts, enc->time_base, ost->st->time_base);
541 pkt.flags |= AV_PKT_FLAG_KEY;
542
543 write_frame(s, &pkt, ost);
544 } else {
545 int got_packet;
546
547 if (ost->st->codec->flags & (CODEC_FLAG_INTERLACED_DCT|CODEC_FLAG_INTERLACED_ME) &&
548 ost->top_field_first >= 0)
549 in_picture->top_field_first = !!ost->top_field_first;
550
551 in_picture->quality = ost->st->codec->global_quality;
552 if (!enc->me_threshold)
553 in_picture->pict_type = 0;
554 if (ost->forced_kf_index < ost->forced_kf_count &&
555 in_picture->pts >= ost->forced_kf_pts[ost->forced_kf_index]) {
556 in_picture->pict_type = AV_PICTURE_TYPE_I;
557 ost->forced_kf_index++;
558 }
559 ret = avcodec_encode_video2(enc, &pkt, in_picture, &got_packet);
560 if (ret < 0) {
561 av_log(NULL, AV_LOG_FATAL, "Video encoding failed\n");
562 exit_program(1);
563 }
564
565 if (got_packet) {
566 if (pkt.pts != AV_NOPTS_VALUE)
567 pkt.pts = av_rescale_q(pkt.pts, enc->time_base, ost->st->time_base);
568 if (pkt.dts != AV_NOPTS_VALUE)
569 pkt.dts = av_rescale_q(pkt.dts, enc->time_base, ost->st->time_base);
570
571 write_frame(s, &pkt, ost);
572 *frame_size = pkt.size;
573 video_size += pkt.size;
574
575 /* if two pass, output log */
576 if (ost->logfile && enc->stats_out) {
577 fprintf(ost->logfile, "%s", enc->stats_out);
578 }
579 }
580 }
581 ost->sync_opts++;
582 /*
583 * For video, number of frames in == number of packets out.
584 * But there may be reordering, so we can't throw away frames on encoder
585 * flush, we need to limit them here, before they go into encoder.
586 */
587 ost->frame_number++;
588 }
589
590 static double psnr(double d)
591 {
592 return -10.0 * log(d) / log(10.0);
593 }
594
595 static void do_video_stats(OutputStream *ost, int frame_size)
596 {
597 AVCodecContext *enc;
598 int frame_number;
599 double ti1, bitrate, avg_bitrate;
600
601 /* this is executed just the first time do_video_stats is called */
602 if (!vstats_file) {
603 vstats_file = fopen(vstats_filename, "w");
604 if (!vstats_file) {
605 perror("fopen");
606 exit_program(1);
607 }
608 }
609
610 enc = ost->st->codec;
611 if (enc->codec_type == AVMEDIA_TYPE_VIDEO) {
612 frame_number = ost->frame_number;
613 fprintf(vstats_file, "frame= %5d q= %2.1f ", frame_number, enc->coded_frame->quality / (float)FF_QP2LAMBDA);
614 if (enc->flags&CODEC_FLAG_PSNR)
615 fprintf(vstats_file, "PSNR= %6.2f ", psnr(enc->coded_frame->error[0] / (enc->width * enc->height * 255.0 * 255.0)));
616
617 fprintf(vstats_file,"f_size= %6d ", frame_size);
618 /* compute pts value */
619 ti1 = ost->sync_opts * av_q2d(enc->time_base);
620 if (ti1 < 0.01)
621 ti1 = 0.01;
622
623 bitrate = (frame_size * 8) / av_q2d(enc->time_base) / 1000.0;
624 avg_bitrate = (double)(video_size * 8) / ti1 / 1000.0;
625 fprintf(vstats_file, "s_size= %8.0fkB time= %0.3f br= %7.1fkbits/s avg_br= %7.1fkbits/s ",
626 (double)video_size / 1024, ti1, bitrate, avg_bitrate);
627 fprintf(vstats_file, "type= %c\n", av_get_picture_type_char(enc->coded_frame->pict_type));
628 }
629 }
630
631 /*
632 * Read one frame for lavfi output for ost and encode it.
633 */
634 static int poll_filter(OutputStream *ost)
635 {
636 OutputFile *of = output_files[ost->file_index];
637 AVFrame *filtered_frame = NULL;
638 int frame_size, ret;
639
640 if (!ost->filtered_frame && !(ost->filtered_frame = avcodec_alloc_frame())) {
641 return AVERROR(ENOMEM);
642 } else
643 avcodec_get_frame_defaults(ost->filtered_frame);
644 filtered_frame = ost->filtered_frame;
645
646 if (ost->enc->type == AVMEDIA_TYPE_AUDIO &&
647 !(ost->enc->capabilities & CODEC_CAP_VARIABLE_FRAME_SIZE))
648 ret = av_buffersink_get_samples(ost->filter->filter, filtered_frame,
649 ost->st->codec->frame_size);
650 else
651 ret = av_buffersink_get_frame(ost->filter->filter, filtered_frame);
652
653 if (ret < 0)
654 return ret;
655
656 if (filtered_frame->pts != AV_NOPTS_VALUE) {
657 int64_t start_time = (of->start_time == AV_NOPTS_VALUE) ? 0 : of->start_time;
658 filtered_frame->pts = av_rescale_q(filtered_frame->pts,
659 ost->filter->filter->inputs[0]->time_base,
660 ost->st->codec->time_base) -
661 av_rescale_q(start_time,
662 AV_TIME_BASE_Q,
663 ost->st->codec->time_base);
664 }
665
666 switch (ost->filter->filter->inputs[0]->type) {
667 case AVMEDIA_TYPE_VIDEO:
668 if (!ost->frame_aspect_ratio)
669 ost->st->codec->sample_aspect_ratio = filtered_frame->sample_aspect_ratio;
670
671 do_video_out(of->ctx, ost, filtered_frame, &frame_size);
672 if (vstats_filename && frame_size)
673 do_video_stats(ost, frame_size);
674 break;
675 case AVMEDIA_TYPE_AUDIO:
676 do_audio_out(of->ctx, ost, filtered_frame);
677 break;
678 default:
679 // TODO support subtitle filters
680 av_assert0(0);
681 }
682
683 av_frame_unref(filtered_frame);
684
685 return 0;
686 }
687
688 /*
689 * Read as many frames from possible from lavfi and encode them.
690 *
691 * Always read from the active stream with the lowest timestamp. If no frames
692 * are available for it then return EAGAIN and wait for more input. This way we
693 * can use lavfi sources that generate unlimited amount of frames without memory
694 * usage exploding.
695 */
696 static int poll_filters(void)
697 {
698 int i, j, ret = 0;
699
700 while (ret >= 0 && !received_sigterm) {
701 OutputStream *ost = NULL;
702 int64_t min_pts = INT64_MAX;
703
704 /* choose output stream with the lowest timestamp */
705 for (i = 0; i < nb_output_streams; i++) {
706 int64_t pts = output_streams[i]->sync_opts;
707
708 if (!output_streams[i]->filter || output_streams[i]->finished)
709 continue;
710
711 pts = av_rescale_q(pts, output_streams[i]->st->codec->time_base,
712 AV_TIME_BASE_Q);
713 if (pts < min_pts) {
714 min_pts = pts;
715 ost = output_streams[i];
716 }
717 }
718
719 if (!ost)
720 break;
721
722 ret = poll_filter(ost);
723
724 if (ret == AVERROR_EOF) {
725 OutputFile *of = output_files[ost->file_index];
726
727 ost->finished = 1;
728
729 if (of->shortest) {
730 for (j = 0; j < of->ctx->nb_streams; j++)
731 output_streams[of->ost_index + j]->finished = 1;
732 }
733
734 ret = 0;
735 } else if (ret == AVERROR(EAGAIN))
736 return 0;
737 }
738
739 return ret;
740 }
741
742 static void print_report(int is_last_report, int64_t timer_start)
743 {
744 char buf[1024];
745 OutputStream *ost;
746 AVFormatContext *oc;
747 int64_t total_size;
748 AVCodecContext *enc;
749 int frame_number, vid, i;
750 double bitrate, ti1, pts;
751 static int64_t last_time = -1;
752 static int qp_histogram[52];
753
754 if (!print_stats && !is_last_report)
755 return;
756
757 if (!is_last_report) {
758 int64_t cur_time;
759 /* display the report every 0.5 seconds */
760 cur_time = av_gettime();
761 if (last_time == -1) {
762 last_time = cur_time;
763 return;
764 }
765 if ((cur_time - last_time) < 500000)
766 return;
767 last_time = cur_time;
768 }
769
770
771 oc = output_files[0]->ctx;
772
773 total_size = avio_size(oc->pb);
774 if (total_size <= 0) // FIXME improve avio_size() so it works with non seekable output too
775 total_size = avio_tell(oc->pb);
776 if (total_size < 0) {
777 char errbuf[128];
778 av_strerror(total_size, errbuf, sizeof(errbuf));
779 av_log(NULL, AV_LOG_VERBOSE, "Bitrate not available, "
780 "avio_tell() failed: %s\n", errbuf);
781 total_size = 0;
782 }
783
784 buf[0] = '\0';
785 ti1 = 1e10;
786 vid = 0;
787 for (i = 0; i < nb_output_streams; i++) {
788 float q = -1;
789 ost = output_streams[i];
790 enc = ost->st->codec;
791 if (!ost->stream_copy && enc->coded_frame)
792 q = enc->coded_frame->quality / (float)FF_QP2LAMBDA;
793 if (vid && enc->codec_type == AVMEDIA_TYPE_VIDEO) {
794 snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), "q=%2.1f ", q);
795 }
796 if (!vid && enc->codec_type == AVMEDIA_TYPE_VIDEO) {
797 float t = (av_gettime() - timer_start) / 1000000.0;
798
799 frame_number = ost->frame_number;
800 snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), "frame=%5d fps=%3d q=%3.1f ",
801 frame_number, (t > 1) ? (int)(frame_number / t + 0.5) : 0, q);
802 if (is_last_report)
803 snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), "L");
804 if (qp_hist) {
805 int j;
806 int qp = lrintf(q);
807 if (qp >= 0 && qp < FF_ARRAY_ELEMS(qp_histogram))
808 qp_histogram[qp]++;
809 for (j = 0; j < 32; j++)
810 snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), "%X", (int)lrintf(log2(qp_histogram[j] + 1)));
811 }
812 if (enc->flags&CODEC_FLAG_PSNR) {
813 int j;
814 double error, error_sum = 0;
815 double scale, scale_sum = 0;
816 char type[3] = { 'Y','U','V' };
817 snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), "PSNR=");
818 for (j = 0; j < 3; j++) {
819 if (is_last_report) {
820 error = enc->error[j];
821 scale = enc->width * enc->height * 255.0 * 255.0 * frame_number;
822 } else {
823 error = enc->coded_frame->error[j];
824 scale = enc->width * enc->height * 255.0 * 255.0;
825 }
826 if (j)
827 scale /= 4;
828 error_sum += error;
829 scale_sum += scale;
830 snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), "%c:%2.2f ", type[j], psnr(error / scale));
831 }
832 snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), "*:%2.2f ", psnr(error_sum / scale_sum));
833 }
834 vid = 1;
835 }
836 /* compute min output value */
837 pts = (double)ost->st->pts.val * av_q2d(ost->st->time_base);
838 if ((pts < ti1) && (pts > 0))
839 ti1 = pts;
840 }
841 if (ti1 < 0.01)
842 ti1 = 0.01;
843
844 bitrate = (double)(total_size * 8) / ti1 / 1000.0;
845
846 snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf),
847 "size=%8.0fkB time=%0.2f bitrate=%6.1fkbits/s",
848 (double)total_size / 1024, ti1, bitrate);
849
850 if (nb_frames_dup || nb_frames_drop)
851 snprintf(buf + strlen(buf), sizeof(buf) - strlen(buf), " dup=%d drop=%d",
852 nb_frames_dup, nb_frames_drop);
853
854 av_log(NULL, AV_LOG_INFO, "%s \r", buf);
855
856 fflush(stderr);
857
858 if (is_last_report) {
859 int64_t raw= audio_size + video_size + extra_size;
860 av_log(NULL, AV_LOG_INFO, "\n");
861 av_log(NULL, AV_LOG_INFO, "video:%1.0fkB audio:%1.0fkB global headers:%1.0fkB muxing overhead %f%%\n",
862 video_size / 1024.0,
863 audio_size / 1024.0,
864 extra_size / 1024.0,
865 100.0 * (total_size - raw) / raw
866 );
867 }
868 }
869
870 static void flush_encoders(void)
871 {
872 int i, ret;
873
874 for (i = 0; i < nb_output_streams; i++) {
875 OutputStream *ost = output_streams[i];
876 AVCodecContext *enc = ost->st->codec;
877 AVFormatContext *os = output_files[ost->file_index]->ctx;
878 int stop_encoding = 0;
879
880 if (!ost->encoding_needed)
881 continue;
882
883 if (ost->st->codec->codec_type == AVMEDIA_TYPE_AUDIO && enc->frame_size <= 1)
884 continue;
885 if (ost->st->codec->codec_type == AVMEDIA_TYPE_VIDEO && (os->oformat->flags & AVFMT_RAWPICTURE) && enc->codec->id == AV_CODEC_ID_RAWVIDEO)
886 continue;
887
888 for (;;) {
889 int (*encode)(AVCodecContext*, AVPacket*, const AVFrame*, int*) = NULL;
890 const char *desc;
891 int64_t *size;
892
893 switch (ost->st->codec->codec_type) {
894 case AVMEDIA_TYPE_AUDIO:
895 encode = avcodec_encode_audio2;
896 desc = "Audio";
897 size = &audio_size;
898 break;
899 case AVMEDIA_TYPE_VIDEO:
900 encode = avcodec_encode_video2;
901 desc = "Video";
902 size = &video_size;
903 break;
904 default:
905 stop_encoding = 1;
906 }
907
908 if (encode) {
909 AVPacket pkt;
910 int got_packet;
911 av_init_packet(&pkt);
912 pkt.data = NULL;
913 pkt.size = 0;
914
915 ret = encode(enc, &pkt, NULL, &got_packet);
916 if (ret < 0) {
917 av_log(NULL, AV_LOG_FATAL, "%s encoding failed\n", desc);
918 exit_program(1);
919 }
920 *size += ret;
921 if (ost->logfile && enc->stats_out) {
922 fprintf(ost->logfile, "%s", enc->stats_out);
923 }
924 if (!got_packet) {
925 stop_encoding = 1;
926 break;
927 }
928 if (pkt.pts != AV_NOPTS_VALUE)
929 pkt.pts = av_rescale_q(pkt.pts, enc->time_base, ost->st->time_base);
930 if (pkt.dts != AV_NOPTS_VALUE)
931 pkt.dts = av_rescale_q(pkt.dts, enc->time_base, ost->st->time_base);
932 if (pkt.duration > 0)
933 pkt.duration = av_rescale_q(pkt.duration, enc->time_base, ost->st->time_base);
934 write_frame(os, &pkt, ost);
935 }
936
937 if (stop_encoding)
938 break;
939 }
940 }
941 }
942
943 /*
944 * Check whether a packet from ist should be written into ost at this time
945 */
946 static int check_output_constraints(InputStream *ist, OutputStream *ost)
947 {
948 OutputFile *of = output_files[ost->file_index];
949 int ist_index = input_files[ist->file_index]->ist_index + ist->st->index;
950
951 if (ost->source_index != ist_index)
952 return 0;
953
954 if (of->start_time != AV_NOPTS_VALUE && ist->last_dts < of->start_time)
955 return 0;
956
957 return 1;
958 }
959
960 static void do_streamcopy(InputStream *ist, OutputStream *ost, const AVPacket *pkt)
961 {
962 OutputFile *of = output_files[ost->file_index];
963 InputFile *f = input_files [ist->file_index];
964 int64_t start_time = (of->start_time == AV_NOPTS_VALUE) ? 0 : of->start_time;
965 int64_t ost_tb_start_time = av_rescale_q(start_time, AV_TIME_BASE_Q, ost->st->time_base);
966 AVPacket opkt;
967
968 av_init_packet(&opkt);
969
970 if ((!ost->frame_number && !(pkt->flags & AV_PKT_FLAG_KEY)) &&
971 !ost->copy_initial_nonkeyframes)
972 return;
973
974 if (of->recording_time != INT64_MAX &&
975 ist->last_dts >= of->recording_time + start_time) {
976 ost->finished = 1;
977 return;
978 }
979
980 if (f->recording_time != INT64_MAX) {
981 start_time = f->ctx->start_time;
982 if (f->start_time != AV_NOPTS_VALUE)
983 start_time += f->start_time;
984 if (ist->last_dts >= f->recording_time + start_time) {
985 ost->finished = 1;
986 return;
987 }
988 }
989
990 /* force the input stream PTS */
991 if (ost->st->codec->codec_type == AVMEDIA_TYPE_AUDIO)
992 audio_size += pkt->size;
993 else if (ost->st->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
994 video_size += pkt->size;
995 ost->sync_opts++;
996 }
997
998 if (pkt->pts != AV_NOPTS_VALUE)
999 opkt.pts = av_rescale_q(pkt->pts, ist->st->time_base, ost->st->time_base) - ost_tb_start_time;
1000 else
1001 opkt.pts = AV_NOPTS_VALUE;
1002
1003 if (pkt->dts == AV_NOPTS_VALUE)
1004 opkt.dts = av_rescale_q(ist->last_dts, AV_TIME_BASE_Q, ost->st->time_base);
1005 else
1006 opkt.dts = av_rescale_q(pkt->dts, ist->st->time_base, ost->st->time_base);
1007 opkt.dts -= ost_tb_start_time;
1008
1009 opkt.duration = av_rescale_q(pkt->duration, ist->st->time_base, ost->st->time_base);
1010 opkt.flags = pkt->flags;
1011
1012 // FIXME remove the following 2 lines they shall be replaced by the bitstream filters
1013 if ( ost->st->codec->codec_id != AV_CODEC_ID_H264
1014 && ost->st->codec->codec_id != AV_CODEC_ID_MPEG1VIDEO
1015 && ost->st->codec->codec_id != AV_CODEC_ID_MPEG2VIDEO
1016 && ost->st->codec->codec_id != AV_CODEC_ID_VC1
1017 ) {
1018 if (av_parser_change(ost->parser, ost->st->codec,
1019 &opkt.data, &opkt.size,
1020 pkt->data, pkt->size,
1021 pkt->flags & AV_PKT_FLAG_KEY)) {
1022 opkt.buf = av_buffer_create(opkt.data, opkt.size, av_buffer_default_free, NULL, 0);
1023 if (!opkt.buf)
1024 exit_program(1);
1025 }
1026 } else {
1027 opkt.data = pkt->data;
1028 opkt.size = pkt->size;
1029 }
1030
1031 write_frame(of->ctx, &opkt, ost);
1032 ost->st->codec->frame_number++;
1033 }
1034
1035 int guess_input_channel_layout(InputStream *ist)
1036 {
1037 AVCodecContext *dec = ist->st->codec;
1038
1039 if (!dec->channel_layout) {
1040 char layout_name[256];
1041
1042 dec->channel_layout = av_get_default_channel_layout(dec->channels);
1043 if (!dec->channel_layout)
1044 return 0;
1045 av_get_channel_layout_string(layout_name, sizeof(layout_name),
1046 dec->channels, dec->channel_layout);
1047 av_log(NULL, AV_LOG_WARNING, "Guessed Channel Layout for Input Stream "
1048 "#%d.%d : %s\n", ist->file_index, ist->st->index, layout_name);
1049 }
1050 return 1;
1051 }
1052
1053 static int decode_audio(InputStream *ist, AVPacket *pkt, int *got_output)
1054 {
1055 AVFrame *decoded_frame, *f;
1056 AVCodecContext *avctx = ist->st->codec;
1057 int i, ret, err = 0, resample_changed;
1058
1059 if (!ist->decoded_frame && !(ist->decoded_frame = avcodec_alloc_frame()))
1060 return AVERROR(ENOMEM);
1061 if (!ist->filter_frame && !(ist->filter_frame = av_frame_alloc()))
1062 return AVERROR(ENOMEM);
1063 decoded_frame = ist->decoded_frame;
1064
1065 ret = avcodec_decode_audio4(avctx, decoded_frame, got_output, pkt);
1066 if (!*got_output || ret < 0) {
1067 if (!pkt->size) {
1068 for (i = 0; i < ist->nb_filters; i++)
1069 av_buffersrc_add_frame(ist->filters[i]->filter, NULL);
1070 }
1071 return ret;
1072 }
1073
1074 /* if the decoder provides a pts, use it instead of the last packet pts.
1075 the decoder could be delaying output by a packet or more. */
1076 if (decoded_frame->pts != AV_NOPTS_VALUE)
1077 ist->next_dts = decoded_frame->pts;
1078 else if (pkt->pts != AV_NOPTS_VALUE) {
1079 decoded_frame->pts = pkt->pts;
1080 pkt->pts = AV_NOPTS_VALUE;
1081 }
1082
1083 resample_changed = ist->resample_sample_fmt != decoded_frame->format ||
1084 ist->resample_channels != avctx->channels ||
1085 ist->resample_channel_layout != decoded_frame->channel_layout ||
1086 ist->resample_sample_rate != decoded_frame->sample_rate;
1087 if (resample_changed) {
1088 char layout1[64], layout2[64];
1089
1090 if (!guess_input_channel_layout(ist)) {
1091 av_log(NULL, AV_LOG_FATAL, "Unable to find default channel "
1092 "layout for Input Stream #%d.%d\n", ist->file_index,
1093 ist->st->index);
1094 exit_program(1);
1095 }
1096 decoded_frame->channel_layout = avctx->channel_layout;
1097
1098 av_get_channel_layout_string(layout1, sizeof(layout1), ist->resample_channels,
1099 ist->resample_channel_layout);
1100 av_get_channel_layout_string(layout2, sizeof(layout2), avctx->channels,
1101 decoded_frame->channel_layout);
1102
1103 av_log(NULL, AV_LOG_INFO,
1104 "Input stream #%d:%d frame changed from rate:%d fmt:%s ch:%d chl:%s to rate:%d fmt:%s ch:%d chl:%s\n",
1105 ist->file_index, ist->st->index,
1106 ist->resample_sample_rate, av_get_sample_fmt_name(ist->resample_sample_fmt),
1107 ist->resample_channels, layout1,
1108 decoded_frame->sample_rate, av_get_sample_fmt_name(decoded_frame->format),
1109 avctx->channels, layout2);
1110
1111 ist->resample_sample_fmt = decoded_frame->format;
1112 ist->resample_sample_rate = decoded_frame->sample_rate;
1113 ist->resample_channel_layout = decoded_frame->channel_layout;
1114 ist->resample_channels = avctx->channels;
1115
1116 for (i = 0; i < nb_filtergraphs; i++)
1117 if (ist_in_filtergraph(filtergraphs[i], ist) &&
1118 configure_filtergraph(filtergraphs[i]) < 0) {
1119 av_log(NULL, AV_LOG_FATAL, "Error reinitializing filters!\n");
1120 exit_program(1);
1121 }
1122 }
1123
1124 if (decoded_frame->pts != AV_NOPTS_VALUE)
1125 decoded_frame->pts = av_rescale_q(decoded_frame->pts,
1126 ist->st->time_base,
1127 (AVRational){1, ist->st->codec->sample_rate});
1128 for (i = 0; i < ist->nb_filters; i++) {
1129 if (i < ist->nb_filters - 1) {
1130 f = ist->filter_frame;
1131 err = av_frame_ref(f, decoded_frame);
1132 if (err < 0)
1133 break;
1134 } else
1135 f = decoded_frame;
1136
1137 err = av_buffersrc_add_frame(ist->filters[i]->filter, f);
1138 if (err < 0)
1139 break;
1140 }
1141
1142 av_frame_unref(ist->filter_frame);
1143 av_frame_unref(decoded_frame);
1144 return err < 0 ? err : ret;
1145 }
1146
1147 static int decode_video(InputStream *ist, AVPacket *pkt, int *got_output)
1148 {
1149 AVFrame *decoded_frame, *f;
1150 int i, ret = 0, err = 0, resample_changed;
1151
1152 if (!ist->decoded_frame && !(ist->decoded_frame = av_frame_alloc()))
1153 return AVERROR(ENOMEM);
1154 if (!ist->filter_frame && !(ist->filter_frame = av_frame_alloc()))
1155 return AVERROR(ENOMEM);
1156 decoded_frame = ist->decoded_frame;
1157
1158 ret = avcodec_decode_video2(ist->st->codec,
1159 decoded_frame, got_output, pkt);
1160 if (!*got_output || ret < 0) {
1161 if (!pkt->size) {
1162 for (i = 0; i < ist->nb_filters; i++)
1163 av_buffersrc_add_frame(ist->filters[i]->filter, NULL);
1164 }
1165 return ret;
1166 }
1167
1168 decoded_frame->pts = guess_correct_pts(&ist->pts_ctx, decoded_frame->pkt_pts,
1169 decoded_frame->pkt_dts);
1170 pkt->size = 0;
1171
1172 if (ist->st->sample_aspect_ratio.num)
1173 decoded_frame->sample_aspect_ratio = ist->st->sample_aspect_ratio;
1174
1175 resample_changed = ist->resample_width != decoded_frame->width ||
1176 ist->resample_height != decoded_frame->height ||
1177 ist->resample_pix_fmt != decoded_frame->format;
1178 if (resample_changed) {
1179 av_log(NULL, AV_LOG_INFO,
1180 "Input stream #%d:%d frame changed from size:%dx%d fmt:%s to size:%dx%d fmt:%s\n",
1181 ist->file_index, ist->st->index,
1182 ist->resample_width, ist->resample_height, av_get_pix_fmt_name(ist->resample_pix_fmt),
1183 decoded_frame->width, decoded_frame->height, av_get_pix_fmt_name(decoded_frame->format));
1184
1185 ret = poll_filters();
1186 if (ret < 0 && (ret != AVERROR_EOF && ret != AVERROR(EAGAIN)))
1187 av_log(NULL, AV_LOG_ERROR, "Error while filtering.\n");
1188
1189 ist->resample_width = decoded_frame->width;
1190 ist->resample_height = decoded_frame->height;
1191 ist->resample_pix_fmt = decoded_frame->format;
1192
1193 for (i = 0; i < nb_filtergraphs; i++)
1194 if (ist_in_filtergraph(filtergraphs[i], ist) &&
1195 configure_filtergraph(filtergraphs[i]) < 0) {
1196 av_log(NULL, AV_LOG_FATAL, "Error reinitializing filters!\n");
1197 exit_program(1);
1198 }
1199 }
1200
1201 for (i = 0; i < ist->nb_filters; i++) {
1202 if (i < ist->nb_filters - 1) {
1203 f = ist->filter_frame;
1204 err = av_frame_ref(f, decoded_frame);
1205 if (err < 0)
1206 break;
1207 } else
1208 f = decoded_frame;
1209
1210 err = av_buffersrc_add_frame(ist->filters[i]->filter, f);
1211 if (err < 0)
1212 break;
1213 }
1214
1215 av_frame_unref(ist->filter_frame);
1216 av_frame_unref(decoded_frame);
1217 return err < 0 ? err : ret;
1218 }
1219
1220 static int transcode_subtitles(InputStream *ist, AVPacket *pkt, int *got_output)
1221 {
1222 AVSubtitle subtitle;
1223 int i, ret = avcodec_decode_subtitle2(ist->st->codec,
1224 &subtitle, got_output, pkt);
1225 if (ret < 0)
1226 return ret;
1227 if (!*got_output)
1228 return ret;
1229
1230 for (i = 0; i < nb_output_streams; i++) {
1231 OutputStream *ost = output_streams[i];
1232
1233 if (!check_output_constraints(ist, ost) || !ost->encoding_needed)
1234 continue;
1235
1236 do_subtitle_out(output_files[ost->file_index]->ctx, ost, ist, &subtitle, pkt->pts);
1237 }
1238
1239 avsubtitle_free(&subtitle);
1240 return ret;
1241 }
1242
1243 /* pkt = NULL means EOF (needed to flush decoder buffers) */
1244 static int output_packet(InputStream *ist, const AVPacket *pkt)
1245 {
1246 int i;
1247 int got_output;
1248 AVPacket avpkt;
1249
1250 if (ist->next_dts == AV_NOPTS_VALUE)
1251 ist->next_dts = ist->last_dts;
1252
1253 if (pkt == NULL) {
1254 /* EOF handling */
1255 av_init_packet(&avpkt);
1256 avpkt.data = NULL;
1257 avpkt.size = 0;
1258 goto handle_eof;
1259 } else {
1260 avpkt = *pkt;
1261 }
1262
1263 if (pkt->dts != AV_NOPTS_VALUE)
1264 ist->next_dts = ist->last_dts = av_rescale_q(pkt->dts, ist->st->time_base, AV_TIME_BASE_Q);
1265
1266 // while we have more to decode or while the decoder did output something on EOF
1267 while (ist->decoding_needed && (avpkt.size > 0 || (!pkt && got_output))) {
1268 int ret = 0;
1269 handle_eof:
1270
1271 ist->last_dts = ist->next_dts;
1272
1273 if (avpkt.size && avpkt.size != pkt->size) {
1274 av_log(NULL, ist->showed_multi_packet_warning ? AV_LOG_VERBOSE : AV_LOG_WARNING,
1275 "Multiple frames in a packet from stream %d\n", pkt->stream_index);
1276 ist->showed_multi_packet_warning = 1;
1277 }
1278
1279 switch (ist->st->codec->codec_type) {
1280 case AVMEDIA_TYPE_AUDIO:
1281 ret = decode_audio (ist, &avpkt, &got_output);
1282 break;
1283 case AVMEDIA_TYPE_VIDEO:
1284 ret = decode_video (ist, &avpkt, &got_output);
1285 if (avpkt.duration)
1286 ist->next_dts += av_rescale_q(avpkt.duration, ist->st->time_base, AV_TIME_BASE_Q);
1287 else if (ist->st->avg_frame_rate.num)
1288 ist->next_dts += av_rescale_q(1, av_inv_q(ist->st->avg_frame_rate),
1289 AV_TIME_BASE_Q);
1290 else if (ist->st->codec->time_base.num != 0) {
1291 int ticks = ist->st->parser ? ist->st->parser->repeat_pict + 1 :
1292 ist->st->codec->ticks_per_frame;
1293 ist->next_dts += av_rescale_q(ticks, ist->st->codec->time_base, AV_TIME_BASE_Q);
1294 }
1295 break;
1296 case AVMEDIA_TYPE_SUBTITLE:
1297 ret = transcode_subtitles(ist, &avpkt, &got_output);
1298 break;
1299 default:
1300 return -1;
1301 }
1302
1303 if (ret < 0)
1304 return ret;
1305 // touch data and size only if not EOF
1306 if (pkt) {
1307 avpkt.data += ret;
1308 avpkt.size -= ret;
1309 }
1310 if (!got_output) {
1311 continue;
1312 }
1313 }
1314
1315 /* handle stream copy */
1316 if (!ist->decoding_needed) {
1317 ist->last_dts = ist->next_dts;
1318 switch (ist->st->codec->codec_type) {
1319 case AVMEDIA_TYPE_AUDIO:
1320 ist->next_dts += ((int64_t)AV_TIME_BASE * ist->st->codec->frame_size) /
1321 ist->st->codec->sample_rate;
1322 break;
1323 case AVMEDIA_TYPE_VIDEO:
1324 if (ist->st->codec->time_base.num != 0) {
1325 int ticks = ist->st->parser ? ist->st->parser->repeat_pict + 1 : ist->st->codec->ticks_per_frame;
1326 ist->next_dts += ((int64_t)AV_TIME_BASE *
1327 ist->st->codec->time_base.num * ticks) /
1328 ist->st->codec->time_base.den;
1329 }
1330 break;
1331 }
1332 }
1333 for (i = 0; pkt && i < nb_output_streams; i++) {
1334 OutputStream *ost = output_streams[i];
1335
1336 if (!check_output_constraints(ist, ost) || ost->encoding_needed)
1337 continue;
1338
1339 do_streamcopy(ist, ost, pkt);
1340 }
1341
1342 return 0;
1343 }
1344
1345 static void print_sdp(void)
1346 {
1347 char sdp[16384];
1348 int i;
1349 AVFormatContext **avc = av_malloc(sizeof(*avc) * nb_output_files);
1350
1351 if (!avc)
1352 exit_program(1);
1353 for (i = 0; i < nb_output_files; i++)
1354 avc[i] = output_files[i]->ctx;
1355
1356 av_sdp_create(avc, nb_output_files, sdp, sizeof(sdp));
1357 printf("SDP:\n%s\n", sdp);
1358 fflush(stdout);
1359 av_freep(&avc);
1360 }
1361
1362 static int init_input_stream(int ist_index, char *error, int error_len)
1363 {
1364 int i, ret;
1365 InputStream *ist = input_streams[ist_index];
1366 if (ist->decoding_needed) {
1367 AVCodec *codec = ist->dec;
1368 if (!codec) {
1369 snprintf(error, error_len, "Decoder (codec id %d) not found for input stream #%d:%d",
1370 ist->st->codec->codec_id, ist->file_index, ist->st->index);
1371 return AVERROR(EINVAL);
1372 }
1373
1374 /* update requested sample format for the decoder based on the
1375 corresponding encoder sample format */
1376 for (i = 0; i < nb_output_streams; i++) {
1377 OutputStream *ost = output_streams[i];
1378 if (ost->source_index == ist_index) {
1379 update_sample_fmt(ist->st->codec, codec, ost->st->codec);
1380 break;
1381 }
1382 }
1383
1384 av_opt_set_int(ist->st->codec, "refcounted_frames", 1, 0);
1385
1386 if (!av_dict_get(ist->opts, "threads", NULL, 0))
1387 av_dict_set(&ist->opts, "threads", "auto", 0);
1388 if ((ret = avcodec_open2(ist->st->codec, codec, &ist->opts)) < 0) {
1389 char errbuf[128];
1390 if (ret == AVERROR_EXPERIMENTAL)
1391 abort_codec_experimental(codec, 0);
1392
1393 av_strerror(ret, errbuf, sizeof(errbuf));
1394
1395 snprintf(error, error_len,
1396 "Error while opening decoder for input stream "
1397 "#%d:%d : %s",
1398 ist->file_index, ist->st->index, errbuf);
1399 return ret;
1400 }
1401 assert_avoptions(ist->opts);
1402 }
1403
1404 ist->last_dts = ist->st->avg_frame_rate.num ? - ist->st->codec->has_b_frames * AV_TIME_BASE / av_q2d(ist->st->avg_frame_rate) : 0;
1405 ist->next_dts = AV_NOPTS_VALUE;
1406 init_pts_correction(&ist->pts_ctx);
1407 ist->is_start = 1;
1408
1409 return 0;
1410 }
1411
1412 static InputStream *get_input_stream(OutputStream *ost)
1413 {
1414 if (ost->source_index >= 0)
1415 return input_streams[ost->source_index];
1416
1417 if (ost->filter) {
1418 FilterGraph *fg = ost->filter->graph;
1419 int i;
1420
1421 for (i = 0; i < fg->nb_inputs; i++)
1422 if (fg->inputs[i]->ist->st->codec->codec_type == ost->st->codec->codec_type)
1423 return fg->inputs[i]->ist;
1424 }
1425
1426 return NULL;
1427 }
1428
1429 static void parse_forced_key_frames(char *kf, OutputStream *ost,
1430 AVCodecContext *avctx)
1431 {
1432 char *p;
1433 int n = 1, i;
1434 int64_t t;
1435
1436 for (p = kf; *p; p++)
1437 if (*p == ',')
1438 n++;
1439 ost->forced_kf_count = n;
1440 ost->forced_kf_pts = av_malloc(sizeof(*ost->forced_kf_pts) * n);
1441 if (!ost->forced_kf_pts) {
1442 av_log(NULL, AV_LOG_FATAL, "Could not allocate forced key frames array.\n");
1443 exit_program(1);
1444 }
1445
1446 p = kf;
1447 for (i = 0; i < n; i++) {
1448 char *next = strchr(p, ',');
1449
1450 if (next)
1451 *next++ = 0;
1452
1453 t = parse_time_or_die("force_key_frames", p, 1);
1454 ost->forced_kf_pts[i] = av_rescale_q(t, AV_TIME_BASE_Q, avctx->time_base);
1455
1456 p = next;
1457 }
1458 }
1459
1460 static int transcode_init(void)
1461 {
1462 int ret = 0, i, j, k;
1463 AVFormatContext *oc;
1464 AVCodecContext *codec;
1465 OutputStream *ost;
1466 InputStream *ist;
1467 char error[1024];
1468 int want_sdp = 1;
1469
1470 /* init framerate emulation */
1471 for (i = 0; i < nb_input_files; i++) {
1472 InputFile *ifile = input_files[i];
1473 if (ifile->rate_emu)
1474 for (j = 0; j < ifile->nb_streams; j++)
1475 input_streams[j + ifile->ist_index]->start = av_gettime();
1476 }
1477
1478 /* output stream init */
1479 for (i = 0; i < nb_output_files; i++) {
1480 oc = output_files[i]->ctx;
1481 if (!oc->nb_streams && !(oc->oformat->flags & AVFMT_NOSTREAMS)) {
1482 av_dump_format(oc, i, oc->filename, 1);
1483 av_log(NULL, AV_LOG_ERROR, "Output file #%d does not contain any stream\n", i);
1484 return AVERROR(EINVAL);
1485 }
1486 }
1487
1488 /* init complex filtergraphs */
1489 for (i = 0; i < nb_filtergraphs; i++)
1490 if ((ret = avfilter_graph_config(filtergraphs[i]->graph, NULL)) < 0)
1491 return ret;
1492
1493 /* for each output stream, we compute the right encoding parameters */
1494 for (i = 0; i < nb_output_streams; i++) {
1495 AVCodecContext *icodec = NULL;
1496 ost = output_streams[i];
1497 oc = output_files[ost->file_index]->ctx;
1498 ist = get_input_stream(ost);
1499
1500 if (ost->attachment_filename)
1501 continue;
1502
1503 codec = ost->st->codec;
1504
1505 if (ist) {
1506 icodec = ist->st->codec;
1507
1508 ost->st->disposition = ist->st->disposition;
1509 codec->bits_per_raw_sample = icodec->bits_per_raw_sample;
1510 codec->chroma_sample_location = icodec->chroma_sample_location;
1511 }
1512
1513 if (ost->stream_copy) {
1514 AVRational sar;
1515 uint64_t extra_size;
1516
1517 av_assert0(ist && !ost->filter);
1518
1519 extra_size = (uint64_t)icodec->extradata_size + FF_INPUT_BUFFER_PADDING_SIZE;
1520
1521 if (extra_size > INT_MAX) {
1522 return AVERROR(EINVAL);
1523 }
1524
1525 /* if stream_copy is selected, no need to decode or encode */
1526 codec->codec_id = icodec->codec_id;
1527 codec->codec_type = icodec->codec_type;
1528
1529 if (!codec->codec_tag) {
1530 if (!oc->oformat->codec_tag ||
1531 av_codec_get_id (oc->oformat->codec_tag, icodec->codec_tag) == codec->codec_id ||
1532 av_codec_get_tag(oc->oformat->codec_tag, icodec->codec_id) <= 0)
1533 codec->codec_tag = icodec->codec_tag;
1534 }
1535
1536 codec->bit_rate = icodec->bit_rate;
1537 codec->rc_max_rate = icodec->rc_max_rate;
1538 codec->rc_buffer_size = icodec->rc_buffer_size;
1539 codec->field_order = icodec->field_order;
1540 codec->extradata = av_mallocz(extra_size);
1541 if (!codec->extradata) {
1542 return AVERROR(ENOMEM);
1543 }
1544 memcpy(codec->extradata, icodec->extradata, icodec->extradata_size);
1545 codec->extradata_size = icodec->extradata_size;
1546 if (!copy_tb) {
1547 codec->time_base = icodec->time_base;
1548 codec->time_base.num *= icodec->ticks_per_frame;
1549 av_reduce(&codec->time_base.num, &codec->time_base.den,
1550 codec->time_base.num, codec->time_base.den, INT_MAX);
1551 } else
1552 codec->time_base = ist->st->time_base;
1553
1554 ost->parser = av_parser_init(codec->codec_id);
1555
1556 switch (codec->codec_type) {
1557 case AVMEDIA_TYPE_AUDIO:
1558 if (audio_volume != 256) {
1559 av_log(NULL, AV_LOG_FATAL, "-acodec copy and -vol are incompatible (frames are not decoded)\n");
1560 exit_program(1);
1561 }
1562 codec->channel_layout = icodec->channel_layout;
1563 codec->sample_rate = icodec->sample_rate;
1564 codec->channels = icodec->channels;
1565 codec->frame_size = icodec->frame_size;
1566 codec->audio_service_type = icodec->audio_service_type;
1567 codec->block_align = icodec->block_align;
1568 break;
1569 case AVMEDIA_TYPE_VIDEO:
1570 codec->pix_fmt = icodec->pix_fmt;
1571 codec->width = icodec->width;
1572 codec->height = icodec->height;
1573 codec->has_b_frames = icodec->has_b_frames;
1574 if (ost->frame_aspect_ratio)
1575 sar = av_d2q(ost->frame_aspect_ratio * codec->height / codec->width, 255);
1576 else if (ist->st->sample_aspect_ratio.num)
1577 sar = ist->st->sample_aspect_ratio;
1578 else
1579 sar = icodec->sample_aspect_ratio;
1580 ost->st->sample_aspect_ratio = codec->sample_aspect_ratio = sar;
1581 break;
1582 case AVMEDIA_TYPE_SUBTITLE:
1583 codec->width = icodec->width;
1584 codec->height = icodec->height;
1585 break;
1586 case AVMEDIA_TYPE_DATA:
1587 case AVMEDIA_TYPE_ATTACHMENT:
1588 break;
1589 default:
1590 abort();
1591 }
1592 } else {
1593 if (!ost->enc) {
1594 /* should only happen when a default codec is not present. */
1595 snprintf(error, sizeof(error), "Automatic encoder selection "
1596 "failed for output stream #%d:%d. Default encoder for "
1597 "format %s is probably disabled. Please choose an "
1598 "encoder manually.\n", ost->file_index, ost->index,
1599 oc->oformat->name);
1600 ret = AVERROR(EINVAL);
1601 goto dump_format;
1602 }
1603
1604 if (ist)
1605 ist->decoding_needed = 1;
1606 ost->encoding_needed = 1;
1607
1608 /*
1609 * We want CFR output if and only if one of those is true:
1610 * 1) user specified output framerate with -r
1611 * 2) user specified -vsync cfr
1612 * 3) output format is CFR and the user didn't force vsync to
1613 * something else than CFR
1614 *
1615 * in such a case, set ost->frame_rate
1616 */
1617 if (codec->codec_type == AVMEDIA_TYPE_VIDEO &&
1618 !ost->frame_rate.num && ist &&
1619 (video_sync_method == VSYNC_CFR ||
1620 (video_sync_method == VSYNC_AUTO &&
1621 !(oc->oformat->flags & (AVFMT_NOTIMESTAMPS | AVFMT_VARIABLE_FPS))))) {
1622 ost->frame_rate = ist->framerate.num ? ist->framerate :
1623 ist->st->avg_frame_rate.num ?
1624 ist->st->avg_frame_rate :
1625 (AVRational){25, 1};
1626
1627 if (ost->enc && ost->enc->supported_framerates && !ost->force_fps) {
1628 int idx = av_find_nearest_q_idx(ost->frame_rate, ost->enc->supported_framerates);
1629 ost->frame_rate = ost->enc->supported_framerates[idx];
1630 }
1631 }
1632
1633 if (!ost->filter &&
1634 (codec->codec_type == AVMEDIA_TYPE_VIDEO ||
1635 codec->codec_type == AVMEDIA_TYPE_AUDIO)) {
1636 FilterGraph *fg;
1637 fg = init_simple_filtergraph(ist, ost);
1638 if (configure_filtergraph(fg)) {
1639 av_log(NULL, AV_LOG_FATAL, "Error opening filters!\n");
1640 exit_program(1);
1641 }
1642 }
1643
1644 switch (codec->codec_type) {
1645 case AVMEDIA_TYPE_AUDIO:
1646 codec->sample_fmt = ost->filter->filter->inputs[0]->format;
1647 codec->sample_rate = ost->filter->filter->inputs[0]->sample_rate;
1648 codec->channel_layout = ost->filter->filter->inputs[0]->channel_layout;
1649 codec->channels = av_get_channel_layout_nb_channels(codec->channel_layout);
1650 codec->time_base = (AVRational){ 1, codec->sample_rate };
1651 break;
1652 case AVMEDIA_TYPE_VIDEO:
1653 codec->time_base = ost->filter->filter->inputs[0]->time_base;
1654
1655 codec->width = ost->filter->filter->inputs[0]->w;
1656 codec->height = ost->filter->filter->inputs[0]->h;
1657 codec->sample_aspect_ratio = ost->st->sample_aspect_ratio =
1658 ost->frame_aspect_ratio ? // overridden by the -aspect cli option
1659 av_d2q(ost->frame_aspect_ratio * codec->height/codec->width, 255) :
1660 ost->filter->filter->inputs[0]->sample_aspect_ratio;
1661 codec->pix_fmt = ost->filter->filter->inputs[0]->format;
1662
1663 if (icodec &&
1664 (codec->width != icodec->width ||
1665 codec->height != icodec->height ||
1666 codec->pix_fmt != icodec->pix_fmt)) {
1667 codec->bits_per_raw_sample = 0;
1668 }
1669
1670 if (ost->forced_keyframes)
1671 parse_forced_key_frames(ost->forced_keyframes, ost,
1672 ost->st->codec);
1673 break;
1674 case AVMEDIA_TYPE_SUBTITLE:
1675 codec->time_base = (AVRational){1, 1000};
1676 break;
1677 default:
1678 abort();
1679 break;
1680 }
1681 /* two pass mode */
1682 if ((codec->flags & (CODEC_FLAG_PASS1 | CODEC_FLAG_PASS2))) {
1683 char logfilename[1024];
1684 FILE *f;
1685
1686 snprintf(logfilename, sizeof(logfilename), "%s-%d.log",
1687 ost->logfile_prefix ? ost->logfile_prefix :
1688 DEFAULT_PASS_LOGFILENAME_PREFIX,
1689 i);
1690 if (!strcmp(ost->enc->name, "libx264")) {
1691 av_dict_set(&ost->opts, "stats", logfilename, AV_DICT_DONT_OVERWRITE);
1692 } else {
1693 if (codec->flags & CODEC_FLAG_PASS1) {
1694 f = fopen(logfilename, "wb");
1695 if (!f) {
1696 av_log(NULL, AV_LOG_FATAL, "Cannot write log file '%s' for pass-1 encoding: %s\n",
1697 logfilename, strerror(errno));
1698 exit_program(1);
1699 }
1700 ost->logfile = f;
1701 } else {
1702 char *logbuffer;
1703 size_t logbuffer_size;
1704 if (cmdutils_read_file(logfilename, &logbuffer, &logbuffer_size) < 0) {
1705 av_log(NULL, AV_LOG_FATAL, "Error reading log file '%s' for pass-2 encoding\n",
1706 logfilename);
1707 exit_program(1);
1708 }
1709 codec->stats_in = logbuffer;
1710 }
1711 }
1712 }
1713 }
1714 }
1715
1716 /* open each encoder */
1717 for (i = 0; i < nb_output_streams; i++) {
1718 ost = output_streams[i];
1719 if (ost->encoding_needed) {
1720 AVCodec *codec = ost->enc;
1721 AVCodecContext *dec = NULL;
1722
1723 if ((ist = get_input_stream(ost)))
1724 dec = ist->st->codec;
1725 if (dec && dec->subtitle_header) {
1726 ost->st->codec->subtitle_header = av_malloc(dec->subtitle_header_size);
1727 if (!ost->st->codec->subtitle_header) {
1728 ret = AVERROR(ENOMEM);
1729 goto dump_format;
1730 }
1731 memcpy(ost->st->codec->subtitle_header, dec->subtitle_header, dec->subtitle_header_size);
1732 ost->st->codec->subtitle_header_size = dec->subtitle_header_size;
1733 }
1734 if (!av_dict_get(ost->opts, "threads", NULL, 0))
1735 av_dict_set(&ost->opts, "threads", "auto", 0);
1736 if ((ret = avcodec_open2(ost->st->codec, codec, &ost->opts)) < 0) {
1737 if (ret == AVERROR_EXPERIMENTAL)
1738 abort_codec_experimental(codec, 1);
1739 snprintf(error, sizeof(error), "Error while opening encoder for output stream #%d:%d - maybe incorrect parameters such as bit_rate, rate, width or height",
1740 ost->file_index, ost->index);
1741 goto dump_format;
1742 }
1743 assert_avoptions(ost->opts);
1744 if (ost->st->codec->bit_rate && ost->st->codec->bit_rate < 1000)
1745 av_log(NULL, AV_LOG_WARNING, "The bitrate parameter is set too low."
1746 "It takes bits/s as argument, not kbits/s\n");
1747 extra_size += ost->st->codec->extradata_size;
1748
1749 if (ost->st->codec->me_threshold)
1750 input_streams[ost->source_index]->st->codec->debug |= FF_DEBUG_MV;
1751 } else {
1752 av_opt_set_dict(ost->st->codec, &ost->opts);
1753 }
1754 }
1755
1756 /* init input streams */
1757 for (i = 0; i < nb_input_streams; i++)
1758 if ((ret = init_input_stream(i, error, sizeof(error))) < 0)
1759 goto dump_format;
1760
1761 /* discard unused programs */
1762 for (i = 0; i < nb_input_files; i++) {
1763 InputFile *ifile = input_files[i];
1764 for (j = 0; j < ifile->ctx->nb_programs; j++) {
1765 AVProgram *p = ifile->ctx->programs[j];
1766 int discard = AVDISCARD_ALL;
1767
1768 for (k = 0; k < p->nb_stream_indexes; k++)
1769 if (!input_streams[ifile->ist_index + p->stream_index[k]]->discard) {
1770 discard = AVDISCARD_DEFAULT;
1771 break;
1772 }
1773 p->discard = discard;
1774 }
1775 }
1776
1777 /* open files and write file headers */
1778 for (i = 0; i < nb_output_files; i++) {
1779 oc = output_files[i]->ctx;
1780 oc->interrupt_callback = int_cb;
1781 if ((ret = avformat_write_header(oc, &output_files[i]->opts)) < 0) {
1782 char errbuf[128];
1783 av_strerror(ret, errbuf, sizeof(errbuf));
1784 snprintf(error, sizeof(error),
1785 "Could not write header for output file #%d "
1786 "(incorrect codec parameters ?): %s",
1787 i, errbuf);
1788 ret = AVERROR(EINVAL);
1789 goto dump_format;
1790 }
1791 assert_avoptions(output_files[i]->opts);
1792 if (strcmp(oc->oformat->name, "rtp")) {
1793 want_sdp = 0;
1794 }
1795 }
1796
1797 dump_format:
1798 /* dump the file output parameters - cannot be done before in case
1799 of stream copy */
1800 for (i = 0; i < nb_output_files; i++) {
1801 av_dump_format(output_files[i]->ctx, i, output_files[i]->ctx->filename, 1);
1802 }
1803
1804 /* dump the stream mapping */
1805 av_log(NULL, AV_LOG_INFO, "Stream mapping:\n");
1806 for (i = 0; i < nb_input_streams; i++) {
1807 ist = input_streams[i];
1808
1809 for (j = 0; j < ist->nb_filters; j++) {
1810 if (ist->filters[j]->graph->graph_desc) {
1811 av_log(NULL, AV_LOG_INFO, " Stream #%d:%d (%s) -> %s",
1812 ist->file_index, ist->st->index, ist->dec ? ist->dec->name : "?",
1813 ist->filters[j]->name);
1814 if (nb_filtergraphs > 1)
1815 av_log(NULL, AV_LOG_INFO, " (graph %d)", ist->filters[j]->graph->index);
1816 av_log(NULL, AV_LOG_INFO, "\n");
1817 }
1818 }
1819 }
1820
1821 for (i = 0; i < nb_output_streams; i++) {
1822 ost = output_streams[i];
1823
1824 if (ost->attachment_filename) {
1825 /* an attached file */
1826 av_log(NULL, AV_LOG_INFO, " File %s -> Stream #%d:%d\n",
1827 ost->attachment_filename, ost->file_index, ost->index);
1828 continue;
1829 }
1830
1831 if (ost->filter && ost->filter->graph->graph_desc) {
1832 /* output from a complex graph */
1833 av_log(NULL, AV_LOG_INFO, " %s", ost->filter->name);
1834 if (nb_filtergraphs > 1)
1835 av_log(NULL, AV_LOG_INFO, " (graph %d)", ost->filter->graph->index);
1836
1837 av_log(NULL, AV_LOG_INFO, " -> Stream #%d:%d (%s)\n", ost->file_index,
1838 ost->index, ost->enc ? ost->enc->name : "?");
1839 continue;
1840 }
1841
1842 av_log(NULL, AV_LOG_INFO, " Stream #%d:%d -> #%d:%d",
1843 input_streams[ost->source_index]->file_index,
1844 input_streams[ost->source_index]->st->index,
1845 ost->file_index,
1846 ost->index);
1847 if (ost->sync_ist != input_streams[ost->source_index])
1848 av_log(NULL, AV_LOG_INFO, " [sync #%d:%d]",
1849 ost->sync_ist->file_index,
1850 ost->sync_ist->st->index);
1851 if (ost->stream_copy)
1852 av_log(NULL, AV_LOG_INFO, " (copy)");
1853 else
1854 av_log(NULL, AV_LOG_INFO, " (%s -> %s)", input_streams[ost->source_index]->dec ?
1855 input_streams[ost->source_index]->dec->name : "?",
1856 ost->enc ? ost->enc->name : "?");
1857 av_log(NULL, AV_LOG_INFO, "\n");
1858 }
1859
1860 if (ret) {
1861 av_log(NULL, AV_LOG_ERROR, "%s\n", error);
1862 return ret;
1863 }
1864
1865 if (want_sdp) {
1866 print_sdp();
1867 }
1868
1869 return 0;
1870 }
1871
1872 /* Return 1 if there remain streams where more output is wanted, 0 otherwise. */
1873 static int need_output(void)
1874 {
1875 int i;
1876
1877 for (i = 0; i < nb_output_streams; i++) {
1878 OutputStream *ost = output_streams[i];
1879 OutputFile *of = output_files[ost->file_index];
1880 AVFormatContext *os = output_files[ost->file_index]->ctx;
1881
1882 if (ost->finished ||
1883 (os->pb && avio_tell(os->pb) >= of->limit_filesize))
1884 continue;
1885 if (ost->frame_number >= ost->max_frames) {
1886 int j;
1887 for (j = 0; j < of->ctx->nb_streams; j++)
1888 output_streams[of->ost_index + j]->finished = 1;
1889 continue;
1890 }
1891
1892 return 1;
1893 }
1894
1895 return 0;
1896 }
1897
1898 static InputFile *select_input_file(void)
1899 {
1900 InputFile *ifile = NULL;
1901 int64_t ipts_min = INT64_MAX;
1902 int i;
1903
1904 for (i = 0; i < nb_input_streams; i++) {
1905 InputStream *ist = input_streams[i];
1906 int64_t ipts = ist->last_dts;
1907
1908 if (ist->discard || input_files[ist->file_index]->eagain)
1909 continue;
1910 if (!input_files[ist->file_index]->eof_reached) {
1911 if (ipts < ipts_min) {
1912 ipts_min = ipts;
1913 ifile = input_files[ist->file_index];
1914 }
1915 }
1916 }
1917
1918 return ifile;
1919 }
1920
1921 #if HAVE_PTHREADS
1922 static void *input_thread(void *arg)
1923 {
1924 InputFile *f = arg;
1925 int ret = 0;
1926
1927 while (!transcoding_finished && ret >= 0) {
1928 AVPacket pkt;
1929 ret = av_read_frame(f->ctx, &pkt);
1930
1931 if (ret == AVERROR(EAGAIN)) {
1932 av_usleep(10000);
1933 ret = 0;
1934 continue;
1935 } else if (ret < 0)
1936 break;
1937
1938 pthread_mutex_lock(&f->fifo_lock);
1939 while (!av_fifo_space(f->fifo))
1940 pthread_cond_wait(&f->fifo_cond, &f->fifo_lock);
1941
1942 av_dup_packet(&pkt);
1943 av_fifo_generic_write(f->fifo, &pkt, sizeof(pkt), NULL);
1944
1945 pthread_mutex_unlock(&f->fifo_lock);
1946 }
1947
1948 f->finished = 1;
1949 return NULL;
1950 }
1951
1952 static void free_input_threads(void)
1953 {
1954 int i;
1955
1956 if (nb_input_files == 1)
1957 return;
1958
1959 transcoding_finished = 1;
1960
1961 for (i = 0; i < nb_input_files; i++) {
1962 InputFile *f = input_files[i];
1963 AVPacket pkt;
1964
1965 if (!f->fifo || f->joined)
1966 continue;
1967
1968 pthread_mutex_lock(&f->fifo_lock);
1969 while (av_fifo_size(f->fifo)) {
1970 av_fifo_generic_read(f->fifo, &pkt, sizeof(pkt), NULL);
1971 av_free_packet(&pkt);
1972 }
1973 pthread_cond_signal(&f->fifo_cond);
1974 pthread_mutex_unlock(&f->fifo_lock);
1975
1976 pthread_join(f->thread, NULL);
1977 f->joined = 1;
1978
1979 while (av_fifo_size(f->fifo)) {
1980 av_fifo_generic_read(f->fifo, &pkt, sizeof(pkt), NULL);
1981 av_free_packet(&pkt);
1982 }
1983 av_fifo_free(f->fifo);
1984 }
1985 }
1986
1987 static int init_input_threads(void)
1988 {
1989 int i, ret;
1990
1991 if (nb_input_files == 1)
1992 return 0;
1993
1994 for (i = 0; i < nb_input_files; i++) {
1995 InputFile *f = input_files[i];
1996
1997 if (!(f->fifo = av_fifo_alloc(8*sizeof(AVPacket))))
1998 return AVERROR(ENOMEM);
1999
2000 pthread_mutex_init(&f->fifo_lock, NULL);
2001 pthread_cond_init (&f->fifo_cond, NULL);
2002
2003 if ((ret = pthread_create(&f->thread, NULL, input_thread, f)))
2004 return AVERROR(ret);
2005 }
2006 return 0;
2007 }
2008
2009 static int get_input_packet_mt(InputFile *f, AVPacket *pkt)
2010 {
2011 int ret = 0;
2012
2013 pthread_mutex_lock(&f->fifo_lock);
2014
2015 if (av_fifo_size(f->fifo)) {
2016 av_fifo_generic_read(f->fifo, pkt, sizeof(*pkt), NULL);
2017 pthread_cond_signal(&f->fifo_cond);
2018 } else {
2019 if (f->finished)
2020 ret = AVERROR_EOF;
2021 else
2022 ret = AVERROR(EAGAIN);
2023 }
2024
2025 pthread_mutex_unlock(&f->fifo_lock);
2026
2027 return ret;
2028 }
2029 #endif
2030
2031 static int get_input_packet(InputFile *f, AVPacket *pkt)
2032 {
2033 if (f->rate_emu) {
2034 int i;
2035 for (i = 0; i < f->nb_streams; i++) {
2036 InputStream *ist = input_streams[f->ist_index + i];
2037 int64_t pts = av_rescale(ist->last_dts, 1000000, AV_TIME_BASE);
2038 int64_t now = av_gettime() - ist->start;
2039 if (pts > now)
2040 return AVERROR(EAGAIN);
2041 }
2042 }
2043
2044 #if HAVE_PTHREADS
2045 if (nb_input_files > 1)
2046 return get_input_packet_mt(f, pkt);
2047 #endif
2048 return av_read_frame(f->ctx, pkt);
2049 }
2050
2051 static int got_eagain(void)
2052 {
2053 int i;
2054 for (i = 0; i < nb_input_files; i++)
2055 if (input_files[i]->eagain)
2056 return 1;
2057 return 0;
2058 }
2059
2060 static void reset_eagain(void)
2061 {
2062 int i;
2063 for (i = 0; i < nb_input_files; i++)
2064 input_files[i]->eagain = 0;
2065 }
2066
2067 /*
2068 * Read one packet from an input file and send it for
2069 * - decoding -> lavfi (audio/video)
2070 * - decoding -> encoding -> muxing (subtitles)
2071 * - muxing (streamcopy)
2072 *
2073 * Return
2074 * - 0 -- one packet was read and processed
2075 * - AVERROR(EAGAIN) -- no packets were available for selected file,
2076 * this function should be called again
2077 * - AVERROR_EOF -- this function should not be called again
2078 */
2079 static int process_input(void)
2080 {
2081 InputFile *ifile;
2082 AVFormatContext *is;
2083 InputStream *ist;
2084 AVPacket pkt;
2085 int ret, i, j;
2086
2087 /* select the stream that we must read now */
2088 ifile = select_input_file();
2089 /* if none, if is finished */
2090 if (!ifile) {
2091 if (got_eagain()) {
2092 reset_eagain();
2093 av_usleep(10000);
2094 return AVERROR(EAGAIN);
2095 }
2096 av_log(NULL, AV_LOG_VERBOSE, "No more inputs to read from.\n");
2097 return AVERROR_EOF;
2098 }
2099
2100 is = ifile->ctx;
2101 ret = get_input_packet(ifile, &pkt);
2102
2103 if (ret == AVERROR(EAGAIN)) {
2104 ifile->eagain = 1;
2105 return ret;
2106 }
2107 if (ret < 0) {
2108 if (ret != AVERROR_EOF) {
2109 print_error(is->filename, ret);
2110 if (exit_on_error)
2111 exit_program(1);
2112 }
2113 ifile->eof_reached = 1;
2114
2115 for (i = 0; i < ifile->nb_streams; i++) {
2116 ist = input_streams[ifile->ist_index + i];
2117 if (ist->decoding_needed)
2118 output_packet(ist, NULL);
2119
2120 /* mark all outputs that don't go through lavfi as finished */
2121 for (j = 0; j < nb_output_streams; j++) {
2122 OutputStream *ost = output_streams[j];
2123
2124 if (ost->source_index == ifile->ist_index + i &&
2125 (ost->stream_copy || ost->enc->type == AVMEDIA_TYPE_SUBTITLE))
2126 ost->finished= 1;
2127 }
2128 }
2129
2130 return AVERROR(EAGAIN);
2131 }
2132
2133 reset_eagain();
2134
2135 if (do_pkt_dump) {
2136 av_pkt_dump_log2(NULL, AV_LOG_DEBUG, &pkt, do_hex_dump,
2137 is->streams[pkt.stream_index]);
2138 }
2139 /* the following test is needed in case new streams appear
2140 dynamically in stream : we ignore them */
2141 if (pkt.stream_index >= ifile->nb_streams)
2142 goto discard_packet;
2143
2144 ist = input_streams[ifile->ist_index + pkt.stream_index];
2145 if (ist->discard)
2146 goto discard_packet;
2147
2148 if (pkt.dts != AV_NOPTS_VALUE)
2149 pkt.dts += av_rescale_q(ifile->ts_offset, AV_TIME_BASE_Q, ist->st->time_base);
2150 if (pkt.pts != AV_NOPTS_VALUE)
2151 pkt.pts += av_rescale_q(ifile->ts_offset, AV_TIME_BASE_Q, ist->st->time_base);
2152
2153 if (pkt.pts != AV_NOPTS_VALUE)
2154 pkt.pts *= ist->ts_scale;
2155 if (pkt.dts != AV_NOPTS_VALUE)
2156 pkt.dts *= ist->ts_scale;
2157
2158 if (pkt.dts != AV_NOPTS_VALUE && ist->next_dts != AV_NOPTS_VALUE &&
2159 (is->iformat->flags & AVFMT_TS_DISCONT)) {
2160 int64_t pkt_dts = av_rescale_q(pkt.dts, ist->st->time_base, AV_TIME_BASE_Q);
2161 int64_t delta = pkt_dts - ist->next_dts;
2162
2163 if ((FFABS(delta) > 1LL * dts_delta_threshold * AV_TIME_BASE || pkt_dts + 1 < ist->last_dts) && !copy_ts) {
2164 ifile->ts_offset -= delta;
2165 av_log(NULL, AV_LOG_DEBUG,
2166 "timestamp discontinuity %"PRId64", new offset= %"PRId64"\n",
2167 delta, ifile->ts_offset);
2168 pkt.dts -= av_rescale_q(delta, AV_TIME_BASE_Q, ist->st->time_base);
2169 if (pkt.pts != AV_NOPTS_VALUE)
2170 pkt.pts -= av_rescale_q(delta, AV_TIME_BASE_Q, ist->st->time_base);
2171 }
2172 }
2173
2174 ret = output_packet(ist, &pkt);
2175 if (ret < 0) {
2176 av_log(NULL, AV_LOG_ERROR, "Error while decoding stream #%d:%d\n",
2177 ist->file_index, ist->st->index);
2178 if (exit_on_error)
2179 exit_program(1);
2180 }
2181
2182 discard_packet:
2183 av_free_packet(&pkt);
2184
2185 return 0;
2186 }
2187
2188 /*
2189 * The following code is the main loop of the file converter
2190 */
2191 static int transcode(void)
2192 {
2193 int ret, i, need_input = 1;
2194 AVFormatContext *os;
2195 OutputStream *ost;
2196 InputStream *ist;
2197 int64_t timer_start;
2198
2199 ret = transcode_init();
2200 if (ret < 0)
2201 goto fail;
2202
2203 av_log(NULL, AV_LOG_INFO, "Press ctrl-c to stop encoding\n");
2204 term_init();
2205
2206 timer_start = av_gettime();
2207
2208 #if HAVE_PTHREADS
2209 if ((ret = init_input_threads()) < 0)
2210 goto fail;
2211 #endif
2212
2213 while (!received_sigterm) {
2214 /* check if there's any stream where output is still needed */
2215 if (!need_output()) {
2216 av_log(NULL, AV_LOG_VERBOSE, "No more output streams to write to, finishing.\n");
2217 break;
2218 }
2219
2220 /* read and process one input packet if needed */
2221 if (need_input) {
2222 ret = process_input();
2223 if (ret == AVERROR_EOF)
2224 need_input = 0;
2225 }
2226
2227 ret = poll_filters();
2228 if (ret < 0) {
2229 if (ret == AVERROR_EOF || ret == AVERROR(EAGAIN))
2230 continue;
2231
2232 av_log(NULL, AV_LOG_ERROR, "Error while filtering.\n");
2233 break;
2234 }
2235
2236 /* dump report by using the output first video and audio streams */
2237 print_report(0, timer_start);
2238 }
2239 #if HAVE_PTHREADS
2240 free_input_threads();
2241 #endif
2242
2243 /* at the end of stream, we must flush the decoder buffers */
2244 for (i = 0; i < nb_input_streams; i++) {
2245 ist = input_streams[i];
2246 if (!input_files[ist->file_index]->eof_reached && ist->decoding_needed) {
2247 output_packet(ist, NULL);
2248 }
2249 }
2250 poll_filters();
2251 flush_encoders();
2252
2253 term_exit();
2254
2255 /* write the trailer if needed and close file */
2256 for (i = 0; i < nb_output_files; i++) {
2257 os = output_files[i]->ctx;
2258 av_write_trailer(os);
2259 }
2260
2261 /* dump report by using the first video and audio streams */
2262 print_report(1, timer_start);
2263
2264 /* close each encoder */
2265 for (i = 0; i < nb_output_streams; i++) {
2266 ost = output_streams[i];
2267 if (ost->encoding_needed) {
2268 av_freep(&ost->st->codec->stats_in);
2269 avcodec_close(ost->st->codec);
2270 }
2271 }
2272
2273 /* close each decoder */
2274 for (i = 0; i < nb_input_streams; i++) {
2275 ist = input_streams[i];
2276 if (ist->decoding_needed) {
2277 avcodec_close(ist->st->codec);
2278 }
2279 }
2280
2281 /* finished ! */
2282 ret = 0;
2283
2284 fail:
2285 #if HAVE_PTHREADS
2286 free_input_threads();
2287 #endif
2288
2289 if (output_streams) {
2290 for (i = 0; i < nb_output_streams; i++) {
2291 ost = output_streams[i];
2292 if (ost) {
2293 if (ost->stream_copy)
2294 av_freep(&ost->st->codec->extradata);
2295 if (ost->logfile) {
2296 fclose(ost->logfile);
2297 ost->logfile = NULL;
2298 }
2299 av_freep(&ost->st->codec->subtitle_header);
2300 av_free(ost->forced_kf_pts);
2301 av_dict_free(&ost->opts);
2302 av_dict_free(&ost->resample_opts);
2303 }
2304 }
2305 }
2306 return ret;
2307 }
2308
2309 static int64_t getutime(void)
2310 {
2311 #if HAVE_GETRUSAGE
2312 struct rusage rusage;
2313
2314 getrusage(RUSAGE_SELF, &rusage);
2315 return (rusage.ru_utime.tv_sec * 1000000LL) + rusage.ru_utime.tv_usec;
2316 #elif HAVE_GETPROCESSTIMES
2317 HANDLE proc;
2318 FILETIME c, e, k, u;
2319 proc = GetCurrentProcess();
2320 GetProcessTimes(proc, &c, &e, &k, &u);
2321 return ((int64_t) u.dwHighDateTime << 32 | u.dwLowDateTime) / 10;
2322 #else
2323 return av_gettime();
2324 #endif
2325 }
2326
2327 static int64_t getmaxrss(void)
2328 {
2329 #if HAVE_GETRUSAGE && HAVE_STRUCT_RUSAGE_RU_MAXRSS
2330 struct rusage rusage;
2331 getrusage(RUSAGE_SELF, &rusage);
2332 return (int64_t)rusage.ru_maxrss * 1024;
2333 #elif HAVE_GETPROCESSMEMORYINFO
2334 HANDLE proc;
2335 PROCESS_MEMORY_COUNTERS memcounters;
2336 proc = GetCurrentProcess();
2337 memcounters.cb = sizeof(memcounters);
2338 GetProcessMemoryInfo(proc, &memcounters, sizeof(memcounters));
2339 return memcounters.PeakPagefileUsage;
2340 #else
2341 return 0;
2342 #endif
2343 }
2344
2345 int main(int argc, char **argv)
2346 {
2347 int ret;
2348 int64_t ti;
2349
2350 register_exit(avconv_cleanup);
2351
2352 av_log_set_flags(AV_LOG_SKIP_REPEATED);
2353 parse_loglevel(argc, argv, options);
2354
2355 avcodec_register_all();
2356 #if CONFIG_AVDEVICE
2357 avdevice_register_all();
2358 #endif
2359 avfilter_register_all();
2360 av_register_all();
2361 avformat_network_init();
2362
2363 show_banner();
2364
2365 /* parse options and open all input/output files */
2366 ret = avconv_parse_options(argc, argv);
2367 if (ret < 0)
2368 exit_program(1);
2369
2370 if (nb_output_files <= 0 && nb_input_files == 0) {
2371 show_usage();
2372 av_log(NULL, AV_LOG_WARNING, "Use -h to get full help or, even better, run 'man %s'\n", program_name);
2373 exit_program(1);
2374 }
2375
2376 /* file converter / grab */
2377 if (nb_output_files <= 0) {
2378 fprintf(stderr, "At least one output file must be specified\n");
2379 exit_program(1);
2380 }
2381
2382 ti = getutime();
2383 if (transcode() < 0)
2384 exit_program(1);
2385 ti = getutime() - ti;
2386 if (do_benchmark) {
2387 int maxrss = getmaxrss() / 1024;
2388 printf("bench: utime=%0.3fs maxrss=%ikB\n", ti / 1000000.0, maxrss);
2389 }
2390
2391 exit_program(0);
2392 return 0;
2393 }
Libav master