nut: Mark non-fatal errors as warnings
[libav.git] / libavformat / nutdec.c
1 /*
2 * "NUT" Container Format demuxer
3 * Copyright (c) 2004-2006 Michael Niedermayer
4 * Copyright (c) 2003 Alex Beregszaszi
5 *
6 * This file is part of Libav.
7 *
8 * Libav is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU Lesser General Public
10 * License as published by the Free Software Foundation; either
11 * version 2.1 of the License, or (at your option) any later version.
12 *
13 * Libav is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * Lesser General Public License for more details.
17 *
18 * You should have received a copy of the GNU Lesser General Public
19 * License along with Libav; if not, write to the Free Software
20 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21 */
22
23 #include "libavutil/avstring.h"
24 #include "libavutil/bswap.h"
25 #include "libavutil/dict.h"
26 #include "libavutil/mathematics.h"
27 #include "libavutil/tree.h"
28 #include "avio_internal.h"
29 #include "nut.h"
30 #include "riff.h"
31
32 #undef NDEBUG
33 #include <assert.h>
34
35 #define NUT_MAX_STREAMS 256 /* arbitrary sanity check value */
36
37 static int get_str(AVIOContext *bc, char *string, unsigned int maxlen)
38 {
39 unsigned int len = ffio_read_varlen(bc);
40
41 if (len && maxlen)
42 avio_read(bc, string, FFMIN(len, maxlen));
43 while (len > maxlen) {
44 avio_r8(bc);
45 len--;
46 }
47
48 if (maxlen)
49 string[FFMIN(len, maxlen - 1)] = 0;
50
51 if (maxlen == len)
52 return -1;
53 else
54 return 0;
55 }
56
57 static int64_t get_s(AVIOContext *bc)
58 {
59 int64_t v = ffio_read_varlen(bc) + 1;
60
61 if (v & 1)
62 return -(v >> 1);
63 else
64 return (v >> 1);
65 }
66
67 static uint64_t get_fourcc(AVIOContext *bc)
68 {
69 unsigned int len = ffio_read_varlen(bc);
70
71 if (len == 2)
72 return avio_rl16(bc);
73 else if (len == 4)
74 return avio_rl32(bc);
75 else
76 return -1;
77 }
78
79 #ifdef TRACE
80 static inline uint64_t get_v_trace(AVIOContext *bc, const char *file,
81 const char *func, int line)
82 {
83 uint64_t v = ffio_read_varlen(bc);
84
85 av_log(NULL, AV_LOG_DEBUG, "get_v %5"PRId64" / %"PRIX64" in %s %s:%d\n",
86 v, v, file, func, line);
87 return v;
88 }
89
90 static inline int64_t get_s_trace(AVIOContext *bc, const char *file,
91 const char *func, int line)
92 {
93 int64_t v = get_s(bc);
94
95 av_log(NULL, AV_LOG_DEBUG, "get_s %5"PRId64" / %"PRIX64" in %s %s:%d\n",
96 v, v, file, func, line);
97 return v;
98 }
99
100 #define ffio_read_varlen(bc) get_v_trace(bc, __FILE__, __PRETTY_FUNCTION__, __LINE__)
101 #define get_s(bc) get_s_trace(bc, __FILE__, __PRETTY_FUNCTION__, __LINE__)
102 #endif
103
104 static int get_packetheader(NUTContext *nut, AVIOContext *bc,
105 int calculate_checksum, uint64_t startcode)
106 {
107 int64_t size;
108 // start = avio_tell(bc) - 8;
109
110 startcode = av_be2ne64(startcode);
111 startcode = ff_crc04C11DB7_update(0, (uint8_t*) &startcode, 8);
112
113 ffio_init_checksum(bc, ff_crc04C11DB7_update, startcode);
114 size = ffio_read_varlen(bc);
115 if (size > 4096)
116 avio_rb32(bc);
117 if (ffio_get_checksum(bc) && size > 4096)
118 return -1;
119
120 ffio_init_checksum(bc, calculate_checksum ? ff_crc04C11DB7_update : NULL, 0);
121
122 return size;
123 }
124
125 static uint64_t find_any_startcode(AVIOContext *bc, int64_t pos)
126 {
127 uint64_t state = 0;
128
129 if (pos >= 0)
130 /* Note, this may fail if the stream is not seekable, but that should
131 * not matter, as in this case we simply start where we currently are */
132 avio_seek(bc, pos, SEEK_SET);
133 while (!bc->eof_reached) {
134 state = (state << 8) | avio_r8(bc);
135 if ((state >> 56) != 'N')
136 continue;
137 switch (state) {
138 case MAIN_STARTCODE:
139 case STREAM_STARTCODE:
140 case SYNCPOINT_STARTCODE:
141 case INFO_STARTCODE:
142 case INDEX_STARTCODE:
143 return state;
144 }
145 }
146
147 return 0;
148 }
149
150 /**
151 * Find the given startcode.
152 * @param code the startcode
153 * @param pos the start position of the search, or -1 if the current position
154 * @return the position of the startcode or -1 if not found
155 */
156 static int64_t find_startcode(AVIOContext *bc, uint64_t code, int64_t pos)
157 {
158 for (;;) {
159 uint64_t startcode = find_any_startcode(bc, pos);
160 if (startcode == code)
161 return avio_tell(bc) - 8;
162 else if (startcode == 0)
163 return -1;
164 pos = -1;
165 }
166 }
167
168 static int nut_probe(AVProbeData *p)
169 {
170 int i;
171 uint64_t code = 0;
172
173 for (i = 0; i < p->buf_size; i++) {
174 code = (code << 8) | p->buf[i];
175 if (code == MAIN_STARTCODE)
176 return AVPROBE_SCORE_MAX;
177 }
178 return 0;
179 }
180
181 #define GET_V(dst, check) \
182 do { \
183 tmp = ffio_read_varlen(bc); \
184 if (!(check)) { \
185 av_log(s, AV_LOG_ERROR, "Error " #dst " is (%"PRId64")\n", tmp); \
186 return AVERROR_INVALIDDATA; \
187 } \
188 dst = tmp; \
189 } while (0)
190
191 static int skip_reserved(AVIOContext *bc, int64_t pos)
192 {
193 pos -= avio_tell(bc);
194 if (pos < 0) {
195 avio_seek(bc, pos, SEEK_CUR);
196 return AVERROR_INVALIDDATA;
197 } else {
198 while (pos--)
199 avio_r8(bc);
200 return 0;
201 }
202 }
203
204 static int decode_main_header(NUTContext *nut)
205 {
206 AVFormatContext *s = nut->avf;
207 AVIOContext *bc = s->pb;
208 uint64_t tmp, end;
209 unsigned int stream_count;
210 int i, j, count;
211 int tmp_stream, tmp_mul, tmp_pts, tmp_size, tmp_res, tmp_head_idx;
212
213 end = get_packetheader(nut, bc, 1, MAIN_STARTCODE);
214 end += avio_tell(bc);
215
216 nut->version = ffio_read_varlen(bc);
217 if (nut->version < NUT_MIN_VERSION &&
218 nut->version > NUT_MAX_VERSION) {
219 av_log(s, AV_LOG_ERROR, "Version %d not supported.\n",
220 nut->version);
221 return AVERROR(ENOSYS);
222 }
223
224 GET_V(stream_count, tmp > 0 && tmp <= NUT_MAX_STREAMS);
225
226 nut->max_distance = ffio_read_varlen(bc);
227 if (nut->max_distance > 65536) {
228 av_log(s, AV_LOG_DEBUG, "max_distance %d\n", nut->max_distance);
229 nut->max_distance = 65536;
230 }
231
232 GET_V(nut->time_base_count, tmp > 0 && tmp < INT_MAX / sizeof(AVRational));
233 nut->time_base = av_malloc(nut->time_base_count * sizeof(AVRational));
234 if (!nut->time_base)
235 return AVERROR(ENOMEM);
236
237 for (i = 0; i < nut->time_base_count; i++) {
238 GET_V(nut->time_base[i].num, tmp > 0 && tmp < (1ULL << 31));
239 GET_V(nut->time_base[i].den, tmp > 0 && tmp < (1ULL << 31));
240 if (av_gcd(nut->time_base[i].num, nut->time_base[i].den) != 1) {
241 av_log(s, AV_LOG_ERROR, "invalid time base %d/%d\n",
242 nut->time_base[i].num,
243 nut->time_base[i].den);
244 return AVERROR_INVALIDDATA;
245 }
246 }
247 tmp_pts = 0;
248 tmp_mul = 1;
249 tmp_stream = 0;
250 tmp_head_idx = 0;
251 for (i = 0; i < 256;) {
252 int tmp_flags = ffio_read_varlen(bc);
253 int tmp_fields = ffio_read_varlen(bc);
254
255 if (tmp_fields > 0)
256 tmp_pts = get_s(bc);
257 if (tmp_fields > 1)
258 tmp_mul = ffio_read_varlen(bc);
259 if (tmp_fields > 2)
260 tmp_stream = ffio_read_varlen(bc);
261 if (tmp_fields > 3)
262 tmp_size = ffio_read_varlen(bc);
263 else
264 tmp_size = 0;
265 if (tmp_fields > 4)
266 tmp_res = ffio_read_varlen(bc);
267 else
268 tmp_res = 0;
269 if (tmp_fields > 5)
270 count = ffio_read_varlen(bc);
271 else
272 count = tmp_mul - tmp_size;
273 if (tmp_fields > 6)
274 get_s(bc);
275 if (tmp_fields > 7)
276 tmp_head_idx = ffio_read_varlen(bc);
277
278 while (tmp_fields-- > 8)
279 ffio_read_varlen(bc);
280
281 if (count == 0 || i + count > 256) {
282 av_log(s, AV_LOG_ERROR, "illegal count %d at %d\n", count, i);
283 return AVERROR_INVALIDDATA;
284 }
285 if (tmp_stream >= stream_count) {
286 av_log(s, AV_LOG_ERROR, "illegal stream number %d >= %d\n",
287 tmp_stream, stream_count);
288 return AVERROR_INVALIDDATA;
289 }
290
291 for (j = 0; j < count; j++, i++) {
292 if (i == 'N') {
293 nut->frame_code[i].flags = FLAG_INVALID;
294 j--;
295 continue;
296 }
297 nut->frame_code[i].flags = tmp_flags;
298 nut->frame_code[i].pts_delta = tmp_pts;
299 nut->frame_code[i].stream_id = tmp_stream;
300 nut->frame_code[i].size_mul = tmp_mul;
301 nut->frame_code[i].size_lsb = tmp_size + j;
302 nut->frame_code[i].reserved_count = tmp_res;
303 nut->frame_code[i].header_idx = tmp_head_idx;
304 }
305 }
306 assert(nut->frame_code['N'].flags == FLAG_INVALID);
307
308 if (end > avio_tell(bc) + 4) {
309 int rem = 1024;
310 GET_V(nut->header_count, tmp < 128U);
311 nut->header_count++;
312 for (i = 1; i < nut->header_count; i++) {
313 uint8_t *hdr;
314 GET_V(nut->header_len[i], tmp > 0 && tmp < 256);
315 if (rem < nut->header_len[i]) {
316 av_log(s, AV_LOG_ERROR,
317 "invalid elision header %d : %d > %d\n",
318 i, nut->header_len[i], rem);
319 return AVERROR_INVALIDDATA;
320 }
321 rem -= nut->header_len[i];
322 hdr = av_malloc(nut->header_len[i]);
323 if (!hdr)
324 return AVERROR(ENOMEM);
325 avio_read(bc, hdr, nut->header_len[i]);
326 nut->header[i] = hdr;
327 }
328 assert(nut->header_len[0] == 0);
329 }
330
331 // flags had been effectively introduced in version 4
332 if (nut->version > NUT_STABLE_VERSION) {
333 nut->flags = ffio_read_varlen(bc);
334 }
335
336 if (skip_reserved(bc, end) || ffio_get_checksum(bc)) {
337 av_log(s, AV_LOG_ERROR, "main header checksum mismatch\n");
338 return AVERROR_INVALIDDATA;
339 }
340
341 nut->stream = av_mallocz(sizeof(StreamContext) * stream_count);
342 if (!nut->stream)
343 return AVERROR(ENOMEM);
344 for (i = 0; i < stream_count; i++)
345 avformat_new_stream(s, NULL);
346
347 return 0;
348 }
349
350 static int decode_stream_header(NUTContext *nut)
351 {
352 AVFormatContext *s = nut->avf;
353 AVIOContext *bc = s->pb;
354 StreamContext *stc;
355 int class, stream_id;
356 uint64_t tmp, end;
357 AVStream *st;
358
359 end = get_packetheader(nut, bc, 1, STREAM_STARTCODE);
360 end += avio_tell(bc);
361
362 GET_V(stream_id, tmp < s->nb_streams && !nut->stream[tmp].time_base);
363 stc = &nut->stream[stream_id];
364 st = s->streams[stream_id];
365 if (!st)
366 return AVERROR(ENOMEM);
367
368 class = ffio_read_varlen(bc);
369 tmp = get_fourcc(bc);
370 st->codec->codec_tag = tmp;
371 switch (class) {
372 case 0:
373 st->codec->codec_type = AVMEDIA_TYPE_VIDEO;
374 st->codec->codec_id = av_codec_get_id((const AVCodecTag * const []) {
375 ff_nut_video_tags,
376 ff_codec_bmp_tags,
377 0
378 },
379 tmp);
380 break;
381 case 1:
382 st->codec->codec_type = AVMEDIA_TYPE_AUDIO;
383 st->codec->codec_id = av_codec_get_id((const AVCodecTag * const []) {
384 ff_nut_audio_tags,
385 ff_codec_wav_tags,
386 0
387 },
388 tmp);
389 break;
390 case 2:
391 st->codec->codec_type = AVMEDIA_TYPE_SUBTITLE;
392 st->codec->codec_id = ff_codec_get_id(ff_nut_subtitle_tags, tmp);
393 break;
394 case 3:
395 st->codec->codec_type = AVMEDIA_TYPE_DATA;
396 st->codec->codec_id = ff_codec_get_id(ff_nut_data_tags, tmp);
397 break;
398 default:
399 av_log(s, AV_LOG_ERROR, "unknown stream class (%d)\n", class);
400 return AVERROR(ENOSYS);
401 }
402 if (class < 3 && st->codec->codec_id == AV_CODEC_ID_NONE)
403 av_log(s, AV_LOG_ERROR,
404 "Unknown codec tag '0x%04x' for stream number %d\n",
405 (unsigned int) tmp, stream_id);
406
407 GET_V(stc->time_base_id, tmp < nut->time_base_count);
408 GET_V(stc->msb_pts_shift, tmp < 16);
409 stc->max_pts_distance = ffio_read_varlen(bc);
410 GET_V(stc->decode_delay, tmp < 1000); // sanity limit, raise this if Moore's law is true
411 ffio_read_varlen(bc); // stream flags
412
413 GET_V(st->codec->extradata_size, tmp < (1 << 30));
414 if (st->codec->extradata_size) {
415 st->codec->extradata = av_mallocz(st->codec->extradata_size +
416 AV_INPUT_BUFFER_PADDING_SIZE);
417 if (!st->codec->extradata)
418 return AVERROR(ENOMEM);
419 avio_read(bc, st->codec->extradata, st->codec->extradata_size);
420 }
421
422 if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
423 GET_V(st->codec->width, tmp > 0);
424 GET_V(st->codec->height, tmp > 0);
425 st->sample_aspect_ratio.num = ffio_read_varlen(bc);
426 st->sample_aspect_ratio.den = ffio_read_varlen(bc);
427 if ((!st->sample_aspect_ratio.num) != (!st->sample_aspect_ratio.den)) {
428 av_log(s, AV_LOG_ERROR, "invalid aspect ratio %d/%d\n",
429 st->sample_aspect_ratio.num, st->sample_aspect_ratio.den);
430 return AVERROR_INVALIDDATA;
431 }
432 ffio_read_varlen(bc); /* csp type */
433 } else if (st->codec->codec_type == AVMEDIA_TYPE_AUDIO) {
434 GET_V(st->codec->sample_rate, tmp > 0);
435 ffio_read_varlen(bc); // samplerate_den
436 GET_V(st->codec->channels, tmp > 0);
437 }
438 if (skip_reserved(bc, end) || ffio_get_checksum(bc)) {
439 av_log(s, AV_LOG_ERROR,
440 "stream header %d checksum mismatch\n", stream_id);
441 return AVERROR_INVALIDDATA;
442 }
443 stc->time_base = &nut->time_base[stc->time_base_id];
444 avpriv_set_pts_info(s->streams[stream_id], 63, stc->time_base->num,
445 stc->time_base->den);
446 return 0;
447 }
448
449 static void set_disposition_bits(AVFormatContext *avf, char *value,
450 int stream_id)
451 {
452 int flag = 0, i;
453
454 for (i = 0; ff_nut_dispositions[i].flag; ++i)
455 if (!strcmp(ff_nut_dispositions[i].str, value))
456 flag = ff_nut_dispositions[i].flag;
457 if (!flag)
458 av_log(avf, AV_LOG_INFO, "unknown disposition type '%s'\n", value);
459 for (i = 0; i < avf->nb_streams; ++i)
460 if (stream_id == i || stream_id == -1)
461 avf->streams[i]->disposition |= flag;
462 }
463
464 static int decode_info_header(NUTContext *nut)
465 {
466 AVFormatContext *s = nut->avf;
467 AVIOContext *bc = s->pb;
468 uint64_t tmp, chapter_start, chapter_len;
469 unsigned int stream_id_plus1, count;
470 int chapter_id, i;
471 int64_t value, end;
472 char name[256], str_value[1024], type_str[256];
473 const char *type;
474 int *event_flags = NULL;
475 AVChapter *chapter = NULL;
476 AVStream *st = NULL;
477 AVDictionary **metadata = NULL;
478 int metadata_flag = 0;
479
480 end = get_packetheader(nut, bc, 1, INFO_STARTCODE);
481 end += avio_tell(bc);
482
483 GET_V(stream_id_plus1, tmp <= s->nb_streams);
484 chapter_id = get_s(bc);
485 chapter_start = ffio_read_varlen(bc);
486 chapter_len = ffio_read_varlen(bc);
487 count = ffio_read_varlen(bc);
488
489 if (chapter_id && !stream_id_plus1) {
490 int64_t start = chapter_start / nut->time_base_count;
491 chapter = avpriv_new_chapter(s, chapter_id,
492 nut->time_base[chapter_start %
493 nut->time_base_count],
494 start, start + chapter_len, NULL);
495 if (!chapter) {
496 av_log(s, AV_LOG_ERROR, "Could not create chapter.\n");
497 return AVERROR(ENOMEM);
498 }
499 metadata = &chapter->metadata;
500 } else if (stream_id_plus1) {
501 st = s->streams[stream_id_plus1 - 1];
502 metadata = &st->metadata;
503 event_flags = &st->event_flags;
504 metadata_flag = AVSTREAM_EVENT_FLAG_METADATA_UPDATED;
505 } else {
506 metadata = &s->metadata;
507 event_flags = &s->event_flags;
508 metadata_flag = AVFMT_EVENT_FLAG_METADATA_UPDATED;
509 }
510
511 for (i = 0; i < count; i++) {
512 get_str(bc, name, sizeof(name));
513 value = get_s(bc);
514 if (value == -1) {
515 type = "UTF-8";
516 get_str(bc, str_value, sizeof(str_value));
517 } else if (value == -2) {
518 get_str(bc, type_str, sizeof(type_str));
519 type = type_str;
520 get_str(bc, str_value, sizeof(str_value));
521 } else if (value == -3) {
522 type = "s";
523 value = get_s(bc);
524 } else if (value == -4) {
525 type = "t";
526 value = ffio_read_varlen(bc);
527 } else if (value < -4) {
528 type = "r";
529 get_s(bc);
530 } else {
531 type = "v";
532 }
533
534 if (stream_id_plus1 > s->nb_streams) {
535 av_log(s, AV_LOG_WARNING,
536 "invalid stream id %d for info packet\n",
537 stream_id_plus1);
538 continue;
539 }
540
541 if (!strcmp(type, "UTF-8")) {
542 if (chapter_id == 0 && !strcmp(name, "Disposition")) {
543 set_disposition_bits(s, str_value, stream_id_plus1 - 1);
544 continue;
545 }
546 if (metadata && av_strcasecmp(name, "Uses") &&
547 av_strcasecmp(name, "Depends") && av_strcasecmp(name, "Replaces")) {
548 if (event_flags)
549 *event_flags |= metadata_flag;
550 av_dict_set(metadata, name, str_value, 0);
551 }
552 }
553 }
554
555 if (skip_reserved(bc, end) || ffio_get_checksum(bc)) {
556 av_log(s, AV_LOG_ERROR, "info header checksum mismatch\n");
557 return AVERROR_INVALIDDATA;
558 }
559 return 0;
560 }
561
562 static int decode_syncpoint(NUTContext *nut, int64_t *ts, int64_t *back_ptr)
563 {
564 AVFormatContext *s = nut->avf;
565 AVIOContext *bc = s->pb;
566 int64_t end, tmp;
567 int ret;
568
569 nut->last_syncpoint_pos = avio_tell(bc) - 8;
570
571 end = get_packetheader(nut, bc, 1, SYNCPOINT_STARTCODE);
572 end += avio_tell(bc);
573
574 tmp = ffio_read_varlen(bc);
575 *back_ptr = nut->last_syncpoint_pos - 16 * ffio_read_varlen(bc);
576 if (*back_ptr < 0)
577 return -1;
578
579 ff_nut_reset_ts(nut, nut->time_base[tmp % nut->time_base_count],
580 tmp / nut->time_base_count);
581
582 if (nut->flags & NUT_BROADCAST) {
583 tmp = ffio_read_varlen(bc);
584 av_log(s, AV_LOG_VERBOSE, "Syncpoint wallclock %"PRId64"\n",
585 av_rescale_q(tmp / nut->time_base_count,
586 nut->time_base[tmp % nut->time_base_count],
587 AV_TIME_BASE_Q));
588 }
589
590 if (skip_reserved(bc, end) || ffio_get_checksum(bc)) {
591 av_log(s, AV_LOG_ERROR, "sync point checksum mismatch\n");
592 return AVERROR_INVALIDDATA;
593 }
594
595 *ts = tmp / s->nb_streams *
596 av_q2d(nut->time_base[tmp % s->nb_streams]) * AV_TIME_BASE;
597
598 if ((ret = ff_nut_add_sp(nut, nut->last_syncpoint_pos, *back_ptr, *ts)) < 0)
599 return ret;
600
601 return 0;
602 }
603
604 static int find_and_decode_index(NUTContext *nut)
605 {
606 AVFormatContext *s = nut->avf;
607 AVIOContext *bc = s->pb;
608 uint64_t tmp, end;
609 int i, j, syncpoint_count;
610 int64_t filesize = avio_size(bc);
611 int64_t *syncpoints;
612 int8_t *has_keyframe;
613 int ret = AVERROR_INVALIDDATA;
614
615 avio_seek(bc, filesize - 12, SEEK_SET);
616 avio_seek(bc, filesize - avio_rb64(bc), SEEK_SET);
617 if (avio_rb64(bc) != INDEX_STARTCODE) {
618 av_log(s, AV_LOG_WARNING, "no index at the end\n");
619 return ret;
620 }
621
622 end = get_packetheader(nut, bc, 1, INDEX_STARTCODE);
623 end += avio_tell(bc);
624
625 ffio_read_varlen(bc); // max_pts
626 GET_V(syncpoint_count, tmp < INT_MAX / 8 && tmp > 0);
627 syncpoints = av_malloc(sizeof(int64_t) * syncpoint_count);
628 has_keyframe = av_malloc(sizeof(int8_t) * (syncpoint_count + 1));
629 if (!syncpoints || !has_keyframe) {
630 ret = AVERROR(ENOMEM);
631 goto fail;
632 }
633 for (i = 0; i < syncpoint_count; i++) {
634 syncpoints[i] = ffio_read_varlen(bc);
635 if (syncpoints[i] <= 0)
636 goto fail;
637 if (i)
638 syncpoints[i] += syncpoints[i - 1];
639 }
640
641 for (i = 0; i < s->nb_streams; i++) {
642 int64_t last_pts = -1;
643 for (j = 0; j < syncpoint_count;) {
644 uint64_t x = ffio_read_varlen(bc);
645 int type = x & 1;
646 int n = j;
647 x >>= 1;
648 if (type) {
649 int flag = x & 1;
650 x >>= 1;
651 if (n + x >= syncpoint_count + 1) {
652 av_log(s, AV_LOG_ERROR, "index overflow A\n");
653 goto fail;
654 }
655 while (x--)
656 has_keyframe[n++] = flag;
657 has_keyframe[n++] = !flag;
658 } else {
659 while (x != 1) {
660 if (n >= syncpoint_count + 1) {
661 av_log(s, AV_LOG_ERROR, "index overflow B\n");
662 goto fail;
663 }
664 has_keyframe[n++] = x & 1;
665 x >>= 1;
666 }
667 }
668 if (has_keyframe[0]) {
669 av_log(s, AV_LOG_ERROR, "keyframe before first syncpoint in index\n");
670 goto fail;
671 }
672 assert(n <= syncpoint_count + 1);
673 for (; j < n && j < syncpoint_count; j++) {
674 if (has_keyframe[j]) {
675 uint64_t B, A = ffio_read_varlen(bc);
676 if (!A) {
677 A = ffio_read_varlen(bc);
678 B = ffio_read_varlen(bc);
679 // eor_pts[j][i] = last_pts + A + B
680 } else
681 B = 0;
682 av_add_index_entry(s->streams[i], 16 * syncpoints[j - 1],
683 last_pts + A, 0, 0, AVINDEX_KEYFRAME);
684 last_pts += A + B;
685 }
686 }
687 }
688 }
689
690 if (skip_reserved(bc, end) || ffio_get_checksum(bc)) {
691 av_log(s, AV_LOG_ERROR, "index checksum mismatch\n");
692 goto fail;
693 }
694 ret = 0;
695
696 fail:
697 av_free(syncpoints);
698 av_free(has_keyframe);
699 return ret;
700 }
701
702 static int nut_read_close(AVFormatContext *s)
703 {
704 NUTContext *nut = s->priv_data;
705 int i;
706
707 av_freep(&nut->time_base);
708 av_freep(&nut->stream);
709 ff_nut_free_sp(nut);
710 for (i = 1; i < nut->header_count; i++)
711 av_freep(&nut->header[i]);
712
713 return 0;
714 }
715
716 static int nut_read_header(AVFormatContext *s)
717 {
718 NUTContext *nut = s->priv_data;
719 AVIOContext *bc = s->pb;
720 int64_t pos;
721 int initialized_stream_count;
722
723 nut->avf = s;
724
725 /* main header */
726 pos = 0;
727 do {
728 pos = find_startcode(bc, MAIN_STARTCODE, pos) + 1;
729 if (pos < 0 + 1) {
730 av_log(s, AV_LOG_ERROR, "No main startcode found.\n");
731 goto fail;
732 }
733 } while (decode_main_header(nut) < 0);
734
735 /* stream headers */
736 pos = 0;
737 for (initialized_stream_count = 0; initialized_stream_count < s->nb_streams;) {
738 pos = find_startcode(bc, STREAM_STARTCODE, pos) + 1;
739 if (pos < 0 + 1) {
740 av_log(s, AV_LOG_ERROR, "Not all stream headers found.\n");
741 goto fail;
742 }
743 if (decode_stream_header(nut) >= 0)
744 initialized_stream_count++;
745 }
746
747 /* info headers */
748 pos = 0;
749 for (;;) {
750 uint64_t startcode = find_any_startcode(bc, pos);
751 pos = avio_tell(bc);
752
753 if (startcode == 0) {
754 av_log(s, AV_LOG_ERROR, "EOF before video frames\n");
755 goto fail;
756 } else if (startcode == SYNCPOINT_STARTCODE) {
757 nut->next_startcode = startcode;
758 break;
759 } else if (startcode != INFO_STARTCODE) {
760 continue;
761 }
762
763 decode_info_header(nut);
764 }
765
766 s->internal->data_offset = pos - 8;
767
768 if (bc->seekable) {
769 int64_t orig_pos = avio_tell(bc);
770 find_and_decode_index(nut);
771 avio_seek(bc, orig_pos, SEEK_SET);
772 }
773 assert(nut->next_startcode == SYNCPOINT_STARTCODE);
774
775 ff_metadata_conv_ctx(s, NULL, ff_nut_metadata_conv);
776
777 return 0;
778
779 fail:
780 nut_read_close(s);
781
782 return AVERROR_INVALIDDATA;
783 }
784
785 static int decode_frame_header(NUTContext *nut, int64_t *pts, int *stream_id,
786 uint8_t *header_idx, int frame_code)
787 {
788 AVFormatContext *s = nut->avf;
789 AVIOContext *bc = s->pb;
790 StreamContext *stc;
791 int size, flags, size_mul, pts_delta, i, reserved_count;
792 uint64_t tmp;
793
794 if (!(nut->flags & NUT_PIPE) &&
795 avio_tell(bc) > nut->last_syncpoint_pos + nut->max_distance) {
796 av_log(s, AV_LOG_ERROR,
797 "Last frame must have been damaged %"PRId64" > %"PRId64" + %d\n",
798 avio_tell(bc), nut->last_syncpoint_pos, nut->max_distance);
799 return AVERROR_INVALIDDATA;
800 }
801
802 flags = nut->frame_code[frame_code].flags;
803 size_mul = nut->frame_code[frame_code].size_mul;
804 size = nut->frame_code[frame_code].size_lsb;
805 *stream_id = nut->frame_code[frame_code].stream_id;
806 pts_delta = nut->frame_code[frame_code].pts_delta;
807 reserved_count = nut->frame_code[frame_code].reserved_count;
808 *header_idx = nut->frame_code[frame_code].header_idx;
809
810 if (flags & FLAG_INVALID)
811 return AVERROR_INVALIDDATA;
812 if (flags & FLAG_CODED)
813 flags ^= ffio_read_varlen(bc);
814 if (flags & FLAG_STREAM_ID) {
815 GET_V(*stream_id, tmp < s->nb_streams);
816 }
817 stc = &nut->stream[*stream_id];
818 if (flags & FLAG_CODED_PTS) {
819 int coded_pts = ffio_read_varlen(bc);
820 // FIXME check last_pts validity?
821 if (coded_pts < (1 << stc->msb_pts_shift)) {
822 *pts = ff_lsb2full(stc, coded_pts);
823 } else
824 *pts = coded_pts - (1 << stc->msb_pts_shift);
825 } else
826 *pts = stc->last_pts + pts_delta;
827 if (flags & FLAG_SIZE_MSB)
828 size += size_mul * ffio_read_varlen(bc);
829 if (flags & FLAG_MATCH_TIME)
830 get_s(bc);
831 if (flags & FLAG_HEADER_IDX)
832 *header_idx = ffio_read_varlen(bc);
833 if (flags & FLAG_RESERVED)
834 reserved_count = ffio_read_varlen(bc);
835 for (i = 0; i < reserved_count; i++)
836 ffio_read_varlen(bc);
837
838 if (*header_idx >= (unsigned)nut->header_count) {
839 av_log(s, AV_LOG_ERROR, "header_idx invalid\n");
840 return AVERROR_INVALIDDATA;
841 }
842 if (size > 4096)
843 *header_idx = 0;
844 size -= nut->header_len[*header_idx];
845
846 if (flags & FLAG_CHECKSUM) {
847 avio_rb32(bc); // FIXME check this
848 } else if (!(nut->flags & NUT_PIPE) &&
849 size > 2 * nut->max_distance ||
850 FFABS(stc->last_pts - *pts) > stc->max_pts_distance) {
851 av_log(s, AV_LOG_ERROR, "frame size > 2max_distance and no checksum\n");
852 return AVERROR_INVALIDDATA;
853 }
854
855 stc->last_pts = *pts;
856 stc->last_flags = flags;
857
858 return size;
859 }
860
861 static int decode_frame(NUTContext *nut, AVPacket *pkt, int frame_code)
862 {
863 AVFormatContext *s = nut->avf;
864 AVIOContext *bc = s->pb;
865 int size, stream_id, discard, ret;
866 int64_t pts, last_IP_pts;
867 StreamContext *stc;
868 uint8_t header_idx;
869
870 size = decode_frame_header(nut, &pts, &stream_id, &header_idx, frame_code);
871 if (size < 0)
872 return size;
873
874 stc = &nut->stream[stream_id];
875
876 if (stc->last_flags & FLAG_KEY)
877 stc->skip_until_key_frame = 0;
878
879 discard = s->streams[stream_id]->discard;
880 last_IP_pts = s->streams[stream_id]->last_IP_pts;
881 if ((discard >= AVDISCARD_NONKEY && !(stc->last_flags & FLAG_KEY)) ||
882 (discard >= AVDISCARD_BIDIR && last_IP_pts != AV_NOPTS_VALUE &&
883 last_IP_pts > pts) ||
884 discard >= AVDISCARD_ALL ||
885 stc->skip_until_key_frame) {
886 avio_skip(bc, size);
887 return 1;
888 }
889
890 ret = av_new_packet(pkt, size + nut->header_len[header_idx]);
891 if (ret < 0)
892 return ret;
893 memcpy(pkt->data, nut->header[header_idx], nut->header_len[header_idx]);
894 pkt->pos = avio_tell(bc); // FIXME
895 avio_read(bc, pkt->data + nut->header_len[header_idx], size);
896
897 pkt->stream_index = stream_id;
898 if (stc->last_flags & FLAG_KEY)
899 pkt->flags |= AV_PKT_FLAG_KEY;
900 pkt->pts = pts;
901
902 return 0;
903 }
904
905 static int nut_read_packet(AVFormatContext *s, AVPacket *pkt)
906 {
907 NUTContext *nut = s->priv_data;
908 AVIOContext *bc = s->pb;
909 int i, frame_code = 0, ret, skip;
910 int64_t ts, back_ptr;
911
912 for (;;) {
913 int64_t pos = avio_tell(bc);
914 uint64_t tmp = nut->next_startcode;
915 nut->next_startcode = 0;
916
917 if (tmp) {
918 pos -= 8;
919 } else {
920 frame_code = avio_r8(bc);
921 if (bc->eof_reached)
922 return AVERROR_EOF;
923 if (frame_code == 'N') {
924 tmp = frame_code;
925 for (i = 1; i < 8; i++)
926 tmp = (tmp << 8) + avio_r8(bc);
927 }
928 }
929 switch (tmp) {
930 case MAIN_STARTCODE:
931 case STREAM_STARTCODE:
932 case INDEX_STARTCODE:
933 skip = get_packetheader(nut, bc, 0, tmp);
934 avio_skip(bc, skip);
935 break;
936 case INFO_STARTCODE:
937 if (decode_info_header(nut) < 0)
938 goto resync;
939 break;
940 case SYNCPOINT_STARTCODE:
941 if (decode_syncpoint(nut, &ts, &back_ptr) < 0)
942 goto resync;
943 frame_code = avio_r8(bc);
944 case 0:
945 ret = decode_frame(nut, pkt, frame_code);
946 if (ret == 0)
947 return 0;
948 else if (ret == 1) // OK but discard packet
949 break;
950 default:
951 resync:
952 av_log(s, AV_LOG_DEBUG, "syncing from %"PRId64"\n", pos);
953 tmp = find_any_startcode(bc, nut->last_syncpoint_pos + 1);
954 if (tmp == 0)
955 return AVERROR_INVALIDDATA;
956 av_log(s, AV_LOG_DEBUG, "sync\n");
957 nut->next_startcode = tmp;
958 }
959 }
960 }
961
962 static int64_t nut_read_timestamp(AVFormatContext *s, int stream_index,
963 int64_t *pos_arg, int64_t pos_limit)
964 {
965 NUTContext *nut = s->priv_data;
966 AVIOContext *bc = s->pb;
967 int64_t pos, pts, back_ptr;
968 av_log(s, AV_LOG_DEBUG, "read_timestamp(X,%d,%"PRId64",%"PRId64")\n",
969 stream_index, *pos_arg, pos_limit);
970
971 pos = *pos_arg;
972 do {
973 pos = find_startcode(bc, SYNCPOINT_STARTCODE, pos) + 1;
974 if (pos < 1) {
975 assert(nut->next_startcode == 0);
976 av_log(s, AV_LOG_ERROR, "read_timestamp failed.\n");
977 return AV_NOPTS_VALUE;
978 }
979 } while (decode_syncpoint(nut, &pts, &back_ptr) < 0);
980 *pos_arg = pos - 1;
981 assert(nut->last_syncpoint_pos == *pos_arg);
982
983 av_log(s, AV_LOG_DEBUG, "return %"PRId64" %"PRId64"\n", pts, back_ptr);
984 if (stream_index == -1)
985 return pts;
986 else if (stream_index == -2)
987 return back_ptr;
988
989 return AV_NOPTS_VALUE;
990 }
991
992 static int read_seek(AVFormatContext *s, int stream_index,
993 int64_t pts, int flags)
994 {
995 NUTContext *nut = s->priv_data;
996 AVStream *st = s->streams[stream_index];
997 Syncpoint dummy = { .ts = pts * av_q2d(st->time_base) * AV_TIME_BASE };
998 Syncpoint nopts_sp = { .ts = AV_NOPTS_VALUE, .back_ptr = AV_NOPTS_VALUE };
999 Syncpoint *sp, *next_node[2] = { &nopts_sp, &nopts_sp };
1000 int64_t pos, pos2, ts;
1001 int i;
1002
1003 if (nut->flags & NUT_PIPE) {
1004 return AVERROR(ENOSYS);
1005 }
1006
1007 if (st->index_entries) {
1008 int index = av_index_search_timestamp(st, pts, flags);
1009 if (index < 0)
1010 return -1;
1011
1012 pos2 = st->index_entries[index].pos;
1013 ts = st->index_entries[index].timestamp;
1014 } else {
1015 av_tree_find(nut->syncpoints, &dummy, (void *) ff_nut_sp_pts_cmp,
1016 (void **) next_node);
1017 av_log(s, AV_LOG_DEBUG, "%"PRIu64"-%"PRIu64" %"PRId64"-%"PRId64"\n",
1018 next_node[0]->pos, next_node[1]->pos, next_node[0]->ts,
1019 next_node[1]->ts);
1020 pos = ff_gen_search(s, -1, dummy.ts, next_node[0]->pos,
1021 next_node[1]->pos, next_node[1]->pos,
1022 next_node[0]->ts, next_node[1]->ts,
1023 AVSEEK_FLAG_BACKWARD, &ts, nut_read_timestamp);
1024
1025 if (!(flags & AVSEEK_FLAG_BACKWARD)) {
1026 dummy.pos = pos + 16;
1027 next_node[1] = &nopts_sp;
1028 av_tree_find(nut->syncpoints, &dummy, (void *) ff_nut_sp_pos_cmp,
1029 (void **) next_node);
1030 pos2 = ff_gen_search(s, -2, dummy.pos, next_node[0]->pos,
1031 next_node[1]->pos, next_node[1]->pos,
1032 next_node[0]->back_ptr, next_node[1]->back_ptr,
1033 flags, &ts, nut_read_timestamp);
1034 if (pos2 >= 0)
1035 pos = pos2;
1036 // FIXME dir but I think it does not matter
1037 }
1038 dummy.pos = pos;
1039 sp = av_tree_find(nut->syncpoints, &dummy, (void *) ff_nut_sp_pos_cmp,
1040 NULL);
1041
1042 assert(sp);
1043 pos2 = sp->back_ptr - 15;
1044 }
1045 av_log(NULL, AV_LOG_DEBUG, "SEEKTO: %"PRId64"\n", pos2);
1046 pos = find_startcode(s->pb, SYNCPOINT_STARTCODE, pos2);
1047 avio_seek(s->pb, pos, SEEK_SET);
1048 av_log(NULL, AV_LOG_DEBUG, "SP: %"PRId64"\n", pos);
1049 if (pos2 > pos || pos2 + 15 < pos)
1050 av_log(NULL, AV_LOG_ERROR, "no syncpoint at backptr pos\n");
1051 for (i = 0; i < s->nb_streams; i++)
1052 nut->stream[i].skip_until_key_frame = 1;
1053
1054 return 0;
1055 }
1056
1057 AVInputFormat ff_nut_demuxer = {
1058 .name = "nut",
1059 .long_name = NULL_IF_CONFIG_SMALL("NUT"),
1060 .priv_data_size = sizeof(NUTContext),
1061 .read_probe = nut_probe,
1062 .read_header = nut_read_header,
1063 .read_packet = nut_read_packet,
1064 .read_close = nut_read_close,
1065 .read_seek = read_seek,
1066 .extensions = "nut",
1067 .codec_tag = ff_nut_codec_tags,
1068 };