v4l2: Add support for h264
[libav.git] / libavdevice / v4l2.c
CommitLineData
0a7b514f
LA
1/*
2 * Video4Linux2 grab interface
406792e7
DB
3 * Copyright (c) 2000,2001 Fabrice Bellard
4 * Copyright (c) 2006 Luca Abeni
0a7b514f
LA
5 *
6 * Part of this file is based on the V4L2 video capture example
7 * (http://v4l2spec.bytesex.org/v4l2spec/capture.c)
8 *
9 * Thanks to Michael Niedermayer for providing the mapping between
716d413c 10 * V4L2_PIX_FMT_* and AV_PIX_FMT_*
0a7b514f
LA
11 *
12 *
2912e87a 13 * This file is part of Libav.
b78e7197 14 *
2912e87a 15 * Libav is free software; you can redistribute it and/or
0a7b514f
LA
16 * modify it under the terms of the GNU Lesser General Public
17 * License as published by the Free Software Foundation; either
b78e7197 18 * version 2.1 of the License, or (at your option) any later version.
0a7b514f 19 *
2912e87a 20 * Libav is distributed in the hope that it will be useful,
0a7b514f
LA
21 * but WITHOUT ANY WARRANTY; without even the implied warranty of
22 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
23 * Lesser General Public License for more details.
24 *
25 * You should have received a copy of the GNU Lesser General Public
2912e87a 26 * License along with Libav; if not, write to the Free Software
0a7b514f
LA
27 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
28 */
b0067549 29
e9d4b8a5 30#undef __STRICT_ANSI__ //workaround due to broken kernel headers
b0067549 31#include "config.h"
245976da 32#include "libavformat/avformat.h"
c3f9ebf7 33#include "libavformat/internal.h"
0a7b514f
LA
34#include <unistd.h>
35#include <fcntl.h>
36#include <sys/ioctl.h>
37#include <sys/mman.h>
38#include <sys/time.h>
0efd48df 39#include <poll.h>
b250f9c6 40#if HAVE_SYS_VIDEOIO_H
1b6e8b73
B
41#include <sys/videoio.h>
42#else
f743a062 43#include <linux/videodev2.h>
1b6e8b73 44#endif
1afddbe5
AK
45#include "libavutil/atomic.h"
46#include "libavutil/avassert.h"
737eb597 47#include "libavutil/imgutils.h"
7950e519 48#include "libavutil/internal.h"
b3da2692
AK
49#include "libavutil/log.h"
50#include "libavutil/opt.h"
8fe7b644 51#include "libavutil/parseutils.h"
d576bbf3 52#include "libavutil/pixdesc.h"
bb3244de 53#include "libavutil/avstring.h"
0efd48df 54#include "libavutil/mathematics.h"
0a7b514f
LA
55
56static const int desired_video_buffers = 256;
57
a6a4793d
LB
58#define V4L_ALLFORMATS 3
59#define V4L_RAWFORMATS 1
60#define V4L_COMPFORMATS 2
61
0a7b514f 62struct video_data {
b3da2692 63 AVClass *class;
0a7b514f
LA
64 int fd;
65 int frame_format; /* V4L2_PIX_FMT_* */
0a7b514f 66 int width, height;
0a7b514f 67 int frame_size;
0efd48df 68 int timeout;
af7123b2 69 int interlaced;
0a7b514f
LA
70 int top_field_first;
71
72 int buffers;
1afddbe5 73 volatile int buffers_queued;
0a7b514f
LA
74 void **buf_start;
75 unsigned int *buf_len;
b3da2692 76 char *standard;
a02fd06a 77 int channel;
a6a4793d
LB
78 char *video_size; /**< String describing video size,
79 set by a private option. */
d576bbf3 80 char *pixel_format; /**< Set by a private option. */
a6a4793d 81 int list_format; /**< Set by a private option. */
c21324ee 82 char *framerate; /**< Set by a private option. */
0a7b514f
LA
83};
84
41536a60 85struct buff_data {
1afddbe5 86 struct video_data *s;
41536a60
LA
87 int index;
88 int fd;
89};
90
0a7b514f 91struct fmt_map {
716d413c 92 enum AVPixelFormat ff_fmt;
36ef5369 93 enum AVCodecID codec_id;
9202218e 94 uint32_t v4l2_fmt;
0a7b514f
LA
95};
96
97static struct fmt_map fmt_conversion_table[] = {
01058893 98 //ff_fmt codec_id v4l2_fmt
716d413c
AK
99 { AV_PIX_FMT_YUV420P, AV_CODEC_ID_RAWVIDEO, V4L2_PIX_FMT_YUV420 },
100 { AV_PIX_FMT_YUV422P, AV_CODEC_ID_RAWVIDEO, V4L2_PIX_FMT_YUV422P },
101 { AV_PIX_FMT_YUYV422, AV_CODEC_ID_RAWVIDEO, V4L2_PIX_FMT_YUYV },
102 { AV_PIX_FMT_UYVY422, AV_CODEC_ID_RAWVIDEO, V4L2_PIX_FMT_UYVY },
103 { AV_PIX_FMT_YUV411P, AV_CODEC_ID_RAWVIDEO, V4L2_PIX_FMT_YUV411P },
104 { AV_PIX_FMT_YUV410P, AV_CODEC_ID_RAWVIDEO, V4L2_PIX_FMT_YUV410 },
105 { AV_PIX_FMT_RGB555, AV_CODEC_ID_RAWVIDEO, V4L2_PIX_FMT_RGB555 },
106 { AV_PIX_FMT_RGB565, AV_CODEC_ID_RAWVIDEO, V4L2_PIX_FMT_RGB565 },
107 { AV_PIX_FMT_BGR24, AV_CODEC_ID_RAWVIDEO, V4L2_PIX_FMT_BGR24 },
108 { AV_PIX_FMT_RGB24, AV_CODEC_ID_RAWVIDEO, V4L2_PIX_FMT_RGB24 },
109 { AV_PIX_FMT_BGRA, AV_CODEC_ID_RAWVIDEO, V4L2_PIX_FMT_BGR32 },
110 { AV_PIX_FMT_GRAY8, AV_CODEC_ID_RAWVIDEO, V4L2_PIX_FMT_GREY },
111 { AV_PIX_FMT_NV12, AV_CODEC_ID_RAWVIDEO, V4L2_PIX_FMT_NV12 },
112 { AV_PIX_FMT_NONE, AV_CODEC_ID_MJPEG, V4L2_PIX_FMT_MJPEG },
113 { AV_PIX_FMT_NONE, AV_CODEC_ID_MJPEG, V4L2_PIX_FMT_JPEG },
9a26ba97
LB
114#ifdef V4L2_PIX_FMT_H264
115 { AV_PIX_FMT_NONE, AV_CODEC_ID_H264, V4L2_PIX_FMT_H264 },
116#endif
0a7b514f
LA
117};
118
eb89b4fc 119static int device_open(AVFormatContext *ctx)
0a7b514f
LA
120{
121 struct v4l2_capability cap;
122 int fd;
50f85218 123 int res, err;
653387d8 124 int flags = O_RDWR;
a1a25988 125 char errbuf[128];
0a7b514f 126
653387d8
LA
127 if (ctx->flags & AVFMT_FLAG_NONBLOCK) {
128 flags |= O_NONBLOCK;
129 }
a896d7f4 130
71bf6b41 131 fd = avpriv_open(ctx->filename, flags);
0a7b514f 132 if (fd < 0) {
a1a25988
TM
133 err = AVERROR(errno);
134 av_strerror(err, errbuf, sizeof(errbuf));
eb89b4fc 135
c7238c72 136 av_log(ctx, AV_LOG_ERROR, "Cannot open video device %s : %s\n",
a1a25988 137 ctx->filename, errbuf);
0a7b514f 138
a1a25988 139 return err;
0a7b514f
LA
140 }
141
142 res = ioctl(fd, VIDIOC_QUERYCAP, &cap);
143 if (res < 0) {
09f25533
LB
144 err = AVERROR(errno);
145 av_strerror(err, errbuf, sizeof(errbuf));
c7238c72 146 av_log(ctx, AV_LOG_ERROR, "ioctl(VIDIOC_QUERYCAP): %s\n",
a1a25988 147 errbuf);
0a7b514f 148
eb89b4fc 149 goto fail;
0a7b514f 150 }
a896d7f4 151
eb89b4fc
LB
152 av_log(ctx, AV_LOG_VERBOSE, "[%d]Capabilities: %x\n",
153 fd, cap.capabilities);
154
155 if (!(cap.capabilities & V4L2_CAP_VIDEO_CAPTURE)) {
156 av_log(ctx, AV_LOG_ERROR, "Not a video capture device.\n");
09f25533 157 err = AVERROR(ENODEV);
0a7b514f 158
eb89b4fc 159 goto fail;
0a7b514f 160 }
a896d7f4 161
eb89b4fc
LB
162 if (!(cap.capabilities & V4L2_CAP_STREAMING)) {
163 av_log(ctx, AV_LOG_ERROR,
164 "The device does not support the streaming I/O method.\n");
09f25533 165 err = AVERROR(ENOSYS);
eb89b4fc
LB
166
167 goto fail;
168 }
0a7b514f
LA
169
170 return fd;
eb89b4fc
LB
171
172fail:
173 close(fd);
09f25533 174 return err;
0a7b514f
LA
175}
176
a896d7f4
LB
177static int device_init(AVFormatContext *ctx, int *width, int *height,
178 uint32_t pix_fmt)
0a7b514f 179{
c7238c72
LA
180 struct video_data *s = ctx->priv_data;
181 int fd = s->fd;
b6db3859 182 struct v4l2_format fmt = { .type = V4L2_BUF_TYPE_VIDEO_CAPTURE };
a896d7f4
LB
183 struct v4l2_pix_format *pix = &fmt.fmt.pix;
184
24300af4 185 int res;
0a7b514f 186
a896d7f4
LB
187 pix->width = *width;
188 pix->height = *height;
189 pix->pixelformat = pix_fmt;
190 pix->field = V4L2_FIELD_ANY;
191
24300af4 192 res = ioctl(fd, VIDIOC_S_FMT, &fmt);
a896d7f4 193
24300af4 194 if ((*width != fmt.fmt.pix.width) || (*height != fmt.fmt.pix.height)) {
a896d7f4
LB
195 av_log(ctx, AV_LOG_INFO,
196 "The V4L2 driver changed the video from %dx%d to %dx%d\n",
197 *width, *height, fmt.fmt.pix.width, fmt.fmt.pix.height);
24300af4
LA
198 *width = fmt.fmt.pix.width;
199 *height = fmt.fmt.pix.height;
200 }
201
3d0d9a5e 202 if (pix_fmt != fmt.fmt.pix.pixelformat) {
a896d7f4
LB
203 av_log(ctx, AV_LOG_DEBUG,
204 "The V4L2 driver changed the pixel format "
205 "from 0x%08X to 0x%08X\n",
206 pix_fmt, fmt.fmt.pix.pixelformat);
3d0d9a5e
JR
207 res = -1;
208 }
209
af7123b2
LB
210 if (fmt.fmt.pix.field == V4L2_FIELD_INTERLACED) {
211 av_log(ctx, AV_LOG_DEBUG, "The V4L2 driver using the interlaced mode");
212 s->interlaced = 1;
213 }
214
24300af4 215 return res;
0a7b514f
LA
216}
217
218static int first_field(int fd)
219{
220 int res;
221 v4l2_std_id std;
222
223 res = ioctl(fd, VIDIOC_G_STD, &std);
224 if (res < 0) {
225 return 0;
226 }
227 if (std & V4L2_STD_NTSC) {
228 return 0;
229 }
230
231 return 1;
232}
233
716d413c 234static uint32_t fmt_ff2v4l(enum AVPixelFormat pix_fmt, enum AVCodecID codec_id)
0a7b514f
LA
235{
236 int i;
237
37d3e066 238 for (i = 0; i < FF_ARRAY_ELEMS(fmt_conversion_table); i++) {
36ef5369 239 if ((codec_id == AV_CODEC_ID_NONE ||
3db77ccf 240 fmt_conversion_table[i].codec_id == codec_id) &&
716d413c 241 (pix_fmt == AV_PIX_FMT_NONE ||
3db77ccf 242 fmt_conversion_table[i].ff_fmt == pix_fmt)) {
0a7b514f
LA
243 return fmt_conversion_table[i].v4l2_fmt;
244 }
245 }
246
247 return 0;
248}
249
716d413c 250static enum AVPixelFormat fmt_v4l2ff(uint32_t v4l2_fmt, enum AVCodecID codec_id)
0a7b514f
LA
251{
252 int i;
253
37d3e066 254 for (i = 0; i < FF_ARRAY_ELEMS(fmt_conversion_table); i++) {
3db77ccf
LA
255 if (fmt_conversion_table[i].v4l2_fmt == v4l2_fmt &&
256 fmt_conversion_table[i].codec_id == codec_id) {
0a7b514f
LA
257 return fmt_conversion_table[i].ff_fmt;
258 }
259 }
260
716d413c 261 return AV_PIX_FMT_NONE;
0a7b514f
LA
262}
263
36ef5369 264static enum AVCodecID fmt_v4l2codec(uint32_t v4l2_fmt)
3db77ccf
LA
265{
266 int i;
267
268 for (i = 0; i < FF_ARRAY_ELEMS(fmt_conversion_table); i++) {
269 if (fmt_conversion_table[i].v4l2_fmt == v4l2_fmt) {
270 return fmt_conversion_table[i].codec_id;
271 }
272 }
273
36ef5369 274 return AV_CODEC_ID_NONE;
3db77ccf
LA
275}
276
a6a4793d
LB
277#if HAVE_STRUCT_V4L2_FRMIVALENUM_DISCRETE
278static void list_framesizes(AVFormatContext *ctx, int fd, uint32_t pixelformat)
279{
280 struct v4l2_frmsizeenum vfse = { .pixel_format = pixelformat };
281
282 while(!ioctl(fd, VIDIOC_ENUM_FRAMESIZES, &vfse)) {
283 switch (vfse.type) {
284 case V4L2_FRMSIZE_TYPE_DISCRETE:
285 av_log(ctx, AV_LOG_INFO, " %ux%u",
286 vfse.discrete.width, vfse.discrete.height);
287 break;
288 case V4L2_FRMSIZE_TYPE_CONTINUOUS:
289 case V4L2_FRMSIZE_TYPE_STEPWISE:
290 av_log(ctx, AV_LOG_INFO, " {%u-%u, %u}x{%u-%u, %u}",
291 vfse.stepwise.min_width,
292 vfse.stepwise.max_width,
293 vfse.stepwise.step_width,
294 vfse.stepwise.min_height,
295 vfse.stepwise.max_height,
296 vfse.stepwise.step_height);
297 }
298 vfse.index++;
299 }
300}
301#endif
302
303static void list_formats(AVFormatContext *ctx, int fd, int type)
304{
305 struct v4l2_fmtdesc vfd = { .type = V4L2_BUF_TYPE_VIDEO_CAPTURE };
306
307 while(!ioctl(fd, VIDIOC_ENUM_FMT, &vfd)) {
36ef5369 308 enum AVCodecID codec_id = fmt_v4l2codec(vfd.pixelformat);
716d413c 309 enum AVPixelFormat pix_fmt = fmt_v4l2ff(vfd.pixelformat, codec_id);
a6a4793d
LB
310
311 vfd.index++;
312
313 if (!(vfd.flags & V4L2_FMT_FLAG_COMPRESSED) &&
314 type & V4L_RAWFORMATS) {
315 const char *fmt_name = av_get_pix_fmt_name(pix_fmt);
316 av_log(ctx, AV_LOG_INFO, "R : %9s : %20s :",
317 fmt_name ? fmt_name : "Unsupported",
318 vfd.description);
319 } else if (vfd.flags & V4L2_FMT_FLAG_COMPRESSED &&
320 type & V4L_COMPFORMATS) {
619d5e7d 321 const AVCodecDescriptor *desc = avcodec_descriptor_get(codec_id);
a6a4793d 322 av_log(ctx, AV_LOG_INFO, "C : %9s : %20s :",
619d5e7d 323 desc ? desc->name : "Unsupported",
a6a4793d
LB
324 vfd.description);
325 } else {
326 continue;
327 }
328
f13a9ca9 329#ifdef V4L2_FMT_FLAG_EMULATED
a6a4793d
LB
330 if (vfd.flags & V4L2_FMT_FLAG_EMULATED) {
331 av_log(ctx, AV_LOG_WARNING, "%s", "Emulated");
332 continue;
333 }
f13a9ca9 334#endif
a6a4793d
LB
335#if HAVE_STRUCT_V4L2_FRMIVALENUM_DISCRETE
336 list_framesizes(ctx, fd, vfd.pixelformat);
337#endif
338 av_log(ctx, AV_LOG_INFO, "\n");
339 }
340}
341
c7238c72 342static int mmap_init(AVFormatContext *ctx)
0a7b514f 343{
0a7b514f 344 int i, res;
b6db3859
LB
345 struct video_data *s = ctx->priv_data;
346 struct v4l2_requestbuffers req = {
347 .type = V4L2_BUF_TYPE_VIDEO_CAPTURE,
348 .count = desired_video_buffers,
349 .memory = V4L2_MEMORY_MMAP
350 };
0a7b514f 351
680861ca 352 res = ioctl(s->fd, VIDIOC_REQBUFS, &req);
0a7b514f 353 if (res < 0) {
b776113e
MS
354 res = AVERROR(errno);
355 if (res == AVERROR(EINVAL)) {
c7238c72 356 av_log(ctx, AV_LOG_ERROR, "Device does not support mmap\n");
0a7b514f 357 } else {
c7238c72 358 av_log(ctx, AV_LOG_ERROR, "ioctl(VIDIOC_REQBUFS)\n");
0a7b514f
LA
359 }
360
b776113e 361 return res;
0a7b514f
LA
362 }
363
364 if (req.count < 2) {
c7238c72 365 av_log(ctx, AV_LOG_ERROR, "Insufficient buffer memory\n");
0a7b514f 366
c57a8fef 367 return AVERROR(ENOMEM);
0a7b514f
LA
368 }
369 s->buffers = req.count;
370 s->buf_start = av_malloc(sizeof(void *) * s->buffers);
f929ab05 371 if (!s->buf_start) {
c7238c72 372 av_log(ctx, AV_LOG_ERROR, "Cannot allocate buffer pointers\n");
0a7b514f 373
c57a8fef 374 return AVERROR(ENOMEM);
0a7b514f
LA
375 }
376 s->buf_len = av_malloc(sizeof(unsigned int) * s->buffers);
f929ab05 377 if (!s->buf_len) {
c7238c72 378 av_log(ctx, AV_LOG_ERROR, "Cannot allocate buffer sizes\n");
0a7b514f
LA
379 av_free(s->buf_start);
380
c57a8fef 381 return AVERROR(ENOMEM);
0a7b514f
LA
382 }
383
384 for (i = 0; i < req.count; i++) {
b6db3859
LB
385 struct v4l2_buffer buf = {
386 .type = V4L2_BUF_TYPE_VIDEO_CAPTURE,
387 .index = i,
388 .memory = V4L2_MEMORY_MMAP
389 };
0a7b514f 390
680861ca 391 res = ioctl(s->fd, VIDIOC_QUERYBUF, &buf);
0a7b514f 392 if (res < 0) {
09f25533 393 res = AVERROR(errno);
c7238c72 394 av_log(ctx, AV_LOG_ERROR, "ioctl(VIDIOC_QUERYBUF)\n");
0a7b514f 395
09f25533 396 return res;
0a7b514f
LA
397 }
398
399 s->buf_len[i] = buf.length;
3db77ccf 400 if (s->frame_size > 0 && s->buf_len[i] < s->frame_size) {
a896d7f4
LB
401 av_log(ctx, AV_LOG_ERROR,
402 "Buffer len [%d] = %d != %d\n",
403 i, s->buf_len[i], s->frame_size);
0a7b514f
LA
404
405 return -1;
406 }
a896d7f4
LB
407 s->buf_start[i] = mmap(NULL, buf.length,
408 PROT_READ | PROT_WRITE, MAP_SHARED,
409 s->fd, buf.m.offset);
410
0a7b514f 411 if (s->buf_start[i] == MAP_FAILED) {
a1a25988 412 char errbuf[128];
09f25533
LB
413 res = AVERROR(errno);
414 av_strerror(res, errbuf, sizeof(errbuf));
a1a25988 415 av_log(ctx, AV_LOG_ERROR, "mmap: %s\n", errbuf);
0a7b514f 416
09f25533 417 return res;
0a7b514f
LA
418 }
419 }
420
421 return 0;
422}
423
1afddbe5
AK
424#if FF_API_DESTRUCT_PACKET
425static void dummy_release_buffer(AVPacket *pkt)
426{
427 av_assert0(0);
428}
429#endif
430
431static void mmap_release_buffer(void *opaque, uint8_t *data)
41536a60 432{
b6db3859 433 struct v4l2_buffer buf = { 0 };
41536a60 434 int res, fd;
1afddbe5
AK
435 struct buff_data *buf_descriptor = opaque;
436 struct video_data *s = buf_descriptor->s;
a1a25988 437 char errbuf[128];
5449a787 438
41536a60
LA
439 buf.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
440 buf.memory = V4L2_MEMORY_MMAP;
441 buf.index = buf_descriptor->index;
442 fd = buf_descriptor->fd;
443 av_free(buf_descriptor);
444
680861ca 445 res = ioctl(fd, VIDIOC_QBUF, &buf);
a1a25988
TM
446 if (res < 0) {
447 av_strerror(AVERROR(errno), errbuf, sizeof(errbuf));
a896d7f4 448 av_log(NULL, AV_LOG_ERROR, "ioctl(VIDIOC_QBUF): %s\n",
a1a25988
TM
449 errbuf);
450 }
1afddbe5 451 avpriv_atomic_int_add_and_fetch(&s->buffers_queued, 1);
41536a60
LA
452}
453
454static int mmap_read_frame(AVFormatContext *ctx, AVPacket *pkt)
0a7b514f 455{
c7238c72 456 struct video_data *s = ctx->priv_data;
b6db3859
LB
457 struct v4l2_buffer buf = {
458 .type = V4L2_BUF_TYPE_VIDEO_CAPTURE,
459 .memory = V4L2_MEMORY_MMAP
460 };
0efd48df 461 struct pollfd p = { .fd = s->fd, .events = POLLIN };
0a7b514f
LA
462 int res;
463
0efd48df
LB
464 res = poll(&p, 1, s->timeout);
465 if (res < 0)
466 return AVERROR(errno);
467
468 if (!(p.revents & (POLLIN | POLLERR | POLLHUP)))
469 return AVERROR(EAGAIN);
470
0a7b514f 471 /* FIXME: Some special treatment might be needed in case of loss of signal... */
653387d8 472 while ((res = ioctl(s->fd, VIDIOC_DQBUF, &buf)) < 0 && (errno == EINTR));
0a7b514f 473 if (res < 0) {
a1a25988 474 char errbuf[128];
653387d8
LA
475 if (errno == EAGAIN) {
476 pkt->size = 0;
477
478 return AVERROR(EAGAIN);
479 }
09f25533
LB
480 res = AVERROR(errno);
481 av_strerror(res, errbuf, sizeof(errbuf));
a896d7f4 482 av_log(ctx, AV_LOG_ERROR, "ioctl(VIDIOC_DQBUF): %s\n",
a1a25988 483 errbuf);
0a7b514f 484
09f25533 485 return res;
0a7b514f 486 }
49dc82ee
AK
487
488 if (buf.index >= s->buffers) {
489 av_log(ctx, AV_LOG_ERROR, "Invalid buffer index received.\n");
490 return AVERROR(EINVAL);
491 }
1afddbe5
AK
492 avpriv_atomic_int_add_and_fetch(&s->buffers_queued, -1);
493 // always keep at least one buffer queued
494 av_assert0(avpriv_atomic_int_get(&s->buffers_queued) >= 1);
49dc82ee 495
3db77ccf 496 if (s->frame_size > 0 && buf.bytesused != s->frame_size) {
a896d7f4
LB
497 av_log(ctx, AV_LOG_ERROR,
498 "The v4l2 frame is %d bytes, but %d bytes are expected\n",
499 buf.bytesused, s->frame_size);
7c7e7464 500
c57a8fef 501 return AVERROR_INVALIDDATA;
7c7e7464
LA
502 }
503
0a7b514f 504 /* Image is at s->buff_start[buf.index] */
1afddbe5 505 if (avpriv_atomic_int_get(&s->buffers_queued) == FFMAX(s->buffers / 8, 1)) {
a5f88736 506 /* when we start getting low on queued buffers, fall back on copying data */
1afddbe5
AK
507 res = av_new_packet(pkt, buf.bytesused);
508 if (res < 0) {
509 av_log(ctx, AV_LOG_ERROR, "Error allocating a packet.\n");
510 return res;
511 }
512 memcpy(pkt->data, s->buf_start[buf.index], buf.bytesused);
513
680861ca 514 res = ioctl(s->fd, VIDIOC_QBUF, &buf);
1afddbe5 515 if (res < 0) {
09f25533 516 res = AVERROR(errno);
1afddbe5
AK
517 av_log(ctx, AV_LOG_ERROR, "ioctl(VIDIOC_QBUF)\n");
518 av_free_packet(pkt);
09f25533 519 return res;
1afddbe5
AK
520 }
521 avpriv_atomic_int_add_and_fetch(&s->buffers_queued, 1);
522 } else {
523 struct buff_data *buf_descriptor;
0a7b514f 524
1afddbe5
AK
525 pkt->data = s->buf_start[buf.index];
526 pkt->size = buf.bytesused;
527#if FF_API_DESTRUCT_PACKET
7950e519 528FF_DISABLE_DEPRECATION_WARNINGS
1afddbe5 529 pkt->destruct = dummy_release_buffer;
7950e519 530FF_ENABLE_DEPRECATION_WARNINGS
1afddbe5
AK
531#endif
532
533 buf_descriptor = av_malloc(sizeof(struct buff_data));
f929ab05 534 if (!buf_descriptor) {
1afddbe5
AK
535 /* Something went wrong... Since av_malloc() failed, we cannot even
536 * allocate a buffer for memcpying into it
537 */
538 av_log(ctx, AV_LOG_ERROR, "Failed to allocate a buffer descriptor\n");
539 res = ioctl(s->fd, VIDIOC_QBUF, &buf);
540
541 return AVERROR(ENOMEM);
542 }
543 buf_descriptor->fd = s->fd;
544 buf_descriptor->index = buf.index;
545 buf_descriptor->s = s;
546
547 pkt->buf = av_buffer_create(pkt->data, pkt->size, mmap_release_buffer,
548 buf_descriptor, 0);
549 if (!pkt->buf) {
550 av_freep(&buf_descriptor);
551 return AVERROR(ENOMEM);
552 }
0a7b514f 553 }
1afddbe5 554 pkt->pts = buf.timestamp.tv_sec * INT64_C(1000000) + buf.timestamp.tv_usec;
0a7b514f
LA
555
556 return s->buf_len[buf.index];
557}
558
c7238c72 559static int mmap_start(AVFormatContext *ctx)
0a7b514f 560{
c7238c72 561 struct video_data *s = ctx->priv_data;
0a7b514f 562 enum v4l2_buf_type type;
a1a25988
TM
563 int i, res, err;
564 char errbuf[128];
0a7b514f
LA
565
566 for (i = 0; i < s->buffers; i++) {
b6db3859
LB
567 struct v4l2_buffer buf = {
568 .type = V4L2_BUF_TYPE_VIDEO_CAPTURE,
569 .index = i,
570 .memory = V4L2_MEMORY_MMAP
571 };
0a7b514f 572
680861ca 573 res = ioctl(s->fd, VIDIOC_QBUF, &buf);
0a7b514f 574 if (res < 0) {
a1a25988
TM
575 err = AVERROR(errno);
576 av_strerror(err, errbuf, sizeof(errbuf));
a896d7f4 577 av_log(ctx, AV_LOG_ERROR, "ioctl(VIDIOC_QBUF): %s\n",
a1a25988 578 errbuf);
0a7b514f 579
a1a25988 580 return err;
0a7b514f
LA
581 }
582 }
1afddbe5 583 s->buffers_queued = s->buffers;
0a7b514f
LA
584
585 type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
680861ca 586 res = ioctl(s->fd, VIDIOC_STREAMON, &type);
0a7b514f 587 if (res < 0) {
a1a25988
TM
588 err = AVERROR(errno);
589 av_strerror(err, errbuf, sizeof(errbuf));
a896d7f4 590 av_log(ctx, AV_LOG_ERROR, "ioctl(VIDIOC_STREAMON): %s\n",
a1a25988 591 errbuf);
0a7b514f 592
a1a25988 593 return err;
0a7b514f
LA
594 }
595
596 return 0;
597}
598
599static void mmap_close(struct video_data *s)
600{
601 enum v4l2_buf_type type;
602 int i;
603
604 type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
605 /* We do not check for the result, because we could
606 * not do anything about it anyway...
607 */
608 ioctl(s->fd, VIDIOC_STREAMOFF, &type);
609 for (i = 0; i < s->buffers; i++) {
610 munmap(s->buf_start[i], s->buf_len[i]);
611 }
612 av_free(s->buf_start);
613 av_free(s->buf_len);
614}
615
6e9651d1 616static int v4l2_set_parameters(AVFormatContext *s1)
f5ad81f5
LW
617{
618 struct video_data *s = s1->priv_data;
b6db3859
LB
619 struct v4l2_input input = { 0 };
620 struct v4l2_standard standard = { 0 };
5d3d238f
SS
621 struct v4l2_streamparm streamparm = { 0 };
622 struct v4l2_fract *tpf = &streamparm.parm.capture.timeperframe;
b6db3859 623 AVRational framerate_q = { 0 };
c21324ee 624 int i, ret;
f5ad81f5 625
5d3d238f
SS
626 streamparm.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
627
a896d7f4
LB
628 if (s->framerate &&
629 (ret = av_parse_video_rate(&framerate_q, s->framerate)) < 0) {
630 av_log(s1, AV_LOG_ERROR, "Could not parse framerate '%s'.\n",
631 s->framerate);
c21324ee
AK
632 return ret;
633 }
a02fd06a 634
3d2a4186 635 /* set tv video input */
3d2a4186
AK
636 input.index = s->channel;
637 if (ioctl(s->fd, VIDIOC_ENUMINPUT, &input) < 0) {
638 av_log(s1, AV_LOG_ERROR, "The V4L2 driver ioctl enum input failed:\n");
639 return AVERROR(EIO);
640 }
f5ad81f5 641
3d2a4186
AK
642 av_log(s1, AV_LOG_DEBUG, "The V4L2 driver set input_id: %d, input: %s\n",
643 s->channel, input.name);
644 if (ioctl(s->fd, VIDIOC_S_INPUT, &input.index) < 0) {
a896d7f4
LB
645 av_log(s1, AV_LOG_ERROR,
646 "The V4L2 driver ioctl set input(%d) failed\n",
3d2a4186
AK
647 s->channel);
648 return AVERROR(EIO);
649 }
f5ad81f5 650
b3da2692 651 if (s->standard) {
e4dd03f3 652 av_log(s1, AV_LOG_DEBUG, "The V4L2 driver set standard: %s\n",
b3da2692 653 s->standard);
e4dd03f3 654 /* set tv standard */
e4dd03f3
LA
655 for(i=0;;i++) {
656 standard.index = i;
657 if (ioctl(s->fd, VIDIOC_ENUMSTD, &standard) < 0) {
a896d7f4
LB
658 av_log(s1, AV_LOG_ERROR,
659 "The V4L2 driver ioctl set standard(%s) failed\n",
b3da2692 660 s->standard);
6f3e0b21 661 return AVERROR(EIO);
e4dd03f3
LA
662 }
663
bb3244de 664 if (!av_strcasecmp(standard.name, s->standard)) {
e4dd03f3
LA
665 break;
666 }
667 }
668
a896d7f4
LB
669 av_log(s1, AV_LOG_DEBUG,
670 "The V4L2 driver set standard: %s, id: %"PRIu64"\n",
b3da2692 671 s->standard, (uint64_t)standard.id);
e4dd03f3 672 if (ioctl(s->fd, VIDIOC_S_STD, &standard.id) < 0) {
a896d7f4
LB
673 av_log(s1, AV_LOG_ERROR,
674 "The V4L2 driver ioctl set standard(%s) failed\n",
b3da2692 675 s->standard);
6f3e0b21 676 return AVERROR(EIO);
f5ad81f5 677 }
0d6c0732 678 }
f5ad81f5 679
e60068ba 680 if (framerate_q.num && framerate_q.den) {
70f77361 681 av_log(s1, AV_LOG_DEBUG, "Setting time per frame to %d/%d\n",
e60068ba
SS
682 framerate_q.den, framerate_q.num);
683 tpf->numerator = framerate_q.den;
684 tpf->denominator = framerate_q.num;
a896d7f4 685
70f77361
JMG
686 if (ioctl(s->fd, VIDIOC_S_PARM, &streamparm) != 0) {
687 av_log(s1, AV_LOG_ERROR,
688 "ioctl set time per frame(%d/%d) failed\n",
e60068ba 689 framerate_q.den, framerate_q.num);
70f77361
JMG
690 return AVERROR(EIO);
691 }
692
e60068ba
SS
693 if (framerate_q.num != tpf->denominator ||
694 framerate_q.den != tpf->numerator) {
70f77361 695 av_log(s1, AV_LOG_INFO,
a896d7f4
LB
696 "The driver changed the time per frame from "
697 "%d/%d to %d/%d\n",
e60068ba 698 framerate_q.den, framerate_q.num,
70f77361 699 tpf->numerator, tpf->denominator);
70f77361 700 }
8621a37d 701 } else {
8621a37d 702 if (ioctl(s->fd, VIDIOC_G_PARM, &streamparm) != 0) {
a1a25988 703 char errbuf[128];
09f25533
LB
704 ret = AVERROR(errno);
705 av_strerror(ret, errbuf, sizeof(errbuf));
a896d7f4 706 av_log(s1, AV_LOG_ERROR, "ioctl(VIDIOC_G_PARM): %s\n",
a1a25988 707 errbuf);
09f25533 708 return ret;
8621a37d 709 }
70f77361 710 }
838b849e
AK
711 s1->streams[0]->avg_frame_rate.num = tpf->denominator;
712 s1->streams[0]->avg_frame_rate.den = tpf->numerator;
70f77361 713
0efd48df 714 s->timeout = 100 +
838b849e 715 av_rescale_q(1, s1->streams[0]->avg_frame_rate,
0efd48df
LB
716 (AVRational){1, 1000});
717
f5ad81f5
LW
718 return 0;
719}
720
8040c3b2 721static uint32_t device_try_init(AVFormatContext *s1,
716d413c 722 enum AVPixelFormat pix_fmt,
8040c3b2
RT
723 int *width,
724 int *height,
36ef5369 725 enum AVCodecID *codec_id)
3db77ccf 726{
d576bbf3 727 uint32_t desired_format = fmt_ff2v4l(pix_fmt, s1->video_codec_id);
3db77ccf
LA
728
729 if (desired_format == 0 ||
730 device_init(s1, width, height, desired_format) < 0) {
731 int i;
732
733 desired_format = 0;
734 for (i = 0; i<FF_ARRAY_ELEMS(fmt_conversion_table); i++) {
36ef5369 735 if (s1->video_codec_id == AV_CODEC_ID_NONE ||
90d0379f 736 fmt_conversion_table[i].codec_id == s1->video_codec_id) {
3db77ccf
LA
737 desired_format = fmt_conversion_table[i].v4l2_fmt;
738 if (device_init(s1, width, height, desired_format) >= 0) {
739 break;
740 }
741 desired_format = 0;
742 }
743 }
744 }
a896d7f4 745
3db77ccf
LA
746 if (desired_format != 0) {
747 *codec_id = fmt_v4l2codec(desired_format);
36ef5369 748 assert(*codec_id != AV_CODEC_ID_NONE);
3db77ccf
LA
749 }
750
751 return desired_format;
752}
753
6e9651d1 754static int v4l2_read_header(AVFormatContext *s1)
0a7b514f
LA
755{
756 struct video_data *s = s1->priv_data;
757 AVStream *st;
82b5aa0a 758 int res = 0;
eb89b4fc 759 uint32_t desired_format;
36ef5369 760 enum AVCodecID codec_id;
716d413c 761 enum AVPixelFormat pix_fmt = AV_PIX_FMT_NONE;
0a7b514f 762
3b3bbdd3 763 st = avformat_new_stream(s1, NULL);
246da0b1
AK
764 if (!st)
765 return AVERROR(ENOMEM);
a896d7f4 766
eb89b4fc 767 s->fd = device_open(s1);
246da0b1
AK
768 if (s->fd < 0)
769 return s->fd;
eb89b4fc 770
a6a4793d
LB
771 if (s->list_format) {
772 list_formats(s1, s->fd, s->list_format);
246da0b1 773 return AVERROR_EXIT;
a6a4793d
LB
774 }
775
c3f9ebf7 776 avpriv_set_pts_info(st, 64, 1, 1000000); /* 64 bits pts in us */
0a7b514f 777
a896d7f4
LB
778 if (s->video_size &&
779 (res = av_parse_video_size(&s->width, &s->height, s->video_size)) < 0) {
780 av_log(s1, AV_LOG_ERROR, "Could not parse video size '%s'.\n",
781 s->video_size);
246da0b1 782 return res;
8fe7b644 783 }
a6a4793d
LB
784
785 if (s->pixel_format) {
b8c310cb
LB
786 AVCodec *codec = avcodec_find_decoder_by_name(s->pixel_format);
787
9a26ba97 788 if (codec) {
b8c310cb 789 s1->video_codec_id = codec->id;
9a26ba97
LB
790 st->need_parsing = AVSTREAM_PARSE_HEADERS;
791 }
a6a4793d
LB
792
793 pix_fmt = av_get_pix_fmt(s->pixel_format);
794
716d413c 795 if (pix_fmt == AV_PIX_FMT_NONE && !codec) {
b8c310cb 796 av_log(s1, AV_LOG_ERROR, "No such input format: %s.\n",
a6a4793d
LB
797 s->pixel_format);
798
246da0b1 799 return AVERROR(EINVAL);
a6a4793d 800 }
d576bbf3 801 }
0a7b514f 802
932d775f
SS
803 if (!s->width && !s->height) {
804 struct v4l2_format fmt;
805
a896d7f4
LB
806 av_log(s1, AV_LOG_VERBOSE,
807 "Querying the device for the current frame size\n");
932d775f
SS
808 fmt.type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
809 if (ioctl(s->fd, VIDIOC_G_FMT, &fmt) < 0) {
a1a25988 810 char errbuf[128];
09f25533
LB
811 res = AVERROR(errno);
812 av_strerror(res, errbuf, sizeof(errbuf));
a896d7f4 813 av_log(s1, AV_LOG_ERROR, "ioctl(VIDIOC_G_FMT): %s\n",
a1a25988 814 errbuf);
09f25533 815 return res;
932d775f 816 }
a896d7f4 817
932d775f
SS
818 s->width = fmt.fmt.pix.width;
819 s->height = fmt.fmt.pix.height;
a896d7f4
LB
820 av_log(s1, AV_LOG_VERBOSE,
821 "Setting frame size to %dx%d\n", s->width, s->height);
932d775f
SS
822 }
823
a896d7f4
LB
824 desired_format = device_try_init(s1, pix_fmt, &s->width, &s->height,
825 &codec_id);
0a7b514f 826 if (desired_format == 0) {
3db77ccf 827 av_log(s1, AV_LOG_ERROR, "Cannot find a proper format for "
fefa67d5 828 "codec_id %d, pix_fmt %d.\n", s1->video_codec_id, pix_fmt);
0a7b514f 829 close(s->fd);
0a7b514f 830
246da0b1 831 return AVERROR(EIO);
0a7b514f 832 }
a896d7f4 833
82b5aa0a 834 if ((res = av_image_check_size(s->width, s->height, 0, s1) < 0))
246da0b1 835 return res;
a896d7f4 836
0a7b514f
LA
837 s->frame_format = desired_format;
838
6e9651d1 839 if ((res = v4l2_set_parameters(s1) < 0))
246da0b1 840 return res;
f5ad81f5 841
3db77ccf 842 st->codec->pix_fmt = fmt_v4l2ff(desired_format, codec_id);
a896d7f4
LB
843 s->frame_size =
844 avpicture_get_size(st->codec->pix_fmt, s->width, s->height);
845
eb89b4fc
LB
846 if ((res = mmap_init(s1)) ||
847 (res = mmap_start(s1)) < 0) {
0a7b514f 848 close(s->fd);
246da0b1 849 return res;
0a7b514f 850 }
eb89b4fc 851
0a7b514f
LA
852 s->top_field_first = first_field(s->fd);
853
72415b2a 854 st->codec->codec_type = AVMEDIA_TYPE_VIDEO;
3db77ccf 855 st->codec->codec_id = codec_id;
36ef5369 856 if (codec_id == AV_CODEC_ID_RAWVIDEO)
cd2bbad3
LB
857 st->codec->codec_tag =
858 avcodec_pix_fmt_to_codec_tag(st->codec->pix_fmt);
18225025
SS
859 st->codec->width = s->width;
860 st->codec->height = s->height;
838b849e 861 st->codec->bit_rate = s->frame_size * av_q2d(st->avg_frame_rate) * 8;
0a7b514f 862
246da0b1 863 return 0;
0a7b514f
LA
864}
865
866static int v4l2_read_packet(AVFormatContext *s1, AVPacket *pkt)
867{
868 struct video_data *s = s1->priv_data;
a896d7f4 869 AVFrame *frame = s1->streams[0]->codec->coded_frame;
0a7b514f
LA
870 int res;
871
246007d3
LB
872 av_init_packet(pkt);
873 if ((res = mmap_read_frame(s1, pkt)) < 0) {
411f5c6a 874 return res;
0a7b514f
LA
875 }
876
a896d7f4
LB
877 if (frame && s->interlaced) {
878 frame->interlaced_frame = 1;
879 frame->top_field_first = s->top_field_first;
0a7b514f
LA
880 }
881
158aa9f2 882 return pkt->size;
0a7b514f
LA
883}
884
885static int v4l2_read_close(AVFormatContext *s1)
886{
887 struct video_data *s = s1->priv_data;
888
1afddbe5
AK
889 if (avpriv_atomic_int_get(&s->buffers_queued) != s->buffers)
890 av_log(s1, AV_LOG_WARNING, "Some buffers are still owned by the caller on "
891 "close.\n");
892
246007d3 893 mmap_close(s);
0a7b514f
LA
894
895 close(s->fd);
896 return 0;
897}
898
8fe7b644
AK
899#define OFFSET(x) offsetof(struct video_data, x)
900#define DEC AV_OPT_FLAG_DECODING_PARAM
b3da2692 901static const AVOption options[] = {
21aa6ae4 902 { "standard", "TV standard, used only by analog frame grabber", OFFSET(standard), AV_OPT_TYPE_STRING, {.str = NULL }, 0, 0, DEC },
e6153f17 903 { "channel", "TV channel, used only by frame grabber", OFFSET(channel), AV_OPT_TYPE_INT, {.i64 = 0 }, 0, INT_MAX, DEC },
21aa6ae4 904 { "video_size", "A string describing frame size, such as 640x480 or hd720.", OFFSET(video_size), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, DEC },
b8c310cb
LB
905 { "pixel_format", "Preferred pixel format", OFFSET(pixel_format), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, DEC },
906 { "input_format", "Preferred pixel format (for raw video) or codec name", OFFSET(pixel_format), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, DEC },
21aa6ae4 907 { "framerate", "", OFFSET(framerate), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, DEC },
e6153f17 908 { "list_formats", "List available formats and exit", OFFSET(list_format), AV_OPT_TYPE_INT, {.i64 = 0 }, 0, INT_MAX, DEC, "list_formats" },
124134e4
MS
909 { "all", "Show all available formats", OFFSET(list_format), AV_OPT_TYPE_CONST, {.i64 = V4L_ALLFORMATS }, 0, INT_MAX, DEC, "list_formats" },
910 { "raw", "Show only non-compressed formats", OFFSET(list_format), AV_OPT_TYPE_CONST, {.i64 = V4L_RAWFORMATS }, 0, INT_MAX, DEC, "list_formats" },
911 { "compressed", "Show only compressed formats", OFFSET(list_format), AV_OPT_TYPE_CONST, {.i64 = V4L_COMPFORMATS }, 0, INT_MAX, DEC, "list_formats" },
b3da2692
AK
912 { NULL },
913};
914
915static const AVClass v4l2_class = {
916 .class_name = "V4L2 indev",
917 .item_name = av_default_item_name,
918 .option = options,
919 .version = LIBAVUTIL_VERSION_INT,
920};
921
c6610a21 922AVInputFormat ff_v4l2_demuxer = {
30b4ee79
DB
923 .name = "video4linux2",
924 .long_name = NULL_IF_CONFIG_SMALL("Video4Linux2 device grab"),
925 .priv_data_size = sizeof(struct video_data),
926 .read_header = v4l2_read_header,
927 .read_packet = v4l2_read_packet,
928 .read_close = v4l2_read_close,
929 .flags = AVFMT_NOFILE,
930 .priv_class = &v4l2_class,
0a7b514f 931};