/* * V4L2 buffer helper functions. * * Copyright (C) 2017 Alexis Ballier * Copyright (C) 2017 Jorge Ramirez * * This file is part of FFmpeg. * * FFmpeg is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 2.1 of the License, or (at your option) any later version. * * FFmpeg is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with FFmpeg; if not, write to the Free Software * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA */ #include "config.h" #include #include #include #include #include #include #include "libavcodec/avcodec.h" #include "libavcodec/internal.h" #include "libavutil/avassert.h" #include "libavutil/mem.h" #include "libavutil/pixdesc.h" #include "libavutil/hwcontext.h" #include "v4l2_context.h" #include "v4l2_buffers.h" #include "v4l2_m2m.h" #include "v4l2_req_dmabufs.h" #include "weak_link.h" #if CONFIG_LIBDRM #include #endif #define USEC_PER_SEC 1000000 static const AVRational v4l2_timebase = { 1, USEC_PER_SEC }; static inline V4L2m2mContext *ctx_to_m2mctx(const V4L2Context *ctx) { return V4L2_TYPE_IS_OUTPUT(ctx->type) ? container_of(ctx, V4L2m2mContext, output) : container_of(ctx, V4L2m2mContext, capture); } static inline V4L2m2mContext *buf_to_m2mctx(const V4L2Buffer * const buf) { return ctx_to_m2mctx(buf->context); } static inline AVCodecContext *logger(const V4L2Buffer * const buf) { return buf_to_m2mctx(buf)->avctx; } static inline AVRational v4l2_get_timebase(const V4L2Buffer * const avbuf) { const V4L2m2mContext *s = buf_to_m2mctx(avbuf); const AVRational tb = s->avctx->pkt_timebase.num ? s->avctx->pkt_timebase : s->avctx->time_base; return tb.num && tb.den ? tb : v4l2_timebase; } static inline struct timeval tv_from_int(const int64_t t) { return (struct timeval){ .tv_usec = t % USEC_PER_SEC, .tv_sec = t / USEC_PER_SEC }; } static inline int64_t int_from_tv(const struct timeval t) { return (int64_t)t.tv_sec * USEC_PER_SEC + t.tv_usec; } static inline void v4l2_set_pts(V4L2Buffer * const out, const int64_t pts) { /* convert pts to v4l2 timebase */ const int64_t v4l2_pts = pts == AV_NOPTS_VALUE ? 0 : av_rescale_q(pts, v4l2_get_timebase(out), v4l2_timebase); out->buf.timestamp = tv_from_int(v4l2_pts); } static inline int64_t v4l2_get_pts(const V4L2Buffer * const avbuf) { const int64_t v4l2_pts = int_from_tv(avbuf->buf.timestamp); return v4l2_pts != 0 ? v4l2_pts : AV_NOPTS_VALUE; #if 0 /* convert pts back to encoder timebase */ return avbuf->context->no_pts_rescale ? v4l2_pts : v4l2_pts == 0 ? AV_NOPTS_VALUE : av_rescale_q(v4l2_pts, v4l2_timebase, v4l2_get_timebase(avbuf)); #endif } static void set_buf_length(V4L2Buffer *out, unsigned int plane, uint32_t bytesused, uint32_t length) { if (V4L2_TYPE_IS_MULTIPLANAR(out->buf.type)) { out->planes[plane].bytesused = bytesused; out->planes[plane].length = length; } else { out->buf.bytesused = bytesused; out->buf.length = length; } } static enum AVColorPrimaries v4l2_get_color_primaries(V4L2Buffer *buf) { enum v4l2_ycbcr_encoding ycbcr; enum v4l2_colorspace cs; cs = V4L2_TYPE_IS_MULTIPLANAR(buf->buf.type) ? buf->context->format.fmt.pix_mp.colorspace : buf->context->format.fmt.pix.colorspace; ycbcr = V4L2_TYPE_IS_MULTIPLANAR(buf->buf.type) ? buf->context->format.fmt.pix_mp.ycbcr_enc: buf->context->format.fmt.pix.ycbcr_enc; switch(ycbcr) { case V4L2_YCBCR_ENC_XV709: case V4L2_YCBCR_ENC_709: return AVCOL_PRI_BT709; case V4L2_YCBCR_ENC_XV601: case V4L2_YCBCR_ENC_601:return AVCOL_PRI_BT470M; default: break; } switch(cs) { case V4L2_COLORSPACE_470_SYSTEM_BG: return AVCOL_PRI_BT470BG; case V4L2_COLORSPACE_SMPTE170M: return AVCOL_PRI_SMPTE170M; case V4L2_COLORSPACE_SMPTE240M: return AVCOL_PRI_SMPTE240M; case V4L2_COLORSPACE_BT2020: return AVCOL_PRI_BT2020; default: break; } return AVCOL_PRI_UNSPECIFIED; } static void v4l2_set_color(V4L2Buffer *buf, const enum AVColorPrimaries avcp, const enum AVColorSpace avcs, const enum AVColorTransferCharacteristic avxc) { enum v4l2_ycbcr_encoding ycbcr = V4L2_YCBCR_ENC_DEFAULT; enum v4l2_colorspace cs = V4L2_COLORSPACE_DEFAULT; enum v4l2_xfer_func xfer = V4L2_XFER_FUNC_DEFAULT; switch (avcp) { case AVCOL_PRI_BT709: cs = V4L2_COLORSPACE_REC709; ycbcr = V4L2_YCBCR_ENC_709; break; case AVCOL_PRI_BT470M: cs = V4L2_COLORSPACE_470_SYSTEM_M; ycbcr = V4L2_YCBCR_ENC_601; break; case AVCOL_PRI_BT470BG: cs = V4L2_COLORSPACE_470_SYSTEM_BG; break; case AVCOL_PRI_SMPTE170M: cs = V4L2_COLORSPACE_SMPTE170M; break; case AVCOL_PRI_SMPTE240M: cs = V4L2_COLORSPACE_SMPTE240M; break; case AVCOL_PRI_BT2020: cs = V4L2_COLORSPACE_BT2020; break; case AVCOL_PRI_SMPTE428: case AVCOL_PRI_SMPTE431: case AVCOL_PRI_SMPTE432: case AVCOL_PRI_EBU3213: case AVCOL_PRI_RESERVED: case AVCOL_PRI_FILM: case AVCOL_PRI_UNSPECIFIED: default: break; } switch (avcs) { case AVCOL_SPC_RGB: cs = V4L2_COLORSPACE_SRGB; break; case AVCOL_SPC_BT709: cs = V4L2_COLORSPACE_REC709; break; case AVCOL_SPC_FCC: cs = V4L2_COLORSPACE_470_SYSTEM_M; break; case AVCOL_SPC_BT470BG: cs = V4L2_COLORSPACE_470_SYSTEM_BG; break; case AVCOL_SPC_SMPTE170M: cs = V4L2_COLORSPACE_SMPTE170M; break; case AVCOL_SPC_SMPTE240M: cs = V4L2_COLORSPACE_SMPTE240M; break; case AVCOL_SPC_BT2020_CL: cs = V4L2_COLORSPACE_BT2020; ycbcr = V4L2_YCBCR_ENC_BT2020_CONST_LUM; break; case AVCOL_SPC_BT2020_NCL: cs = V4L2_COLORSPACE_BT2020; break; default: break; } switch (xfer) { case AVCOL_TRC_BT709: xfer = V4L2_XFER_FUNC_709; break; case AVCOL_TRC_IEC61966_2_1: xfer = V4L2_XFER_FUNC_SRGB; break; case AVCOL_TRC_SMPTE240M: xfer = V4L2_XFER_FUNC_SMPTE240M; break; case AVCOL_TRC_SMPTE2084: xfer = V4L2_XFER_FUNC_SMPTE2084; break; default: break; } if (V4L2_TYPE_IS_MULTIPLANAR(buf->buf.type)) { buf->context->format.fmt.pix_mp.colorspace = cs; buf->context->format.fmt.pix_mp.ycbcr_enc = ycbcr; buf->context->format.fmt.pix_mp.xfer_func = xfer; } else { buf->context->format.fmt.pix.colorspace = cs; buf->context->format.fmt.pix.ycbcr_enc = ycbcr; buf->context->format.fmt.pix.xfer_func = xfer; } } static enum AVColorRange v4l2_get_color_range(V4L2Buffer *buf) { enum v4l2_quantization qt; qt = V4L2_TYPE_IS_MULTIPLANAR(buf->buf.type) ? buf->context->format.fmt.pix_mp.quantization : buf->context->format.fmt.pix.quantization; switch (qt) { case V4L2_QUANTIZATION_LIM_RANGE: return AVCOL_RANGE_MPEG; case V4L2_QUANTIZATION_FULL_RANGE: return AVCOL_RANGE_JPEG; default: break; } return AVCOL_RANGE_UNSPECIFIED; } static void v4l2_set_color_range(V4L2Buffer *buf, const enum AVColorRange avcr) { const enum v4l2_quantization q = avcr == AVCOL_RANGE_MPEG ? V4L2_QUANTIZATION_LIM_RANGE : avcr == AVCOL_RANGE_JPEG ? V4L2_QUANTIZATION_FULL_RANGE : V4L2_QUANTIZATION_DEFAULT; if (V4L2_TYPE_IS_MULTIPLANAR(buf->buf.type)) { buf->context->format.fmt.pix_mp.quantization = q; } else { buf->context->format.fmt.pix.quantization = q; } } static enum AVColorSpace v4l2_get_color_space(V4L2Buffer *buf) { enum v4l2_ycbcr_encoding ycbcr; enum v4l2_colorspace cs; cs = V4L2_TYPE_IS_MULTIPLANAR(buf->buf.type) ? buf->context->format.fmt.pix_mp.colorspace : buf->context->format.fmt.pix.colorspace; ycbcr = V4L2_TYPE_IS_MULTIPLANAR(buf->buf.type) ? buf->context->format.fmt.pix_mp.ycbcr_enc: buf->context->format.fmt.pix.ycbcr_enc; switch(cs) { case V4L2_COLORSPACE_SRGB: return AVCOL_SPC_RGB; case V4L2_COLORSPACE_REC709: return AVCOL_SPC_BT709; case V4L2_COLORSPACE_470_SYSTEM_M: return AVCOL_SPC_FCC; case V4L2_COLORSPACE_470_SYSTEM_BG: return AVCOL_SPC_BT470BG; case V4L2_COLORSPACE_SMPTE170M: return AVCOL_SPC_SMPTE170M; case V4L2_COLORSPACE_SMPTE240M: return AVCOL_SPC_SMPTE240M; case V4L2_COLORSPACE_BT2020: if (ycbcr == V4L2_YCBCR_ENC_BT2020_CONST_LUM) return AVCOL_SPC_BT2020_CL; else return AVCOL_SPC_BT2020_NCL; default: break; } return AVCOL_SPC_UNSPECIFIED; } static enum AVColorTransferCharacteristic v4l2_get_color_trc(V4L2Buffer *buf) { enum v4l2_ycbcr_encoding ycbcr; enum v4l2_xfer_func xfer; enum v4l2_colorspace cs; cs = V4L2_TYPE_IS_MULTIPLANAR(buf->buf.type) ? buf->context->format.fmt.pix_mp.colorspace : buf->context->format.fmt.pix.colorspace; ycbcr = V4L2_TYPE_IS_MULTIPLANAR(buf->buf.type) ? buf->context->format.fmt.pix_mp.ycbcr_enc: buf->context->format.fmt.pix.ycbcr_enc; xfer = V4L2_TYPE_IS_MULTIPLANAR(buf->buf.type) ? buf->context->format.fmt.pix_mp.xfer_func: buf->context->format.fmt.pix.xfer_func; switch (xfer) { case V4L2_XFER_FUNC_709: return AVCOL_TRC_BT709; case V4L2_XFER_FUNC_SRGB: return AVCOL_TRC_IEC61966_2_1; default: break; } switch (cs) { case V4L2_COLORSPACE_470_SYSTEM_M: return AVCOL_TRC_GAMMA22; case V4L2_COLORSPACE_470_SYSTEM_BG: return AVCOL_TRC_GAMMA28; case V4L2_COLORSPACE_SMPTE170M: return AVCOL_TRC_SMPTE170M; case V4L2_COLORSPACE_SMPTE240M: return AVCOL_TRC_SMPTE240M; default: break; } switch (ycbcr) { case V4L2_YCBCR_ENC_XV709: case V4L2_YCBCR_ENC_XV601: return AVCOL_TRC_BT1361_ECG; default: break; } return AVCOL_TRC_UNSPECIFIED; } static int v4l2_buf_is_interlaced(const V4L2Buffer * const buf) { return V4L2_FIELD_IS_INTERLACED(buf->buf.field); } static int v4l2_buf_is_top_first(const V4L2Buffer * const buf) { return buf->buf.field == V4L2_FIELD_INTERLACED_TB; } static void v4l2_set_interlace(V4L2Buffer * const buf, const int is_interlaced, const int is_tff) { buf->buf.field = !is_interlaced ? V4L2_FIELD_NONE : is_tff ? V4L2_FIELD_INTERLACED_TB : V4L2_FIELD_INTERLACED_BT; } static inline void frame_set_interlace(AVFrame* frame, const int is_interlaced, const int is_tff) { if (!is_interlaced) { #if FF_API_INTERLACED_FRAME FF_DISABLE_DEPRECATION_WARNINGS frame->interlaced_frame = 0; frame->top_field_first = 0; FF_ENABLE_DEPRECATION_WARNINGS #endif frame->flags &= ~(AV_FRAME_FLAG_TOP_FIELD_FIRST | AV_FRAME_FLAG_INTERLACED); } else { #if FF_API_INTERLACED_FRAME FF_DISABLE_DEPRECATION_WARNINGS frame->interlaced_frame = 1; frame->top_field_first = !!is_tff; FF_ENABLE_DEPRECATION_WARNINGS #endif if (is_tff) frame->flags |= AV_FRAME_FLAG_TOP_FIELD_FIRST | AV_FRAME_FLAG_INTERLACED; else frame->flags = (frame->flags & ~AV_FRAME_FLAG_TOP_FIELD_FIRST) | AV_FRAME_FLAG_INTERLACED; } } static inline int frame_is_interlaced(const AVFrame* const frame) { #if FF_API_INTERLACED_FRAME FF_DISABLE_DEPRECATION_WARNINGS return frame->interlaced_frame || (frame->flags & AV_FRAME_FLAG_INTERLACED) != 0; FF_ENABLE_DEPRECATION_WARNINGS #else return (frame->flags & AV_FRAME_FLAG_INTERLACED) != 0; #endif } static inline int frame_is_tff(const AVFrame* const frame) { #if FF_API_INTERLACED_FRAME FF_DISABLE_DEPRECATION_WARNINGS return frame->top_field_first || (frame->flags & AV_FRAME_FLAG_TOP_FIELD_FIRST) != 0; FF_ENABLE_DEPRECATION_WARNINGS #else return (frame->flags & AV_FRAME_FLAG_TOP_FIELD_FIRST) != 0; #endif } static inline int frame_is_key(const AVFrame* const frame) { #if FF_API_FRAME_KEY FF_DISABLE_DEPRECATION_WARNINGS return frame->key_frame || (frame->flags & AV_FRAME_FLAG_KEY) != 0; FF_ENABLE_DEPRECATION_WARNINGS #else return (frame->flags & AV_FRAME_FLAG_KEY) != 0; #endif } static inline void frame_set_key(AVFrame* const frame, const int is_key) { #if FF_API_FRAME_KEY FF_DISABLE_DEPRECATION_WARNINGS frame->key_frame = !!is_key; FF_ENABLE_DEPRECATION_WARNINGS #endif frame->flags = is_key ? frame->flags | AV_FRAME_FLAG_KEY : frame->flags & ~AV_FRAME_FLAG_KEY; } #if CONFIG_LIBDRM static uint8_t * v4l2_get_drm_frame(V4L2Buffer *avbuf) { AVDRMFrameDescriptor *drm_desc = &avbuf->drm_frame; AVDRMLayerDescriptor *layer; /* fill the DRM frame descriptor */ drm_desc->nb_objects = avbuf->num_planes; drm_desc->nb_layers = 1; layer = &drm_desc->layers[0]; layer->nb_planes = avbuf->num_planes; for (int i = 0; i < avbuf->num_planes; i++) { layer->planes[i].object_index = i; layer->planes[i].offset = avbuf->plane_info[i].offset; layer->planes[i].pitch = avbuf->plane_info[i].bytesperline; } switch (avbuf->context->av_pix_fmt) { case AV_PIX_FMT_0BGR: layer->format = DRM_FORMAT_RGBX8888; break; case AV_PIX_FMT_RGB0: layer->format = DRM_FORMAT_XBGR8888; break; case AV_PIX_FMT_0RGB: layer->format = DRM_FORMAT_BGRX8888; break; case AV_PIX_FMT_BGR0: layer->format = DRM_FORMAT_XRGB8888; break; case AV_PIX_FMT_ABGR: layer->format = DRM_FORMAT_RGBA8888; break; case AV_PIX_FMT_RGBA: layer->format = DRM_FORMAT_ABGR8888; break; case AV_PIX_FMT_ARGB: layer->format = DRM_FORMAT_BGRA8888; break; case AV_PIX_FMT_BGRA: layer->format = DRM_FORMAT_ARGB8888; break; case AV_PIX_FMT_BGR24: layer->format = DRM_FORMAT_BGR888; break; case AV_PIX_FMT_RGB24: layer->format = DRM_FORMAT_RGB888; break; case AV_PIX_FMT_YUYV422: layer->format = DRM_FORMAT_YUYV; layer->nb_planes = 1; break; case AV_PIX_FMT_NV12: case AV_PIX_FMT_NV21: layer->format = avbuf->context->av_pix_fmt == AV_PIX_FMT_NV12 ? DRM_FORMAT_NV12 : DRM_FORMAT_NV21; if (avbuf->num_planes > 1) break; layer->nb_planes = 2; layer->planes[1].object_index = 0; layer->planes[1].offset = avbuf->plane_info[0].bytesperline * avbuf->context->format.fmt.pix.height; layer->planes[1].pitch = avbuf->plane_info[0].bytesperline; break; case AV_PIX_FMT_YUV420P: layer->format = DRM_FORMAT_YUV420; if (avbuf->num_planes > 1) break; layer->nb_planes = 3; layer->planes[1].object_index = 0; layer->planes[1].offset = avbuf->plane_info[0].bytesperline * avbuf->context->format.fmt.pix.height; layer->planes[1].pitch = avbuf->plane_info[0].bytesperline >> 1; layer->planes[2].object_index = 0; layer->planes[2].offset = layer->planes[1].offset + ((avbuf->plane_info[0].bytesperline * avbuf->context->format.fmt.pix.height) >> 2); layer->planes[2].pitch = avbuf->plane_info[0].bytesperline >> 1; break; default: drm_desc->nb_layers = 0; break; } return (uint8_t *) drm_desc; } #endif static void v4l2_free_bufref(void *opaque, uint8_t *data) { AVBufferRef * bufref = (AVBufferRef *)data; V4L2Buffer *avbuf = (V4L2Buffer *)bufref->data; struct V4L2Context *ctx = ff_weak_link_lock(&avbuf->context_wl); if (ctx != NULL) { // Buffer still attached to context V4L2m2mContext * const s = ctx_to_m2mctx(ctx); if (!s->output_drm && avbuf->dmabuf[0] != NULL) { for (unsigned int i = 0; i != avbuf->num_planes; ++i) dmabuf_read_end(avbuf->dmabuf[i]); } ff_mutex_lock(&ctx->lock); ff_v4l2_buffer_set_avail(avbuf); avbuf->buf.timestamp.tv_sec = 0; avbuf->buf.timestamp.tv_usec = 0; if (V4L2_TYPE_IS_OUTPUT(ctx->type)) { av_log(logger(avbuf), AV_LOG_DEBUG, "%s: Buffer avail\n", ctx->name); } else if (ctx->streamon) { av_log(logger(avbuf), AV_LOG_DEBUG, "%s: Buffer requeue\n", ctx->name); ff_v4l2_buffer_enqueue(avbuf); // will set to IN_DRIVER } else { av_log(logger(avbuf), AV_LOG_DEBUG, "%s: Buffer freed but streamoff\n", ctx->name); } ff_mutex_unlock(&ctx->lock); } ff_weak_link_unlock(avbuf->context_wl); av_buffer_unref(&bufref); } static inline uint32_t ff_v4l2_buf_len(const struct v4l2_buffer * b, unsigned int i) { return V4L2_TYPE_IS_MULTIPLANAR(b->type) ? b->m.planes[i].length : b->length; } static int v4l2_buffer_export_drm(V4L2Buffer* avbuf) { int i, ret; const V4L2m2mContext * const s = buf_to_m2mctx(avbuf); for (i = 0; i < avbuf->num_planes; i++) { int dma_fd = -1; const uint32_t blen = ff_v4l2_buf_len(&avbuf->buf, i); if (s->db_ctl != NULL) { if ((avbuf->dmabuf[i] = dmabuf_alloc(s->db_ctl, blen)) == NULL) return AVERROR(ENOMEM); dma_fd = dmabuf_fd(avbuf->dmabuf[i]); if (V4L2_TYPE_IS_MULTIPLANAR(avbuf->buf.type)) avbuf->buf.m.planes[i].m.fd = dma_fd; else avbuf->buf.m.fd = dma_fd; if (!s->output_drm) avbuf->plane_info[i].mm_addr = dmabuf_map(avbuf->dmabuf[i]); } else { struct v4l2_exportbuffer expbuf; memset(&expbuf, 0, sizeof(expbuf)); expbuf.index = avbuf->buf.index; expbuf.type = avbuf->buf.type; expbuf.plane = i; ret = ioctl(s->fd, VIDIOC_EXPBUF, &expbuf); if (ret < 0) return AVERROR(errno); dma_fd = expbuf.fd; } avbuf->drm_frame.objects[i].size = blen; avbuf->drm_frame.objects[i].fd = dma_fd; #if !CONFIG_LIBDRM avbuf->drm_frame.objects[i].format_modifier = 0; #else avbuf->drm_frame.objects[i].format_modifier = DRM_FORMAT_MOD_LINEAR; #endif } return 0; } static int v4l2_bufref_to_buf(V4L2Buffer *out, int plane, const uint8_t* data, int size, int offset) { unsigned int bytesused, length; int rv = 0; if (plane >= out->num_planes) return AVERROR(EINVAL); length = out->plane_info[plane].length; bytesused = FFMIN(size+offset, length); if (size > length - offset) { size = length - offset; rv = AVERROR(ENOMEM); } memcpy((uint8_t*)out->plane_info[plane].mm_addr+offset, data, size); set_buf_length(out, plane, bytesused, length); return rv; } static AVBufferRef * wrap_avbuf(V4L2Buffer * const avbuf) { AVBufferRef * bufref = av_buffer_ref(avbuf->context->bufrefs[avbuf->buf.index]); AVBufferRef * newbuf; if (!bufref) return NULL; newbuf = av_buffer_create((uint8_t *)bufref, sizeof(*bufref), v4l2_free_bufref, NULL, 0); if (newbuf == NULL) av_buffer_unref(&bufref); avbuf->status = V4L2BUF_RET_USER; return newbuf; } static int v4l2_buffer_buf_to_swframe(AVFrame *frame, V4L2Buffer *avbuf) { int i; frame->format = avbuf->context->av_pix_fmt; frame->buf[0] = wrap_avbuf(avbuf); if (frame->buf[0] == NULL) return AVERROR(ENOMEM); if (buf_to_m2mctx(avbuf)->output_drm) { #if !CONFIG_LIBDRM return AVERROR_OPTION_NOT_FOUND; #else /* 1. get references to the actual data */ const int rv = ff_v4l2_context_frames_set(avbuf->context); if (rv != 0) return rv; frame->data[0] = (uint8_t *) v4l2_get_drm_frame(avbuf); frame->format = AV_PIX_FMT_DRM_PRIME; frame->hw_frames_ctx = av_buffer_ref(avbuf->context->frames_ref); return 0; #endif } /* 1. get references to the actual data */ for (i = 0; i < avbuf->num_planes; i++) { frame->data[i] = (uint8_t *)avbuf->plane_info[i].mm_addr + avbuf->planes[i].data_offset; frame->linesize[i] = avbuf->plane_info[i].bytesperline; } /* fixup special cases */ switch (avbuf->context->av_pix_fmt) { case AV_PIX_FMT_NV12: case AV_PIX_FMT_NV21: if (avbuf->num_planes > 1) break; frame->linesize[1] = frame->linesize[0]; frame->data[1] = frame->data[0] + frame->linesize[0] * ff_v4l2_get_format_height(&avbuf->context->format); break; case AV_PIX_FMT_YUV420P: if (avbuf->num_planes > 1) break; frame->linesize[1] = frame->linesize[0] / 2; frame->linesize[2] = frame->linesize[1]; frame->data[1] = frame->data[0] + frame->linesize[0] * ff_v4l2_get_format_height(&avbuf->context->format); frame->data[2] = frame->data[1] + frame->linesize[1] * ff_v4l2_get_format_height(&avbuf->context->format) / 2; break; default: break; } if (avbuf->dmabuf[0] != NULL) { for (unsigned int i = 0; i != avbuf->num_planes; ++i) dmabuf_read_start(avbuf->dmabuf[i]); } return 0; } static void cpy_2d(uint8_t * dst, int dst_stride, const uint8_t * src, int src_stride, int w, int h) { if (dst_stride == src_stride && w + 32 >= dst_stride) { memcpy(dst, src, dst_stride * h); } else { while (--h >= 0) { memcpy(dst, src, w); dst += dst_stride; src += src_stride; } } } static int is_chroma(const AVPixFmtDescriptor *desc, int i, int num_planes) { return i != 0 && !(i == num_planes - 1 && (desc->flags & AV_PIX_FMT_FLAG_ALPHA)); } static int v4l2_buffer_primeframe_to_buf(const AVFrame *frame, V4L2Buffer *out) { const AVDRMFrameDescriptor *const src = (const AVDRMFrameDescriptor *)frame->data[0]; if (frame->format != AV_PIX_FMT_DRM_PRIME || !src) return AVERROR(EINVAL); av_assert0(out->buf.memory == V4L2_MEMORY_DMABUF); if (V4L2_TYPE_IS_MULTIPLANAR(out->buf.type)) { // Only currently cope with single buffer types if (out->buf.length != 1) return AVERROR_PATCHWELCOME; if (src->nb_objects != 1) return AVERROR(EINVAL); out->planes[0].m.fd = src->objects[0].fd; } else { if (src->nb_objects != 1) return AVERROR(EINVAL); out->buf.m.fd = src->objects[0].fd; } // No need to copy src AVDescriptor and if we did then we may confuse // fd close on free out->ref_buf = av_buffer_ref(frame->buf[0]); return 0; } static int v4l2_buffer_swframe_to_buf(const AVFrame *frame, V4L2Buffer *out) { int i; int num_planes = 0; int pel_strides[4] = {0}; const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(frame->format); if ((desc->flags & AV_PIX_FMT_FLAG_HWACCEL) != 0) { av_log(NULL, AV_LOG_ERROR, "%s: HWACCEL cannot be copied\n", __func__); return -1; } for (i = 0; i != desc->nb_components; ++i) { if (desc->comp[i].plane >= num_planes) num_planes = desc->comp[i].plane + 1; pel_strides[desc->comp[i].plane] = desc->comp[i].step; } if (out->num_planes > 1) { if (num_planes != out->num_planes) { av_log(NULL, AV_LOG_ERROR, "%s: Num planes mismatch: %d != %d\n", __func__, num_planes, out->num_planes); return -1; } for (i = 0; i != num_planes; ++i) { int w = frame->width; int h = frame->height; if (is_chroma(desc, i, num_planes)) { w = AV_CEIL_RSHIFT(w, desc->log2_chroma_w); h = AV_CEIL_RSHIFT(h, desc->log2_chroma_h); } cpy_2d(out->plane_info[i].mm_addr, out->plane_info[i].bytesperline, frame->data[i], frame->linesize[i], w * pel_strides[i], h); set_buf_length(out, i, out->plane_info[i].bytesperline * h, out->plane_info[i].length); } } else { unsigned int offset = 0; for (i = 0; i != num_planes; ++i) { int w = frame->width; int h = frame->height; int dst_stride = out->plane_info[0].bytesperline; uint8_t * const dst = (uint8_t *)out->plane_info[0].mm_addr + offset; if (is_chroma(desc, i, num_planes)) { // Is chroma dst_stride >>= desc->log2_chroma_w; offset += dst_stride * (out->context->height >> desc->log2_chroma_h); w = AV_CEIL_RSHIFT(w, desc->log2_chroma_w); h = AV_CEIL_RSHIFT(h, desc->log2_chroma_h); } else { // Is luma or alpha offset += dst_stride * out->context->height; } if (offset > out->plane_info[0].length) { av_log(NULL, AV_LOG_ERROR, "%s: Plane total %u > buffer size %zu\n", __func__, offset, out->plane_info[0].length); return -1; } cpy_2d(dst, dst_stride, frame->data[i], frame->linesize[i], w * pel_strides[i], h); } set_buf_length(out, 0, offset, out->plane_info[0].length); } return 0; } /****************************************************************************** * * V4L2Buffer interface * ******************************************************************************/ int ff_v4l2_buffer_avframe_to_buf(const AVFrame *frame, V4L2Buffer *out, const int64_t track_ts) { out->buf.flags = frame_is_key(frame) ? (out->buf.flags | V4L2_BUF_FLAG_KEYFRAME) : (out->buf.flags & ~V4L2_BUF_FLAG_KEYFRAME); // Beware that colour info is held in format rather than the actual // v4l2 buffer struct so this may not be as useful as you might hope v4l2_set_color(out, frame->color_primaries, frame->colorspace, frame->color_trc); v4l2_set_color_range(out, frame->color_range); // PTS & interlace are buffer vars if (track_ts) out->buf.timestamp = tv_from_int(track_ts); else v4l2_set_pts(out, frame->pts); v4l2_set_interlace(out, frame_is_interlaced(frame), frame_is_tff(frame)); return frame->format == AV_PIX_FMT_DRM_PRIME ? v4l2_buffer_primeframe_to_buf(frame, out) : v4l2_buffer_swframe_to_buf(frame, out); } int ff_v4l2_buffer_buf_to_avframe(AVFrame *frame, V4L2Buffer *avbuf) { int ret; V4L2Context * const ctx = avbuf->context; av_frame_unref(frame); /* 1. get references to the actual data */ ret = v4l2_buffer_buf_to_swframe(frame, avbuf); if (ret) return ret; /* 2. get frame information */ frame_set_key(frame, avbuf->buf.flags & V4L2_BUF_FLAG_KEYFRAME); frame->pict_type = (avbuf->buf.flags & V4L2_BUF_FLAG_KEYFRAME) != 0 ? AV_PICTURE_TYPE_I : (avbuf->buf.flags & V4L2_BUF_FLAG_PFRAME) != 0 ? AV_PICTURE_TYPE_P : (avbuf->buf.flags & V4L2_BUF_FLAG_BFRAME) != 0 ? AV_PICTURE_TYPE_B : AV_PICTURE_TYPE_NONE; frame->color_primaries = v4l2_get_color_primaries(avbuf); frame->colorspace = v4l2_get_color_space(avbuf); frame->color_range = v4l2_get_color_range(avbuf); frame->color_trc = v4l2_get_color_trc(avbuf); frame->pts = v4l2_get_pts(avbuf); frame->pkt_dts = AV_NOPTS_VALUE; frame_set_interlace(frame, v4l2_buf_is_interlaced(avbuf), v4l2_buf_is_top_first(avbuf)); /* these values are updated also during re-init in v4l2_process_driver_event */ frame->height = ctx->height; frame->width = ctx->width; frame->sample_aspect_ratio = ctx->sample_aspect_ratio; if (ctx->selection.height && ctx->selection.width) { frame->crop_left = ctx->selection.left < frame->width ? ctx->selection.left : 0; frame->crop_top = ctx->selection.top < frame->height ? ctx->selection.top : 0; frame->crop_right = ctx->selection.left + ctx->selection.width < frame->width ? frame->width - (ctx->selection.left + ctx->selection.width) : 0; frame->crop_bottom = ctx->selection.top + ctx->selection.height < frame->height ? frame->height - (ctx->selection.top + ctx->selection.height) : 0; } /* 3. report errors upstream */ if (avbuf->buf.flags & V4L2_BUF_FLAG_ERROR) { av_log(logger(avbuf), AV_LOG_ERROR, "%s: driver decode error\n", avbuf->context->name); frame->decode_error_flags |= FF_DECODE_ERROR_INVALID_BITSTREAM; } return 0; } int ff_v4l2_buffer_buf_to_avpkt(AVPacket *pkt, V4L2Buffer *avbuf) { av_packet_unref(pkt); pkt->buf = wrap_avbuf(avbuf); if (pkt->buf == NULL) return AVERROR(ENOMEM); pkt->size = V4L2_TYPE_IS_MULTIPLANAR(avbuf->buf.type) ? avbuf->buf.m.planes[0].bytesused : avbuf->buf.bytesused; pkt->data = (uint8_t*)avbuf->plane_info[0].mm_addr + avbuf->planes[0].data_offset; pkt->flags = 0; if (avbuf->buf.flags & V4L2_BUF_FLAG_KEYFRAME) pkt->flags |= AV_PKT_FLAG_KEY; if (avbuf->buf.flags & V4L2_BUF_FLAG_ERROR) { av_log(logger(avbuf), AV_LOG_ERROR, "%s driver encode error\n", avbuf->context->name); pkt->flags |= AV_PKT_FLAG_CORRUPT; } pkt->dts = pkt->pts = v4l2_get_pts(avbuf); return 0; } int ff_v4l2_buffer_avpkt_to_buf_ext(const AVPacket * const pkt, V4L2Buffer * const out, const void *extdata, size_t extlen, const int64_t timestamp) { int ret; if (extlen) { ret = v4l2_bufref_to_buf(out, 0, extdata, extlen, 0); if (ret) return ret; } ret = v4l2_bufref_to_buf(out, 0, pkt->data, pkt->size, extlen); if (ret && ret != AVERROR(ENOMEM)) return ret; if (timestamp) out->buf.timestamp = tv_from_int(timestamp); else v4l2_set_pts(out, pkt->pts); out->buf.flags = (pkt->flags & AV_PKT_FLAG_KEY) != 0 ? (out->buf.flags | V4L2_BUF_FLAG_KEYFRAME) : (out->buf.flags & ~V4L2_BUF_FLAG_KEYFRAME); return ret; } int ff_v4l2_buffer_avpkt_to_buf(const AVPacket *pkt, V4L2Buffer *out) { return ff_v4l2_buffer_avpkt_to_buf_ext(pkt, out, NULL, 0, 0); } static void v4l2_buffer_buffer_free(void *opaque, uint8_t *data) { V4L2Buffer * const avbuf = (V4L2Buffer *)data; int i; for (i = 0; i != FF_ARRAY_ELEMS(avbuf->plane_info); ++i) { struct V4L2Plane_info *p = avbuf->plane_info + i; if (p->mm_addr != NULL) munmap(p->mm_addr, p->length); } if (avbuf->dmabuf[0] == NULL) { for (i = 0; i != FF_ARRAY_ELEMS(avbuf->drm_frame.objects); ++i) { if (avbuf->drm_frame.objects[i].fd != -1) close(avbuf->drm_frame.objects[i].fd); } } else { for (i = 0; i != FF_ARRAY_ELEMS(avbuf->dmabuf); ++i) { dmabuf_free(avbuf->dmabuf[i]); } } av_buffer_unref(&avbuf->ref_buf); ff_weak_link_unref(&avbuf->context_wl); av_free(avbuf); } int ff_v4l2_buffer_initialize(AVBufferRef ** pbufref, int index, V4L2Context *ctx, enum v4l2_memory mem) { int ret, i; V4L2Buffer * const avbuf = av_mallocz(sizeof(*avbuf)); AVBufferRef * bufref; V4L2m2mContext * const s = ctx_to_m2mctx(ctx); int want_mmap; *pbufref = NULL; if (avbuf == NULL) return AVERROR(ENOMEM); bufref = av_buffer_create((uint8_t*)avbuf, sizeof(*avbuf), v4l2_buffer_buffer_free, NULL, 0); if (bufref == NULL) { av_free(avbuf); return AVERROR(ENOMEM); } avbuf->context = ctx; avbuf->buf.memory = mem; avbuf->buf.type = ctx->type; avbuf->buf.index = index; for (i = 0; i != FF_ARRAY_ELEMS(avbuf->drm_frame.objects); ++i) { avbuf->drm_frame.objects[i].fd = -1; } avbuf->context_wl = ff_weak_link_ref(ctx->wl_master); if (V4L2_TYPE_IS_MULTIPLANAR(ctx->type)) { avbuf->buf.length = VIDEO_MAX_PLANES; avbuf->buf.m.planes = avbuf->planes; } ret = ioctl(s->fd, VIDIOC_QUERYBUF, &avbuf->buf); if (ret < 0) goto fail; if (V4L2_TYPE_IS_MULTIPLANAR(ctx->type)) { avbuf->num_planes = 0; /* in MP, the V4L2 API states that buf.length means num_planes */ for (i = 0; i < avbuf->buf.length; i++) { if (avbuf->buf.m.planes[i].length) avbuf->num_planes++; } } else avbuf->num_planes = 1; want_mmap = avbuf->buf.memory == V4L2_MEMORY_MMAP && (V4L2_TYPE_IS_OUTPUT(ctx->type) || !buf_to_m2mctx(avbuf)->output_drm); for (i = 0; i < avbuf->num_planes; i++) { avbuf->plane_info[i].bytesperline = V4L2_TYPE_IS_MULTIPLANAR(ctx->type) ? ctx->format.fmt.pix_mp.plane_fmt[i].bytesperline : ctx->format.fmt.pix.bytesperline; if (V4L2_TYPE_IS_MULTIPLANAR(ctx->type)) { avbuf->plane_info[i].length = avbuf->buf.m.planes[i].length; avbuf->plane_info[i].offset = avbuf->buf.m.planes[i].data_offset; if (want_mmap) avbuf->plane_info[i].mm_addr = mmap(NULL, avbuf->buf.m.planes[i].length, PROT_READ | PROT_WRITE, MAP_SHARED, buf_to_m2mctx(avbuf)->fd, avbuf->buf.m.planes[i].m.mem_offset); } else { avbuf->plane_info[i].length = avbuf->buf.length; avbuf->plane_info[i].offset = 0; if (want_mmap) avbuf->plane_info[i].mm_addr = mmap(NULL, avbuf->buf.length, PROT_READ | PROT_WRITE, MAP_SHARED, buf_to_m2mctx(avbuf)->fd, avbuf->buf.m.offset); } if (avbuf->plane_info[i].mm_addr == MAP_FAILED) { avbuf->plane_info[i].mm_addr = NULL; ret = AVERROR(ENOMEM); goto fail; } } avbuf->status = V4L2BUF_AVAILABLE; if (V4L2_TYPE_IS_MULTIPLANAR(ctx->type)) { avbuf->buf.m.planes = avbuf->planes; avbuf->buf.length = avbuf->num_planes; } else { avbuf->buf.bytesused = avbuf->planes[0].bytesused; avbuf->buf.length = avbuf->planes[0].length; } if (V4L2_TYPE_IS_CAPTURE(ctx->type) && !want_mmap) { // export_drm does dmabuf alloc if we aren't using v4l2 alloc ret = v4l2_buffer_export_drm(avbuf); if (ret) { av_log(logger(avbuf), AV_LOG_ERROR, "Failed to get exported drm handles\n"); goto fail; } } *pbufref = bufref; return 0; fail: av_buffer_unref(&bufref); return ret; } int ff_v4l2_buffer_enqueue(V4L2Buffer* avbuf) { int ret; int qc; if (avbuf->buf.timestamp.tv_sec || avbuf->buf.timestamp.tv_usec) { av_log(logger(avbuf), AV_LOG_DEBUG, "--- %s pre VIDIOC_QBUF: index %d, ts=%ld.%06ld count=%d\n", avbuf->context->name, avbuf->buf.index, avbuf->buf.timestamp.tv_sec, avbuf->buf.timestamp.tv_usec, avbuf->context->q_count); } ret = ioctl(buf_to_m2mctx(avbuf)->fd, VIDIOC_QBUF, &avbuf->buf); if (ret < 0) { int err = errno; av_log(logger(avbuf), AV_LOG_ERROR, "--- %s VIDIOC_QBUF: index %d FAIL err %d (%s)\n", avbuf->context->name, avbuf->buf.index, err, strerror(err)); return AVERROR(err); } // Lock not wanted - if called from buffer free then lock already obtained qc = atomic_fetch_add(&avbuf->context->q_count, 1) + 1; avbuf->status = V4L2BUF_IN_DRIVER; pthread_cond_broadcast(&avbuf->context->cond); av_log(logger(avbuf), AV_LOG_DEBUG, "--- %s VIDIOC_QBUF: index %d, ts=%ld.%06ld count=%d\n", avbuf->context->name, avbuf->buf.index, avbuf->buf.timestamp.tv_sec, avbuf->buf.timestamp.tv_usec, qc); return 0; }