lineage-rockchip/android_external_ffmpeg
1
0
Fork 0
Code Activity Actions
android_external_ffmpeg/libavcodec/v4l2_buffers.c
dvab-sarma d544e906c7 android-15.0
2025-06-24 22:46:48 -05:00

1180 lines
36 KiB
C
Raw Permalink Blame History

/*
* V4L2 buffer helper functions.
*
* Copyright (C) 2017 Alexis Ballier <aballier@gentoo.org>
* Copyright (C) 2017 Jorge Ramirez <jorge.ramirez-ortiz@linaro.org>
*
* This file is part of FFmpeg.
*
* FFmpeg is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* FFmpeg is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with FFmpeg; if not, write to the Free Software
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*/
#include "config.h"
#include <linux/videodev2.h>
#include <sys/ioctl.h>
#include <sys/mman.h>
#include <unistd.h>
#include <fcntl.h>
#include <poll.h>
#include "libavcodec/avcodec.h"
#include "libavcodec/internal.h"
#include "libavutil/avassert.h"
#include "libavutil/mem.h"
#include "libavutil/pixdesc.h"
#include "libavutil/hwcontext.h"
#include "v4l2_context.h"
#include "v4l2_buffers.h"
#include "v4l2_m2m.h"
#include "v4l2_req_dmabufs.h"
#include "weak_link.h"
#if CONFIG_LIBDRM
#include <drm_fourcc.h>
#endif
#define USEC_PER_SEC 1000000
static const AVRational v4l2_timebase = { 1, USEC_PER_SEC };
static inline V4L2m2mContext *ctx_to_m2mctx(const V4L2Context *ctx)
{
return V4L2_TYPE_IS_OUTPUT(ctx->type) ?
container_of(ctx, V4L2m2mContext, output) :
container_of(ctx, V4L2m2mContext, capture);
}
static inline V4L2m2mContext *buf_to_m2mctx(const V4L2Buffer * const buf)
{
return ctx_to_m2mctx(buf->context);
}
static inline AVCodecContext *logger(const V4L2Buffer * const buf)
{
return buf_to_m2mctx(buf)->avctx;
}
static inline AVRational v4l2_get_timebase(const V4L2Buffer * const avbuf)
{
const V4L2m2mContext *s = buf_to_m2mctx(avbuf);
const AVRational tb = s->avctx->pkt_timebase.num ?
s->avctx->pkt_timebase :
s->avctx->time_base;
return tb.num && tb.den ? tb : v4l2_timebase;
}
static inline struct timeval tv_from_int(const int64_t t)
{
return (struct timeval){
.tv_usec = t % USEC_PER_SEC,
.tv_sec = t / USEC_PER_SEC
};
}
static inline int64_t int_from_tv(const struct timeval t)
{
return (int64_t)t.tv_sec * USEC_PER_SEC + t.tv_usec;
}
static inline void v4l2_set_pts(V4L2Buffer * const out, const int64_t pts)
{
/* convert pts to v4l2 timebase */
const int64_t v4l2_pts =
pts == AV_NOPTS_VALUE ? 0 :
av_rescale_q(pts, v4l2_get_timebase(out), v4l2_timebase);
out->buf.timestamp = tv_from_int(v4l2_pts);
}
static inline int64_t v4l2_get_pts(const V4L2Buffer * const avbuf)
{
const int64_t v4l2_pts = int_from_tv(avbuf->buf.timestamp);
return v4l2_pts != 0 ? v4l2_pts : AV_NOPTS_VALUE;
#if 0
/* convert pts back to encoder timebase */
return
avbuf->context->no_pts_rescale ? v4l2_pts :
v4l2_pts == 0 ? AV_NOPTS_VALUE :
av_rescale_q(v4l2_pts, v4l2_timebase, v4l2_get_timebase(avbuf));
#endif
}
static void set_buf_length(V4L2Buffer *out, unsigned int plane, uint32_t bytesused, uint32_t length)
{
if (V4L2_TYPE_IS_MULTIPLANAR(out->buf.type)) {
out->planes[plane].bytesused = bytesused;
out->planes[plane].length = length;
} else {
out->buf.bytesused = bytesused;
out->buf.length = length;
}
}
static enum AVColorPrimaries v4l2_get_color_primaries(V4L2Buffer *buf)
{
enum v4l2_ycbcr_encoding ycbcr;
enum v4l2_colorspace cs;
cs = V4L2_TYPE_IS_MULTIPLANAR(buf->buf.type) ?
buf->context->format.fmt.pix_mp.colorspace :
buf->context->format.fmt.pix.colorspace;
ycbcr = V4L2_TYPE_IS_MULTIPLANAR(buf->buf.type) ?
buf->context->format.fmt.pix_mp.ycbcr_enc:
buf->context->format.fmt.pix.ycbcr_enc;
switch(ycbcr) {
case V4L2_YCBCR_ENC_XV709:
case V4L2_YCBCR_ENC_709: return AVCOL_PRI_BT709;
case V4L2_YCBCR_ENC_XV601:
case V4L2_YCBCR_ENC_601:return AVCOL_PRI_BT470M;
default:
break;
}
switch(cs) {
case V4L2_COLORSPACE_470_SYSTEM_BG: return AVCOL_PRI_BT470BG;
case V4L2_COLORSPACE_SMPTE170M: return AVCOL_PRI_SMPTE170M;
case V4L2_COLORSPACE_SMPTE240M: return AVCOL_PRI_SMPTE240M;
case V4L2_COLORSPACE_BT2020: return AVCOL_PRI_BT2020;
default:
break;
}
return AVCOL_PRI_UNSPECIFIED;
}
static void v4l2_set_color(V4L2Buffer *buf,
const enum AVColorPrimaries avcp,
const enum AVColorSpace avcs,
const enum AVColorTransferCharacteristic avxc)
{
enum v4l2_ycbcr_encoding ycbcr = V4L2_YCBCR_ENC_DEFAULT;
enum v4l2_colorspace cs = V4L2_COLORSPACE_DEFAULT;
enum v4l2_xfer_func xfer = V4L2_XFER_FUNC_DEFAULT;
switch (avcp) {
case AVCOL_PRI_BT709:
cs = V4L2_COLORSPACE_REC709;
ycbcr = V4L2_YCBCR_ENC_709;
break;
case AVCOL_PRI_BT470M:
cs = V4L2_COLORSPACE_470_SYSTEM_M;
ycbcr = V4L2_YCBCR_ENC_601;
break;
case AVCOL_PRI_BT470BG:
cs = V4L2_COLORSPACE_470_SYSTEM_BG;
break;
case AVCOL_PRI_SMPTE170M:
cs = V4L2_COLORSPACE_SMPTE170M;
break;
case AVCOL_PRI_SMPTE240M:
cs = V4L2_COLORSPACE_SMPTE240M;
break;
case AVCOL_PRI_BT2020:
cs = V4L2_COLORSPACE_BT2020;
break;
case AVCOL_PRI_SMPTE428:
case AVCOL_PRI_SMPTE431:
case AVCOL_PRI_SMPTE432:
case AVCOL_PRI_EBU3213:
case AVCOL_PRI_RESERVED:
case AVCOL_PRI_FILM:
case AVCOL_PRI_UNSPECIFIED:
default:
break;
}
switch (avcs) {
case AVCOL_SPC_RGB:
cs = V4L2_COLORSPACE_SRGB;
break;
case AVCOL_SPC_BT709:
cs = V4L2_COLORSPACE_REC709;
break;
case AVCOL_SPC_FCC:
cs = V4L2_COLORSPACE_470_SYSTEM_M;
break;
case AVCOL_SPC_BT470BG:
cs = V4L2_COLORSPACE_470_SYSTEM_BG;
break;
case AVCOL_SPC_SMPTE170M:
cs = V4L2_COLORSPACE_SMPTE170M;
break;
case AVCOL_SPC_SMPTE240M:
cs = V4L2_COLORSPACE_SMPTE240M;
break;
case AVCOL_SPC_BT2020_CL:
cs = V4L2_COLORSPACE_BT2020;
ycbcr = V4L2_YCBCR_ENC_BT2020_CONST_LUM;
break;
case AVCOL_SPC_BT2020_NCL:
cs = V4L2_COLORSPACE_BT2020;
break;
default:
break;
}
switch (xfer) {
case AVCOL_TRC_BT709:
xfer = V4L2_XFER_FUNC_709;
break;
case AVCOL_TRC_IEC61966_2_1:
xfer = V4L2_XFER_FUNC_SRGB;
break;
case AVCOL_TRC_SMPTE240M:
xfer = V4L2_XFER_FUNC_SMPTE240M;
break;
case AVCOL_TRC_SMPTE2084:
xfer = V4L2_XFER_FUNC_SMPTE2084;
break;
default:
break;
}
if (V4L2_TYPE_IS_MULTIPLANAR(buf->buf.type)) {
buf->context->format.fmt.pix_mp.colorspace = cs;
buf->context->format.fmt.pix_mp.ycbcr_enc = ycbcr;
buf->context->format.fmt.pix_mp.xfer_func = xfer;
} else {
buf->context->format.fmt.pix.colorspace = cs;
buf->context->format.fmt.pix.ycbcr_enc = ycbcr;
buf->context->format.fmt.pix.xfer_func = xfer;
}
}
static enum AVColorRange v4l2_get_color_range(V4L2Buffer *buf)
{
enum v4l2_quantization qt;
qt = V4L2_TYPE_IS_MULTIPLANAR(buf->buf.type) ?
buf->context->format.fmt.pix_mp.quantization :
buf->context->format.fmt.pix.quantization;
switch (qt) {
case V4L2_QUANTIZATION_LIM_RANGE: return AVCOL_RANGE_MPEG;
case V4L2_QUANTIZATION_FULL_RANGE: return AVCOL_RANGE_JPEG;
default:
break;
}
return AVCOL_RANGE_UNSPECIFIED;
}
static void v4l2_set_color_range(V4L2Buffer *buf, const enum AVColorRange avcr)
{
const enum v4l2_quantization q =
avcr == AVCOL_RANGE_MPEG ? V4L2_QUANTIZATION_LIM_RANGE :
avcr == AVCOL_RANGE_JPEG ? V4L2_QUANTIZATION_FULL_RANGE :
V4L2_QUANTIZATION_DEFAULT;
if (V4L2_TYPE_IS_MULTIPLANAR(buf->buf.type)) {
buf->context->format.fmt.pix_mp.quantization = q;
} else {
buf->context->format.fmt.pix.quantization = q;
}
}
static enum AVColorSpace v4l2_get_color_space(V4L2Buffer *buf)
{
enum v4l2_ycbcr_encoding ycbcr;
enum v4l2_colorspace cs;
cs = V4L2_TYPE_IS_MULTIPLANAR(buf->buf.type) ?
buf->context->format.fmt.pix_mp.colorspace :
buf->context->format.fmt.pix.colorspace;
ycbcr = V4L2_TYPE_IS_MULTIPLANAR(buf->buf.type) ?
buf->context->format.fmt.pix_mp.ycbcr_enc:
buf->context->format.fmt.pix.ycbcr_enc;
switch(cs) {
case V4L2_COLORSPACE_SRGB: return AVCOL_SPC_RGB;
case V4L2_COLORSPACE_REC709: return AVCOL_SPC_BT709;
case V4L2_COLORSPACE_470_SYSTEM_M: return AVCOL_SPC_FCC;
case V4L2_COLORSPACE_470_SYSTEM_BG: return AVCOL_SPC_BT470BG;
case V4L2_COLORSPACE_SMPTE170M: return AVCOL_SPC_SMPTE170M;
case V4L2_COLORSPACE_SMPTE240M: return AVCOL_SPC_SMPTE240M;
case V4L2_COLORSPACE_BT2020:
if (ycbcr == V4L2_YCBCR_ENC_BT2020_CONST_LUM)
return AVCOL_SPC_BT2020_CL;
else
return AVCOL_SPC_BT2020_NCL;
default:
break;
}
return AVCOL_SPC_UNSPECIFIED;
}
static enum AVColorTransferCharacteristic v4l2_get_color_trc(V4L2Buffer *buf)
{
enum v4l2_ycbcr_encoding ycbcr;
enum v4l2_xfer_func xfer;
enum v4l2_colorspace cs;
cs = V4L2_TYPE_IS_MULTIPLANAR(buf->buf.type) ?
buf->context->format.fmt.pix_mp.colorspace :
buf->context->format.fmt.pix.colorspace;
ycbcr = V4L2_TYPE_IS_MULTIPLANAR(buf->buf.type) ?
buf->context->format.fmt.pix_mp.ycbcr_enc:
buf->context->format.fmt.pix.ycbcr_enc;
xfer = V4L2_TYPE_IS_MULTIPLANAR(buf->buf.type) ?
buf->context->format.fmt.pix_mp.xfer_func:
buf->context->format.fmt.pix.xfer_func;
switch (xfer) {
case V4L2_XFER_FUNC_709: return AVCOL_TRC_BT709;
case V4L2_XFER_FUNC_SRGB: return AVCOL_TRC_IEC61966_2_1;
default:
break;
}
switch (cs) {
case V4L2_COLORSPACE_470_SYSTEM_M: return AVCOL_TRC_GAMMA22;
case V4L2_COLORSPACE_470_SYSTEM_BG: return AVCOL_TRC_GAMMA28;
case V4L2_COLORSPACE_SMPTE170M: return AVCOL_TRC_SMPTE170M;
case V4L2_COLORSPACE_SMPTE240M: return AVCOL_TRC_SMPTE240M;
default:
break;
}
switch (ycbcr) {
case V4L2_YCBCR_ENC_XV709:
case V4L2_YCBCR_ENC_XV601: return AVCOL_TRC_BT1361_ECG;
default:
break;
}
return AVCOL_TRC_UNSPECIFIED;
}
static int v4l2_buf_is_interlaced(const V4L2Buffer * const buf)
{
return V4L2_FIELD_IS_INTERLACED(buf->buf.field);
}
static int v4l2_buf_is_top_first(const V4L2Buffer * const buf)
{
return buf->buf.field == V4L2_FIELD_INTERLACED_TB;
}
static void v4l2_set_interlace(V4L2Buffer * const buf, const int is_interlaced, const int is_tff)
{
buf->buf.field = !is_interlaced ? V4L2_FIELD_NONE :
is_tff ? V4L2_FIELD_INTERLACED_TB : V4L2_FIELD_INTERLACED_BT;
}
static inline void frame_set_interlace(AVFrame* frame, const int is_interlaced, const int is_tff)
{
if (!is_interlaced) {
#if FF_API_INTERLACED_FRAME
FF_DISABLE_DEPRECATION_WARNINGS
frame->interlaced_frame = 0;
frame->top_field_first = 0;
FF_ENABLE_DEPRECATION_WARNINGS
#endif
frame->flags &= ~(AV_FRAME_FLAG_TOP_FIELD_FIRST | AV_FRAME_FLAG_INTERLACED);
}
else {
#if FF_API_INTERLACED_FRAME
FF_DISABLE_DEPRECATION_WARNINGS
frame->interlaced_frame = 1;
frame->top_field_first = !!is_tff;
FF_ENABLE_DEPRECATION_WARNINGS
#endif
if (is_tff)
frame->flags |= AV_FRAME_FLAG_TOP_FIELD_FIRST | AV_FRAME_FLAG_INTERLACED;
else
frame->flags = (frame->flags & ~AV_FRAME_FLAG_TOP_FIELD_FIRST) | AV_FRAME_FLAG_INTERLACED;
}
}
static inline int frame_is_interlaced(const AVFrame* const frame)
{
#if FF_API_INTERLACED_FRAME
FF_DISABLE_DEPRECATION_WARNINGS
return frame->interlaced_frame || (frame->flags & AV_FRAME_FLAG_INTERLACED) != 0;
FF_ENABLE_DEPRECATION_WARNINGS
#else
return (frame->flags & AV_FRAME_FLAG_INTERLACED) != 0;
#endif
}
static inline int frame_is_tff(const AVFrame* const frame)
{
#if FF_API_INTERLACED_FRAME
FF_DISABLE_DEPRECATION_WARNINGS
return frame->top_field_first || (frame->flags & AV_FRAME_FLAG_TOP_FIELD_FIRST) != 0;
FF_ENABLE_DEPRECATION_WARNINGS
#else
return (frame->flags & AV_FRAME_FLAG_TOP_FIELD_FIRST) != 0;
#endif
}
static inline int frame_is_key(const AVFrame* const frame)
{
#if FF_API_FRAME_KEY
FF_DISABLE_DEPRECATION_WARNINGS
return frame->key_frame || (frame->flags & AV_FRAME_FLAG_KEY) != 0;
FF_ENABLE_DEPRECATION_WARNINGS
#else
return (frame->flags & AV_FRAME_FLAG_KEY) != 0;
#endif
}
static inline void frame_set_key(AVFrame* const frame, const int is_key)
{
#if FF_API_FRAME_KEY
FF_DISABLE_DEPRECATION_WARNINGS
frame->key_frame = !!is_key;
FF_ENABLE_DEPRECATION_WARNINGS
#endif
frame->flags = is_key ?
frame->flags | AV_FRAME_FLAG_KEY :
frame->flags & ~AV_FRAME_FLAG_KEY;
}
#if CONFIG_LIBDRM
static uint8_t * v4l2_get_drm_frame(V4L2Buffer *avbuf)
{
AVDRMFrameDescriptor *drm_desc = &avbuf->drm_frame;
AVDRMLayerDescriptor *layer;
/* fill the DRM frame descriptor */
drm_desc->nb_objects = avbuf->num_planes;
drm_desc->nb_layers = 1;
layer = &drm_desc->layers[0];
layer->nb_planes = avbuf->num_planes;
for (int i = 0; i < avbuf->num_planes; i++) {
layer->planes[i].object_index = i;
layer->planes[i].offset = avbuf->plane_info[i].offset;
layer->planes[i].pitch = avbuf->plane_info[i].bytesperline;
}
switch (avbuf->context->av_pix_fmt) {
case AV_PIX_FMT_0BGR:
layer->format = DRM_FORMAT_RGBX8888;
break;
case AV_PIX_FMT_RGB0:
layer->format = DRM_FORMAT_XBGR8888;
break;
case AV_PIX_FMT_0RGB:
layer->format = DRM_FORMAT_BGRX8888;
break;
case AV_PIX_FMT_BGR0:
layer->format = DRM_FORMAT_XRGB8888;
break;
case AV_PIX_FMT_ABGR:
layer->format = DRM_FORMAT_RGBA8888;
break;
case AV_PIX_FMT_RGBA:
layer->format = DRM_FORMAT_ABGR8888;
break;
case AV_PIX_FMT_ARGB:
layer->format = DRM_FORMAT_BGRA8888;
break;
case AV_PIX_FMT_BGRA:
layer->format = DRM_FORMAT_ARGB8888;
break;
case AV_PIX_FMT_BGR24:
layer->format = DRM_FORMAT_BGR888;
break;
case AV_PIX_FMT_RGB24:
layer->format = DRM_FORMAT_RGB888;
break;
case AV_PIX_FMT_YUYV422:
layer->format = DRM_FORMAT_YUYV;
layer->nb_planes = 1;
break;
case AV_PIX_FMT_NV12:
case AV_PIX_FMT_NV21:
layer->format = avbuf->context->av_pix_fmt == AV_PIX_FMT_NV12 ?
DRM_FORMAT_NV12 : DRM_FORMAT_NV21;
if (avbuf->num_planes > 1)
break;
layer->nb_planes = 2;
layer->planes[1].object_index = 0;
layer->planes[1].offset = avbuf->plane_info[0].bytesperline *
avbuf->context->format.fmt.pix.height;
layer->planes[1].pitch = avbuf->plane_info[0].bytesperline;
break;
case AV_PIX_FMT_YUV420P:
layer->format = DRM_FORMAT_YUV420;
if (avbuf->num_planes > 1)
break;
layer->nb_planes = 3;
layer->planes[1].object_index = 0;
layer->planes[1].offset = avbuf->plane_info[0].bytesperline *
avbuf->context->format.fmt.pix.height;
layer->planes[1].pitch = avbuf->plane_info[0].bytesperline >> 1;
layer->planes[2].object_index = 0;
layer->planes[2].offset = layer->planes[1].offset +
((avbuf->plane_info[0].bytesperline *
avbuf->context->format.fmt.pix.height) >> 2);
layer->planes[2].pitch = avbuf->plane_info[0].bytesperline >> 1;
break;
default:
drm_desc->nb_layers = 0;
break;
}
return (uint8_t *) drm_desc;
}
#endif
static void v4l2_free_bufref(void *opaque, uint8_t *data)
{
AVBufferRef * bufref = (AVBufferRef *)data;
V4L2Buffer *avbuf = (V4L2Buffer *)bufref->data;
struct V4L2Context *ctx = ff_weak_link_lock(&avbuf->context_wl);
if (ctx != NULL) {
// Buffer still attached to context
V4L2m2mContext * const s = ctx_to_m2mctx(ctx);
if (!s->output_drm && avbuf->dmabuf[0] != NULL) {
for (unsigned int i = 0; i != avbuf->num_planes; ++i)
dmabuf_read_end(avbuf->dmabuf[i]);
}
ff_mutex_lock(&ctx->lock);
ff_v4l2_buffer_set_avail(avbuf);
avbuf->buf.timestamp.tv_sec = 0;
avbuf->buf.timestamp.tv_usec = 0;
if (V4L2_TYPE_IS_OUTPUT(ctx->type)) {
av_log(logger(avbuf), AV_LOG_DEBUG, "%s: Buffer avail\n", ctx->name);
}
else if (ctx->streamon) {
av_log(logger(avbuf), AV_LOG_DEBUG, "%s: Buffer requeue\n", ctx->name);
ff_v4l2_buffer_enqueue(avbuf); // will set to IN_DRIVER
}
else {
av_log(logger(avbuf), AV_LOG_DEBUG, "%s: Buffer freed but streamoff\n", ctx->name);
}
ff_mutex_unlock(&ctx->lock);
}
ff_weak_link_unlock(avbuf->context_wl);
av_buffer_unref(&bufref);
}
static inline uint32_t ff_v4l2_buf_len(const struct v4l2_buffer * b, unsigned int i)
{
return V4L2_TYPE_IS_MULTIPLANAR(b->type) ? b->m.planes[i].length : b->length;
}
static int v4l2_buffer_export_drm(V4L2Buffer* avbuf)
{
int i, ret;
const V4L2m2mContext * const s = buf_to_m2mctx(avbuf);
for (i = 0; i < avbuf->num_planes; i++) {
int dma_fd = -1;
const uint32_t blen = ff_v4l2_buf_len(&avbuf->buf, i);
if (s->db_ctl != NULL) {
if ((avbuf->dmabuf[i] = dmabuf_alloc(s->db_ctl, blen)) == NULL)
return AVERROR(ENOMEM);
dma_fd = dmabuf_fd(avbuf->dmabuf[i]);
if (V4L2_TYPE_IS_MULTIPLANAR(avbuf->buf.type))
avbuf->buf.m.planes[i].m.fd = dma_fd;
else
avbuf->buf.m.fd = dma_fd;
if (!s->output_drm)
avbuf->plane_info[i].mm_addr = dmabuf_map(avbuf->dmabuf[i]);
}
else {
struct v4l2_exportbuffer expbuf;
memset(&expbuf, 0, sizeof(expbuf));
expbuf.index = avbuf->buf.index;
expbuf.type = avbuf->buf.type;
expbuf.plane = i;
ret = ioctl(s->fd, VIDIOC_EXPBUF, &expbuf);
if (ret < 0)
return AVERROR(errno);
dma_fd = expbuf.fd;
}
avbuf->drm_frame.objects[i].size = blen;
avbuf->drm_frame.objects[i].fd = dma_fd;
#if !CONFIG_LIBDRM
avbuf->drm_frame.objects[i].format_modifier = 0;
#else
avbuf->drm_frame.objects[i].format_modifier = DRM_FORMAT_MOD_LINEAR;
#endif
}
return 0;
}
static int v4l2_bufref_to_buf(V4L2Buffer *out, int plane, const uint8_t* data, int size, int offset)
{
unsigned int bytesused, length;
int rv = 0;
if (plane >= out->num_planes)
return AVERROR(EINVAL);
length = out->plane_info[plane].length;
bytesused = FFMIN(size+offset, length);
if (size > length - offset) {
size = length - offset;
rv = AVERROR(ENOMEM);
}
memcpy((uint8_t*)out->plane_info[plane].mm_addr+offset, data, size);
set_buf_length(out, plane, bytesused, length);
return rv;
}
static AVBufferRef * wrap_avbuf(V4L2Buffer * const avbuf)
{
AVBufferRef * bufref = av_buffer_ref(avbuf->context->bufrefs[avbuf->buf.index]);
AVBufferRef * newbuf;
if (!bufref)
return NULL;
newbuf = av_buffer_create((uint8_t *)bufref, sizeof(*bufref), v4l2_free_bufref, NULL, 0);
if (newbuf == NULL)
av_buffer_unref(&bufref);
avbuf->status = V4L2BUF_RET_USER;
return newbuf;
}
static int v4l2_buffer_buf_to_swframe(AVFrame *frame, V4L2Buffer *avbuf)
{
int i;
frame->format = avbuf->context->av_pix_fmt;
frame->buf[0] = wrap_avbuf(avbuf);
if (frame->buf[0] == NULL)
return AVERROR(ENOMEM);
if (buf_to_m2mctx(avbuf)->output_drm) {
#if !CONFIG_LIBDRM
return AVERROR_OPTION_NOT_FOUND;
#else
/* 1. get references to the actual data */
const int rv = ff_v4l2_context_frames_set(avbuf->context);
if (rv != 0)
return rv;
frame->data[0] = (uint8_t *) v4l2_get_drm_frame(avbuf);
frame->format = AV_PIX_FMT_DRM_PRIME;
frame->hw_frames_ctx = av_buffer_ref(avbuf->context->frames_ref);
return 0;
#endif
}
/* 1. get references to the actual data */
for (i = 0; i < avbuf->num_planes; i++) {
frame->data[i] = (uint8_t *)avbuf->plane_info[i].mm_addr + avbuf->planes[i].data_offset;
frame->linesize[i] = avbuf->plane_info[i].bytesperline;
}
/* fixup special cases */
switch (avbuf->context->av_pix_fmt) {
case AV_PIX_FMT_NV12:
case AV_PIX_FMT_NV21:
if (avbuf->num_planes > 1)
break;
frame->linesize[1] = frame->linesize[0];
frame->data[1] = frame->data[0] + frame->linesize[0] * ff_v4l2_get_format_height(&avbuf->context->format);
break;
case AV_PIX_FMT_YUV420P:
if (avbuf->num_planes > 1)
break;
frame->linesize[1] = frame->linesize[0] / 2;
frame->linesize[2] = frame->linesize[1];
frame->data[1] = frame->data[0] + frame->linesize[0] * ff_v4l2_get_format_height(&avbuf->context->format);
frame->data[2] = frame->data[1] + frame->linesize[1] * ff_v4l2_get_format_height(&avbuf->context->format) / 2;
break;
default:
break;
}
if (avbuf->dmabuf[0] != NULL) {
for (unsigned int i = 0; i != avbuf->num_planes; ++i)
dmabuf_read_start(avbuf->dmabuf[i]);
}
return 0;
}
static void cpy_2d(uint8_t * dst, int dst_stride, const uint8_t * src, int src_stride, int w, int h)
{
if (dst_stride == src_stride && w + 32 >= dst_stride) {
memcpy(dst, src, dst_stride * h);
}
else {
while (--h >= 0) {
memcpy(dst, src, w);
dst += dst_stride;
src += src_stride;
}
}
}
static int is_chroma(const AVPixFmtDescriptor *desc, int i, int num_planes)
{
return i != 0 && !(i == num_planes - 1 && (desc->flags & AV_PIX_FMT_FLAG_ALPHA));
}
static int v4l2_buffer_primeframe_to_buf(const AVFrame *frame, V4L2Buffer *out)
{
const AVDRMFrameDescriptor *const src = (const AVDRMFrameDescriptor *)frame->data[0];
if (frame->format != AV_PIX_FMT_DRM_PRIME || !src)
return AVERROR(EINVAL);
av_assert0(out->buf.memory == V4L2_MEMORY_DMABUF);
if (V4L2_TYPE_IS_MULTIPLANAR(out->buf.type)) {
// Only currently cope with single buffer types
if (out->buf.length != 1)
return AVERROR_PATCHWELCOME;
if (src->nb_objects != 1)
return AVERROR(EINVAL);
out->planes[0].m.fd = src->objects[0].fd;
}
else {
if (src->nb_objects != 1)
return AVERROR(EINVAL);
out->buf.m.fd = src->objects[0].fd;
}
// No need to copy src AVDescriptor and if we did then we may confuse
// fd close on free
out->ref_buf = av_buffer_ref(frame->buf[0]);
return 0;
}
static int v4l2_buffer_swframe_to_buf(const AVFrame *frame, V4L2Buffer *out)
{
int i;
int num_planes = 0;
int pel_strides[4] = {0};
const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(frame->format);
if ((desc->flags & AV_PIX_FMT_FLAG_HWACCEL) != 0) {
av_log(NULL, AV_LOG_ERROR, "%s: HWACCEL cannot be copied\n", __func__);
return -1;
}
for (i = 0; i != desc->nb_components; ++i) {
if (desc->comp[i].plane >= num_planes)
num_planes = desc->comp[i].plane + 1;
pel_strides[desc->comp[i].plane] = desc->comp[i].step;
}
if (out->num_planes > 1) {
if (num_planes != out->num_planes) {
av_log(NULL, AV_LOG_ERROR, "%s: Num planes mismatch: %d != %d\n", __func__, num_planes, out->num_planes);
return -1;
}
for (i = 0; i != num_planes; ++i) {
int w = frame->width;
int h = frame->height;
if (is_chroma(desc, i, num_planes)) {
w = AV_CEIL_RSHIFT(w, desc->log2_chroma_w);
h = AV_CEIL_RSHIFT(h, desc->log2_chroma_h);
}
cpy_2d(out->plane_info[i].mm_addr, out->plane_info[i].bytesperline,
frame->data[i], frame->linesize[i],
w * pel_strides[i], h);
set_buf_length(out, i, out->plane_info[i].bytesperline * h, out->plane_info[i].length);
}
}
else
{
unsigned int offset = 0;
for (i = 0; i != num_planes; ++i) {
int w = frame->width;
int h = frame->height;
int dst_stride = out->plane_info[0].bytesperline;
uint8_t * const dst = (uint8_t *)out->plane_info[0].mm_addr + offset;
if (is_chroma(desc, i, num_planes)) {
// Is chroma
dst_stride >>= desc->log2_chroma_w;
offset += dst_stride * (out->context->height >> desc->log2_chroma_h);
w = AV_CEIL_RSHIFT(w, desc->log2_chroma_w);
h = AV_CEIL_RSHIFT(h, desc->log2_chroma_h);
}
else {
// Is luma or alpha
offset += dst_stride * out->context->height;
}
if (offset > out->plane_info[0].length) {
av_log(NULL, AV_LOG_ERROR, "%s: Plane total %u > buffer size %zu\n", __func__, offset, out->plane_info[0].length);
return -1;
}
cpy_2d(dst, dst_stride,
frame->data[i], frame->linesize[i],
w * pel_strides[i], h);
}
set_buf_length(out, 0, offset, out->plane_info[0].length);
}
return 0;
}
/******************************************************************************
*
* V4L2Buffer interface
*
******************************************************************************/
int ff_v4l2_buffer_avframe_to_buf(const AVFrame *frame, V4L2Buffer *out, const int64_t track_ts)
{
out->buf.flags = frame_is_key(frame) ?
(out->buf.flags | V4L2_BUF_FLAG_KEYFRAME) :
(out->buf.flags & ~V4L2_BUF_FLAG_KEYFRAME);
// Beware that colour info is held in format rather than the actual
// v4l2 buffer struct so this may not be as useful as you might hope
v4l2_set_color(out, frame->color_primaries, frame->colorspace, frame->color_trc);
v4l2_set_color_range(out, frame->color_range);
// PTS & interlace are buffer vars
if (track_ts)
out->buf.timestamp = tv_from_int(track_ts);
else
v4l2_set_pts(out, frame->pts);
v4l2_set_interlace(out, frame_is_interlaced(frame), frame_is_tff(frame));
return frame->format == AV_PIX_FMT_DRM_PRIME ?
v4l2_buffer_primeframe_to_buf(frame, out) :
v4l2_buffer_swframe_to_buf(frame, out);
}
int ff_v4l2_buffer_buf_to_avframe(AVFrame *frame, V4L2Buffer *avbuf)
{
int ret;
V4L2Context * const ctx = avbuf->context;
av_frame_unref(frame);
/* 1. get references to the actual data */
ret = v4l2_buffer_buf_to_swframe(frame, avbuf);
if (ret)
return ret;
/* 2. get frame information */
frame_set_key(frame, avbuf->buf.flags & V4L2_BUF_FLAG_KEYFRAME);
frame->pict_type = (avbuf->buf.flags & V4L2_BUF_FLAG_KEYFRAME) != 0 ? AV_PICTURE_TYPE_I :
(avbuf->buf.flags & V4L2_BUF_FLAG_PFRAME) != 0 ? AV_PICTURE_TYPE_P :
(avbuf->buf.flags & V4L2_BUF_FLAG_BFRAME) != 0 ? AV_PICTURE_TYPE_B :
AV_PICTURE_TYPE_NONE;
frame->color_primaries = v4l2_get_color_primaries(avbuf);
frame->colorspace = v4l2_get_color_space(avbuf);
frame->color_range = v4l2_get_color_range(avbuf);
frame->color_trc = v4l2_get_color_trc(avbuf);
frame->pts = v4l2_get_pts(avbuf);
frame->pkt_dts = AV_NOPTS_VALUE;
frame_set_interlace(frame, v4l2_buf_is_interlaced(avbuf), v4l2_buf_is_top_first(avbuf));
/* these values are updated also during re-init in v4l2_process_driver_event */
frame->height = ctx->height;
frame->width = ctx->width;
frame->sample_aspect_ratio = ctx->sample_aspect_ratio;
if (ctx->selection.height && ctx->selection.width) {
frame->crop_left = ctx->selection.left < frame->width ? ctx->selection.left : 0;
frame->crop_top = ctx->selection.top < frame->height ? ctx->selection.top : 0;
frame->crop_right = ctx->selection.left + ctx->selection.width < frame->width ?
frame->width - (ctx->selection.left + ctx->selection.width) : 0;
frame->crop_bottom = ctx->selection.top + ctx->selection.height < frame->height ?
frame->height - (ctx->selection.top + ctx->selection.height) : 0;
}
/* 3. report errors upstream */
if (avbuf->buf.flags & V4L2_BUF_FLAG_ERROR) {
av_log(logger(avbuf), AV_LOG_ERROR, "%s: driver decode error\n", avbuf->context->name);
frame->decode_error_flags |= FF_DECODE_ERROR_INVALID_BITSTREAM;
}
return 0;
}
int ff_v4l2_buffer_buf_to_avpkt(AVPacket *pkt, V4L2Buffer *avbuf)
{
av_packet_unref(pkt);
pkt->buf = wrap_avbuf(avbuf);
if (pkt->buf == NULL)
return AVERROR(ENOMEM);
pkt->size = V4L2_TYPE_IS_MULTIPLANAR(avbuf->buf.type) ? avbuf->buf.m.planes[0].bytesused : avbuf->buf.bytesused;
pkt->data = (uint8_t*)avbuf->plane_info[0].mm_addr + avbuf->planes[0].data_offset;
pkt->flags = 0;
if (avbuf->buf.flags & V4L2_BUF_FLAG_KEYFRAME)
pkt->flags |= AV_PKT_FLAG_KEY;
if (avbuf->buf.flags & V4L2_BUF_FLAG_ERROR) {
av_log(logger(avbuf), AV_LOG_ERROR, "%s driver encode error\n", avbuf->context->name);
pkt->flags |= AV_PKT_FLAG_CORRUPT;
}
pkt->dts = pkt->pts = v4l2_get_pts(avbuf);
return 0;
}
int ff_v4l2_buffer_avpkt_to_buf_ext(const AVPacket * const pkt, V4L2Buffer * const out,
const void *extdata, size_t extlen,
const int64_t timestamp)
{
int ret;
if (extlen) {
ret = v4l2_bufref_to_buf(out, 0, extdata, extlen, 0);
if (ret)
return ret;
}
ret = v4l2_bufref_to_buf(out, 0, pkt->data, pkt->size, extlen);
if (ret && ret != AVERROR(ENOMEM))
return ret;
if (timestamp)
out->buf.timestamp = tv_from_int(timestamp);
else
v4l2_set_pts(out, pkt->pts);
out->buf.flags = (pkt->flags & AV_PKT_FLAG_KEY) != 0 ?
(out->buf.flags | V4L2_BUF_FLAG_KEYFRAME) :
(out->buf.flags & ~V4L2_BUF_FLAG_KEYFRAME);
return ret;
}
int ff_v4l2_buffer_avpkt_to_buf(const AVPacket *pkt, V4L2Buffer *out)
{
return ff_v4l2_buffer_avpkt_to_buf_ext(pkt, out, NULL, 0, 0);
}
static void v4l2_buffer_buffer_free(void *opaque, uint8_t *data)
{
V4L2Buffer * const avbuf = (V4L2Buffer *)data;
int i;
for (i = 0; i != FF_ARRAY_ELEMS(avbuf->plane_info); ++i) {
struct V4L2Plane_info *p = avbuf->plane_info + i;
if (p->mm_addr != NULL)
munmap(p->mm_addr, p->length);
}
if (avbuf->dmabuf[0] == NULL) {
for (i = 0; i != FF_ARRAY_ELEMS(avbuf->drm_frame.objects); ++i) {
if (avbuf->drm_frame.objects[i].fd != -1)
close(avbuf->drm_frame.objects[i].fd);
}
}
else {
for (i = 0; i != FF_ARRAY_ELEMS(avbuf->dmabuf); ++i) {
dmabuf_free(avbuf->dmabuf[i]);
}
}
av_buffer_unref(&avbuf->ref_buf);
ff_weak_link_unref(&avbuf->context_wl);
av_free(avbuf);
}
int ff_v4l2_buffer_initialize(AVBufferRef ** pbufref, int index, V4L2Context *ctx, enum v4l2_memory mem)
{
int ret, i;
V4L2Buffer * const avbuf = av_mallocz(sizeof(*avbuf));
AVBufferRef * bufref;
V4L2m2mContext * const s = ctx_to_m2mctx(ctx);
int want_mmap;
*pbufref = NULL;
if (avbuf == NULL)
return AVERROR(ENOMEM);
bufref = av_buffer_create((uint8_t*)avbuf, sizeof(*avbuf), v4l2_buffer_buffer_free, NULL, 0);
if (bufref == NULL) {
av_free(avbuf);
return AVERROR(ENOMEM);
}
avbuf->context = ctx;
avbuf->buf.memory = mem;
avbuf->buf.type = ctx->type;
avbuf->buf.index = index;
for (i = 0; i != FF_ARRAY_ELEMS(avbuf->drm_frame.objects); ++i) {
avbuf->drm_frame.objects[i].fd = -1;
}
avbuf->context_wl = ff_weak_link_ref(ctx->wl_master);
if (V4L2_TYPE_IS_MULTIPLANAR(ctx->type)) {
avbuf->buf.length = VIDEO_MAX_PLANES;
avbuf->buf.m.planes = avbuf->planes;
}
ret = ioctl(s->fd, VIDIOC_QUERYBUF, &avbuf->buf);
if (ret < 0)
goto fail;
if (V4L2_TYPE_IS_MULTIPLANAR(ctx->type)) {
avbuf->num_planes = 0;
/* in MP, the V4L2 API states that buf.length means num_planes */
for (i = 0; i < avbuf->buf.length; i++) {
if (avbuf->buf.m.planes[i].length)
avbuf->num_planes++;
}
} else
avbuf->num_planes = 1;
want_mmap = avbuf->buf.memory == V4L2_MEMORY_MMAP &&
(V4L2_TYPE_IS_OUTPUT(ctx->type) || !buf_to_m2mctx(avbuf)->output_drm);
for (i = 0; i < avbuf->num_planes; i++) {
avbuf->plane_info[i].bytesperline = V4L2_TYPE_IS_MULTIPLANAR(ctx->type) ?
ctx->format.fmt.pix_mp.plane_fmt[i].bytesperline :
ctx->format.fmt.pix.bytesperline;
if (V4L2_TYPE_IS_MULTIPLANAR(ctx->type)) {
avbuf->plane_info[i].length = avbuf->buf.m.planes[i].length;
avbuf->plane_info[i].offset = avbuf->buf.m.planes[i].data_offset;
if (want_mmap)
avbuf->plane_info[i].mm_addr = mmap(NULL, avbuf->buf.m.planes[i].length,
PROT_READ | PROT_WRITE, MAP_SHARED,
buf_to_m2mctx(avbuf)->fd, avbuf->buf.m.planes[i].m.mem_offset);
} else {
avbuf->plane_info[i].length = avbuf->buf.length;
avbuf->plane_info[i].offset = 0;
if (want_mmap)
avbuf->plane_info[i].mm_addr = mmap(NULL, avbuf->buf.length,
PROT_READ | PROT_WRITE, MAP_SHARED,
buf_to_m2mctx(avbuf)->fd, avbuf->buf.m.offset);
}
if (avbuf->plane_info[i].mm_addr == MAP_FAILED) {
avbuf->plane_info[i].mm_addr = NULL;
ret = AVERROR(ENOMEM);
goto fail;
}
}
avbuf->status = V4L2BUF_AVAILABLE;
if (V4L2_TYPE_IS_MULTIPLANAR(ctx->type)) {
avbuf->buf.m.planes = avbuf->planes;
avbuf->buf.length = avbuf->num_planes;
} else {
avbuf->buf.bytesused = avbuf->planes[0].bytesused;
avbuf->buf.length = avbuf->planes[0].length;
}
if (V4L2_TYPE_IS_CAPTURE(ctx->type) && !want_mmap) {
// export_drm does dmabuf alloc if we aren't using v4l2 alloc
ret = v4l2_buffer_export_drm(avbuf);
if (ret) {
av_log(logger(avbuf), AV_LOG_ERROR, "Failed to get exported drm handles\n");
goto fail;
}
}
*pbufref = bufref;
return 0;
fail:
av_buffer_unref(&bufref);
return ret;
}
int ff_v4l2_buffer_enqueue(V4L2Buffer* avbuf)
{
int ret;
int qc;
if (avbuf->buf.timestamp.tv_sec || avbuf->buf.timestamp.tv_usec) {
av_log(logger(avbuf), AV_LOG_DEBUG, "--- %s pre VIDIOC_QBUF: index %d, ts=%ld.%06ld count=%d\n",
avbuf->context->name, avbuf->buf.index,
avbuf->buf.timestamp.tv_sec, avbuf->buf.timestamp.tv_usec,
avbuf->context->q_count);
}
ret = ioctl(buf_to_m2mctx(avbuf)->fd, VIDIOC_QBUF, &avbuf->buf);
if (ret < 0) {
int err = errno;
av_log(logger(avbuf), AV_LOG_ERROR, "--- %s VIDIOC_QBUF: index %d FAIL err %d (%s)\n",
avbuf->context->name, avbuf->buf.index,
err, strerror(err));
return AVERROR(err);
}
// Lock not wanted - if called from buffer free then lock already obtained
qc = atomic_fetch_add(&avbuf->context->q_count, 1) + 1;
avbuf->status = V4L2BUF_IN_DRIVER;
pthread_cond_broadcast(&avbuf->context->cond);
av_log(logger(avbuf), AV_LOG_DEBUG, "--- %s VIDIOC_QBUF: index %d, ts=%ld.%06ld count=%d\n",
avbuf->context->name, avbuf->buf.index,
avbuf->buf.timestamp.tv_sec, avbuf->buf.timestamp.tv_usec, qc);
return 0;
}
View git blame Copy permalink