Running the presubmit.sh script will apply our rules to every file in the repo. Exclude gbm.h from the formatting requirements since this file was taken from other open-source projects, and diffing will be easier without our formatting rules. In addition, special case drivers where the order of includes matters. BUG=none TEST=Verified the following commands succeed: emerge-cyan minigbm/arc-cros-gralloc emerge-oak minigbm/arc-cros-gralloc emerge-veyron_minnie-cheets minigbm/arc-cros-gralloc emerge-peach_pi minigbm emerge-nyan_big minigbm emerge-jadeite minigbm Change-Id: I6ce93fb1930da254d13d5017766c17341870ccc9 Reviewed-on: https://chromium-review.googlesource.com/447319 Commit-Ready: Gurchetan Singh <gurchetansingh@chromium.org> Tested-by: Gurchetan Singh <gurchetansingh@chromium.org> Reviewed-by: Gurchetan Singh <gurchetansingh@chromium.org>
584 lines
12 KiB
C
584 lines
12 KiB
C
/*
|
|
* Copyright 2016 The Chromium OS Authors. All rights reserved.
|
|
* Use of this source code is governed by a BSD-style license that can be
|
|
* found in the LICENSE file.
|
|
*/
|
|
#include <assert.h>
|
|
#include <errno.h>
|
|
#include <fcntl.h>
|
|
#include <pthread.h>
|
|
#include <stdint.h>
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
#include <sys/mman.h>
|
|
#include <xf86drm.h>
|
|
|
|
#include "drv_priv.h"
|
|
#include "helpers.h"
|
|
#include "util.h"
|
|
|
|
#ifdef DRV_AMDGPU
|
|
extern struct backend backend_amdgpu;
|
|
#endif
|
|
extern struct backend backend_cirrus;
|
|
extern struct backend backend_evdi;
|
|
#ifdef DRV_EXYNOS
|
|
extern struct backend backend_exynos;
|
|
#endif
|
|
extern struct backend backend_gma500;
|
|
#ifdef DRV_I915
|
|
extern struct backend backend_i915;
|
|
#endif
|
|
#ifdef DRV_MARVELL
|
|
extern struct backend backend_marvell;
|
|
#endif
|
|
#ifdef DRV_MEDIATEK
|
|
extern struct backend backend_mediatek;
|
|
#endif
|
|
extern struct backend backend_nouveau;
|
|
#ifdef DRV_ROCKCHIP
|
|
extern struct backend backend_rockchip;
|
|
#endif
|
|
#ifdef DRV_TEGRA
|
|
extern struct backend backend_tegra;
|
|
#endif
|
|
extern struct backend backend_udl;
|
|
#ifdef DRV_VC4
|
|
extern struct backend backend_vc4;
|
|
#endif
|
|
extern struct backend backend_vgem;
|
|
extern struct backend backend_virtio_gpu;
|
|
|
|
static struct backend *drv_get_backend(int fd)
|
|
{
|
|
drmVersionPtr drm_version;
|
|
unsigned int i;
|
|
|
|
drm_version = drmGetVersion(fd);
|
|
|
|
if (!drm_version)
|
|
return NULL;
|
|
|
|
struct backend *backend_list[] = {
|
|
#ifdef DRV_AMDGPU
|
|
&backend_amdgpu,
|
|
#endif
|
|
&backend_cirrus, &backend_evdi,
|
|
#ifdef DRV_EXYNOS
|
|
&backend_exynos,
|
|
#endif
|
|
&backend_gma500,
|
|
#ifdef DRV_I915
|
|
&backend_i915,
|
|
#endif
|
|
#ifdef DRV_MARVELL
|
|
&backend_marvell,
|
|
#endif
|
|
#ifdef DRV_MEDIATEK
|
|
&backend_mediatek,
|
|
#endif
|
|
&backend_nouveau,
|
|
#ifdef DRV_ROCKCHIP
|
|
&backend_rockchip,
|
|
#endif
|
|
#ifdef DRV_TEGRA
|
|
&backend_tegra,
|
|
#endif
|
|
&backend_udl,
|
|
#ifdef DRV_VC4
|
|
&backend_vc4,
|
|
#endif
|
|
&backend_vgem, &backend_virtio_gpu,
|
|
};
|
|
|
|
for (i = 0; i < ARRAY_SIZE(backend_list); i++)
|
|
if (!strcmp(drm_version->name, backend_list[i]->name)) {
|
|
drmFreeVersion(drm_version);
|
|
return backend_list[i];
|
|
}
|
|
|
|
drmFreeVersion(drm_version);
|
|
return NULL;
|
|
}
|
|
|
|
struct driver *drv_create(int fd)
|
|
{
|
|
struct driver *drv;
|
|
int ret;
|
|
|
|
drv = (struct driver *)calloc(1, sizeof(*drv));
|
|
|
|
if (!drv)
|
|
return NULL;
|
|
|
|
drv->fd = fd;
|
|
drv->backend = drv_get_backend(fd);
|
|
|
|
if (!drv->backend)
|
|
goto free_driver;
|
|
|
|
if (pthread_mutex_init(&drv->driver_lock, NULL))
|
|
goto free_driver;
|
|
|
|
drv->buffer_table = drmHashCreate();
|
|
if (!drv->buffer_table)
|
|
goto free_lock;
|
|
|
|
drv->map_table = drmHashCreate();
|
|
if (!drv->map_table)
|
|
goto free_buffer_table;
|
|
|
|
/* Start with a power of 2 number of allocations. */
|
|
drv->backend->combos.allocations = 2;
|
|
drv->backend->combos.size = 0;
|
|
drv->backend->combos.data =
|
|
calloc(drv->backend->combos.allocations, sizeof(struct combination));
|
|
if (!drv->backend->combos.data)
|
|
goto free_map_table;
|
|
|
|
if (drv->backend->init) {
|
|
ret = drv->backend->init(drv);
|
|
if (ret) {
|
|
free(drv->backend->combos.data);
|
|
goto free_map_table;
|
|
}
|
|
}
|
|
|
|
return drv;
|
|
|
|
free_map_table:
|
|
drmHashDestroy(drv->map_table);
|
|
free_buffer_table:
|
|
drmHashDestroy(drv->buffer_table);
|
|
free_lock:
|
|
pthread_mutex_destroy(&drv->driver_lock);
|
|
free_driver:
|
|
free(drv);
|
|
return NULL;
|
|
}
|
|
|
|
void drv_destroy(struct driver *drv)
|
|
{
|
|
pthread_mutex_lock(&drv->driver_lock);
|
|
|
|
if (drv->backend->close)
|
|
drv->backend->close(drv);
|
|
|
|
drmHashDestroy(drv->buffer_table);
|
|
drmHashDestroy(drv->map_table);
|
|
|
|
free(drv->backend->combos.data);
|
|
|
|
pthread_mutex_unlock(&drv->driver_lock);
|
|
pthread_mutex_destroy(&drv->driver_lock);
|
|
|
|
free(drv);
|
|
}
|
|
|
|
int drv_get_fd(struct driver *drv)
|
|
{
|
|
return drv->fd;
|
|
}
|
|
|
|
const char *drv_get_name(struct driver *drv)
|
|
{
|
|
return drv->backend->name;
|
|
}
|
|
|
|
struct combination *drv_get_combination(struct driver *drv, uint32_t format, uint64_t usage)
|
|
{
|
|
struct combination *curr, *best;
|
|
|
|
if (format == DRM_FORMAT_NONE || usage == BO_USE_NONE)
|
|
return 0;
|
|
|
|
best = NULL;
|
|
uint32_t i;
|
|
for (i = 0; i < drv->backend->combos.size; i++) {
|
|
curr = &drv->backend->combos.data[i];
|
|
if ((format == curr->format) && usage == (curr->usage & usage))
|
|
if (!best || best->metadata.priority < curr->metadata.priority)
|
|
best = curr;
|
|
}
|
|
|
|
return best;
|
|
}
|
|
|
|
struct bo *drv_bo_new(struct driver *drv, uint32_t width, uint32_t height, uint32_t format)
|
|
{
|
|
|
|
struct bo *bo;
|
|
bo = (struct bo *)calloc(1, sizeof(*bo));
|
|
|
|
if (!bo)
|
|
return NULL;
|
|
|
|
bo->drv = drv;
|
|
bo->width = width;
|
|
bo->height = height;
|
|
bo->format = format;
|
|
bo->num_planes = drv_num_planes_from_format(format);
|
|
|
|
if (!bo->num_planes) {
|
|
free(bo);
|
|
return NULL;
|
|
}
|
|
|
|
return bo;
|
|
}
|
|
|
|
struct bo *drv_bo_create(struct driver *drv, uint32_t width, uint32_t height, uint32_t format,
|
|
uint64_t flags)
|
|
{
|
|
int ret;
|
|
size_t plane;
|
|
struct bo *bo;
|
|
|
|
bo = drv_bo_new(drv, width, height, format);
|
|
|
|
if (!bo)
|
|
return NULL;
|
|
|
|
ret = drv->backend->bo_create(bo, width, height, format, flags);
|
|
|
|
if (ret) {
|
|
free(bo);
|
|
return NULL;
|
|
}
|
|
|
|
pthread_mutex_lock(&drv->driver_lock);
|
|
|
|
for (plane = 0; plane < bo->num_planes; plane++)
|
|
drv_increment_reference_count(drv, bo, plane);
|
|
|
|
pthread_mutex_unlock(&drv->driver_lock);
|
|
|
|
return bo;
|
|
}
|
|
|
|
struct bo *drv_bo_create_with_modifiers(struct driver *drv, uint32_t width, uint32_t height,
|
|
uint32_t format, const uint64_t *modifiers, uint32_t count)
|
|
{
|
|
int ret;
|
|
size_t plane;
|
|
struct bo *bo;
|
|
|
|
if (!drv->backend->bo_create_with_modifiers) {
|
|
errno = ENOENT;
|
|
return NULL;
|
|
}
|
|
|
|
bo = drv_bo_new(drv, width, height, format);
|
|
|
|
if (!bo)
|
|
return NULL;
|
|
|
|
ret = drv->backend->bo_create_with_modifiers(bo, width, height, format, modifiers, count);
|
|
|
|
if (ret) {
|
|
free(bo);
|
|
return NULL;
|
|
}
|
|
|
|
pthread_mutex_lock(&drv->driver_lock);
|
|
|
|
for (plane = 0; plane < bo->num_planes; plane++)
|
|
drv_increment_reference_count(drv, bo, plane);
|
|
|
|
pthread_mutex_unlock(&drv->driver_lock);
|
|
|
|
return bo;
|
|
}
|
|
|
|
void drv_bo_destroy(struct bo *bo)
|
|
{
|
|
size_t plane;
|
|
uintptr_t total = 0;
|
|
struct driver *drv = bo->drv;
|
|
|
|
pthread_mutex_lock(&drv->driver_lock);
|
|
|
|
for (plane = 0; plane < bo->num_planes; plane++)
|
|
drv_decrement_reference_count(drv, bo, plane);
|
|
|
|
for (plane = 0; plane < bo->num_planes; plane++)
|
|
total += drv_get_reference_count(drv, bo, plane);
|
|
|
|
pthread_mutex_unlock(&drv->driver_lock);
|
|
|
|
if (total == 0)
|
|
bo->drv->backend->bo_destroy(bo);
|
|
|
|
free(bo);
|
|
}
|
|
|
|
struct bo *drv_bo_import(struct driver *drv, struct drv_import_fd_data *data)
|
|
{
|
|
int ret;
|
|
size_t plane;
|
|
struct bo *bo;
|
|
|
|
bo = drv_bo_new(drv, data->width, data->height, data->format);
|
|
|
|
if (!bo)
|
|
return NULL;
|
|
|
|
ret = drv->backend->bo_import(bo, data);
|
|
if (ret) {
|
|
free(bo);
|
|
return NULL;
|
|
}
|
|
|
|
for (plane = 0; plane < bo->num_planes; plane++) {
|
|
bo->strides[plane] = data->strides[plane];
|
|
bo->offsets[plane] = data->offsets[plane];
|
|
bo->sizes[plane] = data->sizes[plane];
|
|
bo->format_modifiers[plane] = data->format_modifiers[plane];
|
|
bo->total_size += data->sizes[plane];
|
|
}
|
|
|
|
return bo;
|
|
}
|
|
|
|
void *drv_bo_map(struct bo *bo, uint32_t x, uint32_t y, uint32_t width, uint32_t height,
|
|
uint32_t flags, struct map_info **map_data, size_t plane)
|
|
{
|
|
void *ptr;
|
|
uint8_t *addr;
|
|
size_t offset;
|
|
struct map_info *data;
|
|
|
|
assert(width > 0);
|
|
assert(height > 0);
|
|
assert(x + width <= drv_bo_get_width(bo));
|
|
assert(y + height <= drv_bo_get_height(bo));
|
|
|
|
pthread_mutex_lock(&bo->drv->driver_lock);
|
|
|
|
if (!drmHashLookup(bo->drv->map_table, bo->handles[plane].u32, &ptr)) {
|
|
data = (struct map_info *)ptr;
|
|
data->refcount++;
|
|
goto success;
|
|
}
|
|
|
|
data = calloc(1, sizeof(*data));
|
|
addr = bo->drv->backend->bo_map(bo, data, plane);
|
|
if (addr == MAP_FAILED) {
|
|
*map_data = NULL;
|
|
free(data);
|
|
pthread_mutex_unlock(&bo->drv->driver_lock);
|
|
return MAP_FAILED;
|
|
}
|
|
|
|
data->refcount = 1;
|
|
data->addr = addr;
|
|
data->handle = bo->handles[plane].u32;
|
|
drmHashInsert(bo->drv->map_table, bo->handles[plane].u32, (void *)data);
|
|
|
|
success:
|
|
*map_data = data;
|
|
offset = drv_bo_get_plane_stride(bo, plane) * y;
|
|
offset += drv_stride_from_format(bo->format, x, plane);
|
|
addr = (uint8_t *)data->addr;
|
|
addr += drv_bo_get_plane_offset(bo, plane) + offset;
|
|
pthread_mutex_unlock(&bo->drv->driver_lock);
|
|
|
|
return (void *)addr;
|
|
}
|
|
|
|
int drv_bo_unmap(struct bo *bo, struct map_info *data)
|
|
{
|
|
int ret = 0;
|
|
|
|
assert(data);
|
|
assert(data->refcount >= 0);
|
|
|
|
pthread_mutex_lock(&bo->drv->driver_lock);
|
|
|
|
if (!--data->refcount) {
|
|
if (bo->drv->backend->bo_unmap)
|
|
ret = bo->drv->backend->bo_unmap(bo, data);
|
|
else
|
|
ret = munmap(data->addr, data->length);
|
|
drmHashDelete(bo->drv->map_table, data->handle);
|
|
free(data);
|
|
}
|
|
|
|
pthread_mutex_unlock(&bo->drv->driver_lock);
|
|
|
|
return ret;
|
|
}
|
|
|
|
uint32_t drv_bo_get_width(struct bo *bo)
|
|
{
|
|
return bo->width;
|
|
}
|
|
|
|
uint32_t drv_bo_get_height(struct bo *bo)
|
|
{
|
|
return bo->height;
|
|
}
|
|
|
|
uint32_t drv_bo_get_stride_or_tiling(struct bo *bo)
|
|
{
|
|
return bo->tiling ? bo->tiling : drv_bo_get_plane_stride(bo, 0);
|
|
}
|
|
|
|
size_t drv_bo_get_num_planes(struct bo *bo)
|
|
{
|
|
return bo->num_planes;
|
|
}
|
|
|
|
union bo_handle drv_bo_get_plane_handle(struct bo *bo, size_t plane)
|
|
{
|
|
return bo->handles[plane];
|
|
}
|
|
|
|
#ifndef DRM_RDWR
|
|
#define DRM_RDWR O_RDWR
|
|
#endif
|
|
|
|
int drv_bo_get_plane_fd(struct bo *bo, size_t plane)
|
|
{
|
|
|
|
int ret, fd;
|
|
assert(plane < bo->num_planes);
|
|
|
|
ret = drmPrimeHandleToFD(bo->drv->fd, bo->handles[plane].u32, DRM_CLOEXEC | DRM_RDWR, &fd);
|
|
|
|
return (ret) ? ret : fd;
|
|
}
|
|
|
|
uint32_t drv_bo_get_plane_offset(struct bo *bo, size_t plane)
|
|
{
|
|
assert(plane < bo->num_planes);
|
|
return bo->offsets[plane];
|
|
}
|
|
|
|
uint32_t drv_bo_get_plane_size(struct bo *bo, size_t plane)
|
|
{
|
|
assert(plane < bo->num_planes);
|
|
return bo->sizes[plane];
|
|
}
|
|
|
|
uint32_t drv_bo_get_plane_stride(struct bo *bo, size_t plane)
|
|
{
|
|
assert(plane < bo->num_planes);
|
|
return bo->strides[plane];
|
|
}
|
|
|
|
uint64_t drv_bo_get_plane_format_modifier(struct bo *bo, size_t plane)
|
|
{
|
|
assert(plane < bo->num_planes);
|
|
return bo->format_modifiers[plane];
|
|
}
|
|
|
|
uint32_t drv_bo_get_format(struct bo *bo)
|
|
{
|
|
return bo->format;
|
|
}
|
|
|
|
uint32_t drv_resolve_format(struct driver *drv, uint32_t format)
|
|
{
|
|
if (drv->backend->resolve_format)
|
|
return drv->backend->resolve_format(format);
|
|
|
|
return format;
|
|
}
|
|
|
|
size_t drv_num_planes_from_format(uint32_t format)
|
|
{
|
|
switch (format) {
|
|
case DRM_FORMAT_ABGR1555:
|
|
case DRM_FORMAT_ABGR2101010:
|
|
case DRM_FORMAT_ABGR4444:
|
|
case DRM_FORMAT_ABGR8888:
|
|
case DRM_FORMAT_ARGB1555:
|
|
case DRM_FORMAT_ARGB2101010:
|
|
case DRM_FORMAT_ARGB4444:
|
|
case DRM_FORMAT_ARGB8888:
|
|
case DRM_FORMAT_AYUV:
|
|
case DRM_FORMAT_BGR233:
|
|
case DRM_FORMAT_BGR565:
|
|
case DRM_FORMAT_BGR888:
|
|
case DRM_FORMAT_BGRA1010102:
|
|
case DRM_FORMAT_BGRA4444:
|
|
case DRM_FORMAT_BGRA5551:
|
|
case DRM_FORMAT_BGRA8888:
|
|
case DRM_FORMAT_BGRX1010102:
|
|
case DRM_FORMAT_BGRX4444:
|
|
case DRM_FORMAT_BGRX5551:
|
|
case DRM_FORMAT_BGRX8888:
|
|
case DRM_FORMAT_C8:
|
|
case DRM_FORMAT_GR88:
|
|
case DRM_FORMAT_R8:
|
|
case DRM_FORMAT_RG88:
|
|
case DRM_FORMAT_RGB332:
|
|
case DRM_FORMAT_RGB565:
|
|
case DRM_FORMAT_RGB888:
|
|
case DRM_FORMAT_RGBA1010102:
|
|
case DRM_FORMAT_RGBA4444:
|
|
case DRM_FORMAT_RGBA5551:
|
|
case DRM_FORMAT_RGBA8888:
|
|
case DRM_FORMAT_RGBX1010102:
|
|
case DRM_FORMAT_RGBX4444:
|
|
case DRM_FORMAT_RGBX5551:
|
|
case DRM_FORMAT_RGBX8888:
|
|
case DRM_FORMAT_UYVY:
|
|
case DRM_FORMAT_VYUY:
|
|
case DRM_FORMAT_XBGR1555:
|
|
case DRM_FORMAT_XBGR2101010:
|
|
case DRM_FORMAT_XBGR4444:
|
|
case DRM_FORMAT_XBGR8888:
|
|
case DRM_FORMAT_XRGB1555:
|
|
case DRM_FORMAT_XRGB2101010:
|
|
case DRM_FORMAT_XRGB4444:
|
|
case DRM_FORMAT_XRGB8888:
|
|
case DRM_FORMAT_YUYV:
|
|
case DRM_FORMAT_YVYU:
|
|
return 1;
|
|
case DRM_FORMAT_NV12:
|
|
return 2;
|
|
case DRM_FORMAT_YVU420:
|
|
case DRM_FORMAT_YVU420_ANDROID:
|
|
return 3;
|
|
}
|
|
|
|
fprintf(stderr, "drv: UNKNOWN FORMAT %d\n", format);
|
|
return 0;
|
|
}
|
|
|
|
uint32_t drv_size_from_format(uint32_t format, uint32_t stride, uint32_t height, size_t plane)
|
|
{
|
|
assert(plane < drv_num_planes_from_format(format));
|
|
uint32_t vertical_subsampling;
|
|
|
|
switch (format) {
|
|
case DRM_FORMAT_NV12:
|
|
case DRM_FORMAT_YVU420:
|
|
case DRM_FORMAT_YVU420_ANDROID:
|
|
vertical_subsampling = (plane == 0) ? 1 : 2;
|
|
break;
|
|
default:
|
|
vertical_subsampling = 1;
|
|
}
|
|
|
|
return stride * DIV_ROUND_UP(height, vertical_subsampling);
|
|
}
|
|
|
|
uint32_t drv_num_buffers_per_bo(struct bo *bo)
|
|
{
|
|
uint32_t count = 0;
|
|
size_t plane, p;
|
|
|
|
for (plane = 0; plane < bo->num_planes; plane++) {
|
|
for (p = 0; p < plane; p++)
|
|
if (bo->handles[p].u32 == bo->handles[plane].u32)
|
|
break;
|
|
if (p == plane)
|
|
count++;
|
|
}
|
|
|
|
return count;
|
|
}
|