blob: 17e851d320c75c05cd9b18a2b255bec5880151bf [file] [log] [blame]
/* GStreamer
*
* Copyright (C) 2016 Igalia
*
* Authors:
* Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
* Javier Martin <javiermartin@by.com.es>
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public
* License along with this library; if not, write to the
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
* Boston, MA 02110-1301, USA.
*
*/
#ifdef HAVE_CONFIG_H
#include "config.h"
#endif
#include <fcntl.h>
#include <xf86drm.h>
#include <xf86drmMode.h>
#include <stdlib.h>
#include <string.h>
#include <sys/mman.h>
#include <unistd.h>
/* it needs to be below because is internal to libdrm */
#include <drm.h>
#include <gst/allocators/gstdmabuf.h>
#include "gstkmsallocator.h"
#include "gstkmsutils.h"
#ifndef DRM_RDWR
#define DRM_RDWR O_RDWR
#endif
#define GST_CAT_DEFAULT kmsallocator_debug
GST_DEBUG_CATEGORY_STATIC (GST_CAT_DEFAULT);
#define GST_KMS_MEMORY_TYPE "KMSMemory"
struct kms_bo
{
void *ptr;
size_t size;
unsigned handle;
unsigned int refs;
};
struct _GstKMSAllocatorPrivate
{
int fd;
/* protected by GstKMSAllocator object lock */
GList *mem_cache;
GstAllocator *dmabuf_alloc;
};
#define parent_class gst_kms_allocator_parent_class
G_DEFINE_TYPE_WITH_CODE (GstKMSAllocator, gst_kms_allocator, GST_TYPE_ALLOCATOR,
G_ADD_PRIVATE (GstKMSAllocator);
GST_DEBUG_CATEGORY_INIT (GST_CAT_DEFAULT, "kmsallocator", 0,
"KMS allocator"));
enum
{
PROP_DRM_FD = 1,
PROP_N,
};
static GParamSpec *g_props[PROP_N] = { NULL, };
gboolean
gst_is_kms_memory (GstMemory * mem)
{
return gst_memory_is_type (mem, GST_KMS_MEMORY_TYPE);
}
guint32
gst_kms_memory_get_fb_id (GstMemory * mem)
{
if (!gst_is_kms_memory (mem))
return 0;
return ((GstKMSMemory *) mem)->fb_id;
}
static gboolean
check_fd (GstKMSAllocator * alloc)
{
return alloc->priv->fd > -1;
}
static void
gst_kms_allocator_memory_reset (GstKMSAllocator * allocator, GstKMSMemory * mem)
{
int err;
struct drm_mode_destroy_dumb arg = { 0, };
if (!check_fd (allocator))
return;
if (mem->fb_id) {
GST_DEBUG_OBJECT (allocator, "removing fb id %d", mem->fb_id);
drmModeRmFB (allocator->priv->fd, mem->fb_id);
mem->fb_id = 0;
}
if (!mem->bo)
return;
if (mem->bo->ptr != NULL) {
GST_WARNING_OBJECT (allocator, "destroying mapped bo (refcount=%d)",
mem->bo->refs);
munmap (mem->bo->ptr, mem->bo->size);
mem->bo->ptr = NULL;
}
arg.handle = mem->bo->handle;
err = drmIoctl (allocator->priv->fd, DRM_IOCTL_MODE_DESTROY_DUMB, &arg);
if (err)
GST_WARNING_OBJECT (allocator,
"Failed to destroy dumb buffer object: %s %d", strerror (errno), errno);
g_free (mem->bo);
mem->bo = NULL;
}
/* Copied from gst_v4l2_object_extrapolate_stride() */
static gint
extrapolate_stride (const GstVideoFormatInfo * finfo, gint plane, gint stride)
{
gint estride;
switch (finfo->format) {
case GST_VIDEO_FORMAT_NV12:
case GST_VIDEO_FORMAT_NV12_64Z32:
case GST_VIDEO_FORMAT_NV21:
case GST_VIDEO_FORMAT_NV16:
case GST_VIDEO_FORMAT_NV61:
case GST_VIDEO_FORMAT_NV24:
estride = (plane == 0 ? 1 : 2) *
GST_VIDEO_FORMAT_INFO_SCALE_WIDTH (finfo, plane, stride);
break;
default:
estride = GST_VIDEO_FORMAT_INFO_SCALE_WIDTH (finfo, plane, stride);
break;
}
return estride;
}
static gboolean
gst_kms_allocator_memory_create (GstKMSAllocator * allocator,
GstKMSMemory * kmsmem, GstVideoInfo * vinfo)
{
gint i, ret, h;
struct drm_mode_create_dumb arg = { 0, };
guint32 fmt;
gint num_planes = GST_VIDEO_INFO_N_PLANES (vinfo);
gsize offs = 0;
if (kmsmem->bo)
return TRUE;
if (!check_fd (allocator))
return FALSE;
kmsmem->bo = g_malloc0 (sizeof (*kmsmem->bo));
if (!kmsmem->bo)
return FALSE;
fmt = gst_drm_format_from_video (GST_VIDEO_INFO_FORMAT (vinfo));
arg.bpp = gst_drm_bpp_from_drm (fmt);
arg.width = GST_VIDEO_INFO_WIDTH (vinfo);
h = GST_VIDEO_INFO_HEIGHT (vinfo);
arg.height = gst_drm_height_from_drm (fmt, h);
ret = drmIoctl (allocator->priv->fd, DRM_IOCTL_MODE_CREATE_DUMB, &arg);
if (ret)
goto create_failed;
if (!arg.pitch)
goto done;
for (i = 0; i < num_planes; i++) {
guint32 pitch;
if (!arg.pitch)
continue;
/* Overwrite the video info's stride and offset using the pitch calculcated
* by the kms driver. */
pitch = extrapolate_stride (vinfo->finfo, i, arg.pitch);
GST_VIDEO_INFO_PLANE_STRIDE (vinfo, i) = pitch;
GST_VIDEO_INFO_PLANE_OFFSET (vinfo, i) = offs;
/* Note that we cannot negotiate special padding betweem each planes,
* hence using the display height here. */
offs += pitch * GST_VIDEO_FORMAT_INFO_SCALE_HEIGHT (vinfo->finfo, i, h);
GST_DEBUG_OBJECT (allocator, "Created BO plane %i with stride %i and "
"offset %" G_GSIZE_FORMAT, i,
GST_VIDEO_INFO_PLANE_STRIDE (vinfo, i),
GST_VIDEO_INFO_PLANE_OFFSET (vinfo, i));
}
/* Update with the size use for display, excluding any padding at the end */
GST_VIDEO_INFO_SIZE (vinfo) = offs;
done:
kmsmem->bo->handle = arg.handle;
/* will be used a memory maxsize */
kmsmem->bo->size = arg.size;
/* Validate the size to prevent overflow */
if (kmsmem->bo->size < GST_VIDEO_INFO_SIZE (vinfo)) {
GST_ERROR_OBJECT (allocator,
"DUMB buffer has a size of %" G_GSIZE_FORMAT
" but we require at least %" G_GSIZE_FORMAT " to hold a frame",
kmsmem->bo->size, GST_VIDEO_INFO_SIZE (vinfo));
return FALSE;
}
return TRUE;
/* ERRORS */
create_failed:
{
GST_ERROR_OBJECT (allocator, "Failed to create buffer object: %s (%d)",
strerror (-ret), ret);
g_free (kmsmem->bo);
kmsmem->bo = NULL;
return FALSE;
}
}
static void
gst_kms_allocator_free (GstAllocator * allocator, GstMemory * mem)
{
GstKMSAllocator *alloc;
GstKMSMemory *kmsmem;
alloc = GST_KMS_ALLOCATOR (allocator);
kmsmem = (GstKMSMemory *) mem;
gst_kms_allocator_memory_reset (alloc, kmsmem);
g_slice_free (GstKMSMemory, kmsmem);
}
static void
gst_kms_allocator_set_property (GObject * object, guint prop_id,
const GValue * value, GParamSpec * pspec)
{
GstKMSAllocator *alloc;
alloc = GST_KMS_ALLOCATOR (object);
switch (prop_id) {
case PROP_DRM_FD:{
int fd = g_value_get_int (value);
if (fd > -1)
alloc->priv->fd = dup (fd);
break;
}
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
break;
}
}
static void
gst_kms_allocator_get_property (GObject * object, guint prop_id,
GValue * value, GParamSpec * pspec)
{
GstKMSAllocator *alloc;
alloc = GST_KMS_ALLOCATOR (object);
switch (prop_id) {
case PROP_DRM_FD:
g_value_set_int (value, alloc->priv->fd);
break;
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
break;
}
}
static void
gst_kms_allocator_finalize (GObject * obj)
{
GstKMSAllocator *alloc;
alloc = GST_KMS_ALLOCATOR (obj);
gst_kms_allocator_clear_cache (GST_ALLOCATOR (alloc));
if (alloc->priv->dmabuf_alloc)
gst_object_unref (alloc->priv->dmabuf_alloc);
if (check_fd (alloc))
close (alloc->priv->fd);
G_OBJECT_CLASS (parent_class)->finalize (obj);
}
static void
gst_kms_allocator_class_init (GstKMSAllocatorClass * klass)
{
GObjectClass *gobject_class;
GstAllocatorClass *allocator_class;
allocator_class = GST_ALLOCATOR_CLASS (klass);
gobject_class = G_OBJECT_CLASS (klass);
allocator_class->free = gst_kms_allocator_free;
gobject_class->set_property = gst_kms_allocator_set_property;
gobject_class->get_property = gst_kms_allocator_get_property;
gobject_class->finalize = gst_kms_allocator_finalize;
g_props[PROP_DRM_FD] = g_param_spec_int ("drm-fd", "DRM fd",
"DRM file descriptor", -1, G_MAXINT, -1,
G_PARAM_READWRITE | G_PARAM_CONSTRUCT);
g_object_class_install_properties (gobject_class, PROP_N, g_props);
}
static gpointer
gst_kms_memory_map (GstMemory * mem, gsize maxsize, GstMapFlags flags)
{
GstKMSMemory *kmsmem;
GstKMSAllocator *alloc;
int err;
gpointer out;
struct drm_mode_map_dumb arg = { 0, };
alloc = (GstKMSAllocator *) mem->allocator;
if (!check_fd (alloc))
return NULL;
kmsmem = (GstKMSMemory *) mem;
if (!kmsmem->bo)
return NULL;
/* Reuse existing buffer object mapping if possible */
if (kmsmem->bo->ptr != NULL) {
goto out;
}
arg.handle = kmsmem->bo->handle;
err = drmIoctl (alloc->priv->fd, DRM_IOCTL_MODE_MAP_DUMB, &arg);
if (err) {
GST_ERROR_OBJECT (alloc, "Failed to get offset of buffer object: %s %d",
strerror (-err), err);
return NULL;
}
out = mmap (0, kmsmem->bo->size,
PROT_READ | PROT_WRITE, MAP_SHARED, alloc->priv->fd, arg.offset);
if (out == MAP_FAILED) {
GST_ERROR_OBJECT (alloc, "Failed to map dumb buffer object: %s %d",
strerror (errno), errno);
return NULL;
}
kmsmem->bo->ptr = out;
out:
g_atomic_int_inc (&kmsmem->bo->refs);
return kmsmem->bo->ptr;
}
static void
gst_kms_memory_unmap (GstMemory * mem)
{
GstKMSMemory *kmsmem;
if (!check_fd ((GstKMSAllocator *) mem->allocator))
return;
kmsmem = (GstKMSMemory *) mem;
if (!kmsmem->bo)
return;
if (g_atomic_int_dec_and_test (&kmsmem->bo->refs)) {
munmap (kmsmem->bo->ptr, kmsmem->bo->size);
kmsmem->bo->ptr = NULL;
}
}
static void
gst_kms_allocator_init (GstKMSAllocator * allocator)
{
GstAllocator *alloc;
alloc = GST_ALLOCATOR_CAST (allocator);
allocator->priv = gst_kms_allocator_get_instance_private (allocator);
allocator->priv->fd = -1;
alloc->mem_type = GST_KMS_MEMORY_TYPE;
alloc->mem_map = gst_kms_memory_map;
alloc->mem_unmap = gst_kms_memory_unmap;
/* Use the default, fallback copy function */
GST_OBJECT_FLAG_SET (allocator, GST_ALLOCATOR_FLAG_CUSTOM_ALLOC);
}
GstAllocator *
gst_kms_allocator_new (int fd)
{
GstAllocator *alloc;
alloc = g_object_new (GST_TYPE_KMS_ALLOCATOR, "name",
"KMSMemory::allocator", "drm-fd", fd, NULL);
gst_object_ref_sink (alloc);
return alloc;
}
/* The mem_offsets are relative to the GstMemory start, unlike the vinfo->offset
* which are relative to the GstBuffer start. */
static gboolean
gst_kms_allocator_add_fb (GstKMSAllocator * alloc, GstKMSMemory * kmsmem,
gsize in_offsets[GST_VIDEO_MAX_PLANES], GstVideoInfo * vinfo)
{
gint i, ret;
gint num_planes = GST_VIDEO_INFO_N_PLANES (vinfo);
guint32 w, h, fmt, bo_handles[4] = { 0, };
guint32 pitches[4] = { 0, };
guint32 offsets[4] = { 0, };
if (kmsmem->fb_id)
return TRUE;
w = GST_VIDEO_INFO_WIDTH (vinfo);
h = GST_VIDEO_INFO_HEIGHT (vinfo);
fmt = gst_drm_format_from_video (GST_VIDEO_INFO_FORMAT (vinfo));
for (i = 0; i < num_planes; i++) {
if (kmsmem->bo)
bo_handles[i] = kmsmem->bo->handle;
else
bo_handles[i] = kmsmem->gem_handle[i];
pitches[i] = GST_VIDEO_INFO_PLANE_STRIDE (vinfo, i);
offsets[i] = in_offsets[i];
}
GST_DEBUG_OBJECT (alloc, "bo handles: %d, %d, %d, %d", bo_handles[0],
bo_handles[1], bo_handles[2], bo_handles[3]);
ret = drmModeAddFB2 (alloc->priv->fd, w, h, fmt, bo_handles, pitches,
offsets, &kmsmem->fb_id, 0);
if (ret) {
GST_ERROR_OBJECT (alloc, "Failed to bind to framebuffer: %s (%d)",
strerror (-ret), ret);
return FALSE;
}
return TRUE;
}
GstMemory *
gst_kms_allocator_bo_alloc (GstAllocator * allocator, GstVideoInfo * vinfo)
{
GstKMSAllocator *alloc;
GstKMSMemory *kmsmem;
GstMemory *mem;
kmsmem = g_slice_new0 (GstKMSMemory);
if (!kmsmem)
return NULL;
alloc = GST_KMS_ALLOCATOR (allocator);
mem = GST_MEMORY_CAST (kmsmem);
if (!gst_kms_allocator_memory_create (alloc, kmsmem, vinfo)) {
g_slice_free (GstKMSMemory, kmsmem);
return NULL;
}
gst_memory_init (mem, GST_MEMORY_FLAG_NO_SHARE, allocator, NULL,
kmsmem->bo->size, 0, 0, GST_VIDEO_INFO_SIZE (vinfo));
if (!gst_kms_allocator_add_fb (alloc, kmsmem, vinfo->offset, vinfo))
goto fail;
return mem;
/* ERRORS */
fail:
gst_memory_unref (mem);
return NULL;
}
GstKMSMemory *
gst_kms_allocator_dmabuf_import (GstAllocator * allocator, gint * prime_fds,
gint n_planes, gsize offsets[GST_VIDEO_MAX_PLANES], GstVideoInfo * vinfo)
{
GstKMSAllocator *alloc;
GstKMSMemory *kmsmem;
GstMemory *mem;
gint i, ret;
g_return_val_if_fail (n_planes <= GST_VIDEO_MAX_PLANES, FALSE);
kmsmem = g_slice_new0 (GstKMSMemory);
if (!kmsmem)
return FALSE;
mem = GST_MEMORY_CAST (kmsmem);
gst_memory_init (mem, GST_MEMORY_FLAG_NO_SHARE, allocator, NULL,
GST_VIDEO_INFO_SIZE (vinfo), 0, 0, GST_VIDEO_INFO_SIZE (vinfo));
alloc = GST_KMS_ALLOCATOR (allocator);
for (i = 0; i < n_planes; i++) {
ret = drmPrimeFDToHandle (alloc->priv->fd, prime_fds[i],
&kmsmem->gem_handle[i]);
if (ret)
goto import_fd_failed;
}
if (!gst_kms_allocator_add_fb (alloc, kmsmem, offsets, vinfo))
goto failed;
for (i = 0; i < n_planes; i++) {
struct drm_gem_close arg = { kmsmem->gem_handle[i], };
gint err;
err = drmIoctl (alloc->priv->fd, DRM_IOCTL_GEM_CLOSE, &arg);
if (err)
GST_WARNING_OBJECT (allocator,
"Failed to close GEM handle: %s %d", strerror (errno), errno);
kmsmem->gem_handle[i] = 0;
}
return kmsmem;
/* ERRORS */
import_fd_failed:
{
GST_ERROR_OBJECT (alloc, "Failed to import prime fd %d: %s (%d)",
prime_fds[i], strerror (-ret), ret);
/* fallback */
}
failed:
{
gst_memory_unref (mem);
return NULL;
}
}
GstMemory *
gst_kms_allocator_dmabuf_export (GstAllocator * allocator, GstMemory * _kmsmem)
{
GstKMSMemory *kmsmem = (GstKMSMemory *) _kmsmem;
GstKMSAllocator *alloc = GST_KMS_ALLOCATOR (allocator);
GstMemory *mem;
gint ret;
gint prime_fd;
/* We can only export DUMB buffers */
g_return_val_if_fail (kmsmem->bo, NULL);
ret = drmPrimeHandleToFD (alloc->priv->fd, kmsmem->bo->handle,
DRM_CLOEXEC | DRM_RDWR, &prime_fd);
if (ret)
goto export_fd_failed;
if (G_UNLIKELY (alloc->priv->dmabuf_alloc == NULL))
alloc->priv->dmabuf_alloc = gst_dmabuf_allocator_new ();
mem = gst_dmabuf_allocator_alloc (alloc->priv->dmabuf_alloc, prime_fd,
gst_memory_get_sizes (_kmsmem, NULL, NULL));
/* Populate the cache so KMSSink can find the kmsmem back when it receives
* one of these DMABuf. This call takes ownership of the kmsmem. */
gst_kms_allocator_cache (allocator, mem, _kmsmem);
GST_DEBUG_OBJECT (alloc, "Exported bo handle %d as %d", kmsmem->bo->handle,
prime_fd);
return mem;
/* ERRORS */
export_fd_failed:
{
GST_ERROR_OBJECT (alloc, "Failed to export bo handle %d: %s (%d)",
kmsmem->bo->handle, g_strerror (errno), ret);
return NULL;
}
}
/* FIXME, using gdata for caching on upstream memory is not tee safe */
GstMemory *
gst_kms_allocator_get_cached (GstMemory * mem)
{
return gst_mini_object_get_qdata (GST_MINI_OBJECT (mem),
g_quark_from_static_string ("kmsmem"));
}
static void
cached_kmsmem_disposed_cb (GstKMSAllocator * alloc, GstMiniObject * obj)
{
GST_OBJECT_LOCK (alloc);
alloc->priv->mem_cache = g_list_remove (alloc->priv->mem_cache, obj);
GST_OBJECT_UNLOCK (alloc);
}
void
gst_kms_allocator_clear_cache (GstAllocator * allocator)
{
GstKMSAllocator *alloc = GST_KMS_ALLOCATOR (allocator);
GList *iter;
GST_OBJECT_LOCK (alloc);
iter = alloc->priv->mem_cache;
while (iter) {
GstMiniObject *obj = iter->data;
gst_mini_object_weak_unref (obj,
(GstMiniObjectNotify) cached_kmsmem_disposed_cb, alloc);
gst_mini_object_set_qdata (obj,
g_quark_from_static_string ("kmsmem"), NULL, NULL);
iter = iter->next;
}
g_list_free (alloc->priv->mem_cache);
alloc->priv->mem_cache = NULL;
GST_OBJECT_UNLOCK (alloc);
}
/* @kmsmem is transfer-full */
void
gst_kms_allocator_cache (GstAllocator * allocator, GstMemory * mem,
GstMemory * kmsmem)
{
GstKMSAllocator *alloc = GST_KMS_ALLOCATOR (allocator);
GST_OBJECT_LOCK (alloc);
gst_mini_object_weak_ref (GST_MINI_OBJECT (mem),
(GstMiniObjectNotify) cached_kmsmem_disposed_cb, alloc);
alloc->priv->mem_cache = g_list_prepend (alloc->priv->mem_cache, mem);
GST_OBJECT_UNLOCK (alloc);
gst_mini_object_set_qdata (GST_MINI_OBJECT (mem),
g_quark_from_static_string ("kmsmem"), kmsmem,
(GDestroyNotify) gst_memory_unref);
}