freedreno/kgsl/kgsl_pipe.c - libdrm-imx - Git at Google

 /* -*- mode: C; c-file-style: "k&r"; tab-width 4; indent-tabs-mode: t; -*- */

 /*
  * Copyright (C) 2013 Rob Clark <robclark@freedesktop.org>
  *
  * Permission is hereby granted, free of charge, to any person obtaining a
  * copy of this software and associated documentation files (the "Software"),
  * to deal in the Software without restriction, including without limitation
  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
  * and/or sell copies of the Software, and to permit persons to whom the
  * Software is furnished to do so, subject to the following conditions:
  *
  * The above copyright notice and this permission notice (including the next
  * paragraph) shall be included in all copies or substantial portions of the
  * Software.
  *
  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  * SOFTWARE.
  *
  * Authors:
  *    Rob Clark <robclark@freedesktop.org>
  */

 #ifdef HAVE_CONFIG_H
 # include <config.h>
 #endif

 #include "kgsl_priv.h"


 static int kgsl_pipe_get_param(struct fd_pipe *pipe,
 		enum fd_param_id param, uint64_t *value)
 {
 	struct kgsl_pipe *kgsl_pipe = to_kgsl_pipe(pipe);
 	switch (param) {
 	case FD_DEVICE_ID:
 		*value = kgsl_pipe->devinfo.device_id;
 		return 0;
 	case FD_GPU_ID:
 		*value = kgsl_pipe->devinfo.gpu_id;
 		return 0;
 	case FD_GMEM_SIZE:
 		*value = kgsl_pipe->devinfo.gmem_sizebytes;
 		return 0;
 	case FD_CHIP_ID:
 		*value = kgsl_pipe->devinfo.chip_id;
 		return 0;
 	case FD_MAX_FREQ:
 	case FD_TIMESTAMP:
 		/* unsupported on kgsl */
 		return -1;
 	default:
 		ERROR_MSG("invalid param id: %d", param);
 		return -1;
 	}
 }

 static int kgsl_pipe_wait(struct fd_pipe *pipe, uint32_t timestamp,
 		uint64_t timeout)
 {
 	struct kgsl_pipe *kgsl_pipe = to_kgsl_pipe(pipe);
 	struct kgsl_device_waittimestamp req = {
 			.timestamp = timestamp,
 			.timeout   = 5000,
 	};
 	int ret;

 	do {
 		ret = ioctl(kgsl_pipe->fd, IOCTL_KGSL_DEVICE_WAITTIMESTAMP, &req);
 	} while ((ret == -1) && ((errno == EINTR) || (errno == EAGAIN)));
 	if (ret)
 		ERROR_MSG("waittimestamp failed! %d (%s)", ret, strerror(errno));
 	else
 		kgsl_pipe_process_pending(kgsl_pipe, timestamp);
 	return ret;
 }

 drm_private int kgsl_pipe_timestamp(struct kgsl_pipe *kgsl_pipe,
 		uint32_t *timestamp)
 {
 	struct kgsl_cmdstream_readtimestamp req = {
 			.type = KGSL_TIMESTAMP_RETIRED
 	};
 	int ret = ioctl(kgsl_pipe->fd, IOCTL_KGSL_CMDSTREAM_READTIMESTAMP, &req);
 	if (ret) {
 		ERROR_MSG("readtimestamp failed! %d (%s)",
 				ret, strerror(errno));
 		return ret;
 	}
 	*timestamp = req.timestamp;
 	return 0;
 }

 static void kgsl_pipe_destroy(struct fd_pipe *pipe)
 {
 	struct kgsl_pipe *kgsl_pipe = to_kgsl_pipe(pipe);
 	struct kgsl_drawctxt_destroy req = {
 			.drawctxt_id = kgsl_pipe->drawctxt_id,
 	};

 	if (kgsl_pipe->drawctxt_id)
 		ioctl(kgsl_pipe->fd, IOCTL_KGSL_DRAWCTXT_DESTROY, &req);

 	if (kgsl_pipe->fd >= 0)
 		close(kgsl_pipe->fd);

 	free(kgsl_pipe);
 }

 static const struct fd_pipe_funcs funcs = {
 		.ringbuffer_new = kgsl_ringbuffer_new,
 		.get_param = kgsl_pipe_get_param,
 		.wait = kgsl_pipe_wait,
 		.destroy = kgsl_pipe_destroy,
 };

 drm_private int is_kgsl_pipe(struct fd_pipe *pipe)
 {
 	return pipe->funcs == &funcs;
 }

 /* add buffer to submit list when it is referenced in cmdstream: */
 drm_private void kgsl_pipe_add_submit(struct kgsl_pipe *kgsl_pipe,
 		struct kgsl_bo *kgsl_bo)
 {
 	struct fd_pipe *pipe = &kgsl_pipe->base;
 	struct fd_bo *bo = &kgsl_bo->base;
 	struct list_head *list = &kgsl_bo->list[pipe->id];
 	if (LIST_IS_EMPTY(list)) {
 		fd_bo_ref(bo);
 	} else {
 		list_del(list);
 	}
 	list_addtail(list, &kgsl_pipe->submit_list);
 }

 /* prepare buffers on submit list before flush: */
 drm_private void kgsl_pipe_pre_submit(struct kgsl_pipe *kgsl_pipe)
 {
 	struct fd_pipe *pipe = &kgsl_pipe->base;
 	struct kgsl_bo *kgsl_bo = NULL;

 	if (!kgsl_pipe->p3d)
 		kgsl_pipe->p3d = fd_pipe_new(pipe->dev, FD_PIPE_3D);

 	LIST_FOR_EACH_ENTRY(kgsl_bo, &kgsl_pipe->submit_list, list[pipe->id]) {
 		uint32_t timestamp = kgsl_bo_get_timestamp(kgsl_bo);
 		if (timestamp)
 			fd_pipe_wait(kgsl_pipe->p3d, timestamp);
 	}
 }

 /* process buffers on submit list after flush: */
 drm_private void kgsl_pipe_post_submit(struct kgsl_pipe *kgsl_pipe,
 		uint32_t timestamp)
 {
 	struct fd_pipe *pipe = &kgsl_pipe->base;
 	struct kgsl_bo *kgsl_bo = NULL, *tmp;

 	LIST_FOR_EACH_ENTRY_SAFE(kgsl_bo, tmp, &kgsl_pipe->submit_list, list[pipe->id]) {
 		struct list_head *list = &kgsl_bo->list[pipe->id];
 		list_del(list);
 		kgsl_bo->timestamp[pipe->id] = timestamp;
 		list_addtail(list, &kgsl_pipe->pending_list);

 		kgsl_bo_set_timestamp(kgsl_bo, timestamp);
 	}

 	if (!kgsl_pipe_timestamp(kgsl_pipe, &timestamp))
 		kgsl_pipe_process_pending(kgsl_pipe, timestamp);
 }

 drm_private void kgsl_pipe_process_pending(struct kgsl_pipe *kgsl_pipe,
 		uint32_t timestamp)
 {
 	struct fd_pipe *pipe = &kgsl_pipe->base;
 	struct kgsl_bo *kgsl_bo = NULL, *tmp;

 	LIST_FOR_EACH_ENTRY_SAFE(kgsl_bo, tmp, &kgsl_pipe->pending_list, list[pipe->id]) {
 		struct list_head *list = &kgsl_bo->list[pipe->id];
 		if (kgsl_bo->timestamp[pipe->id] > timestamp)
 			return;
 		list_delinit(list);
 		kgsl_bo->timestamp[pipe->id] = 0;
 		fd_bo_del(&kgsl_bo->base);
 	}
 }

 static int getprop(int fd, enum kgsl_property_type type,
 		void *value, int sizebytes)
 {
 	struct kgsl_device_getproperty req = {
 			.type = type,
 			.value = value,
 			.sizebytes = sizebytes,
 	};
 	return ioctl(fd, IOCTL_KGSL_DEVICE_GETPROPERTY, &req);
 }

 #define GETPROP(fd, prop, x) do { \
 	if (getprop((fd), KGSL_PROP_##prop, &(x), sizeof(x))) {     \
 		ERROR_MSG("failed to get property: " #prop);            \
 		goto fail;                                              \
 	} } while (0)


 drm_private struct fd_pipe * kgsl_pipe_new(struct fd_device *dev,
 		enum fd_pipe_id id)
 {
 	static const char *paths[] = {
 			[FD_PIPE_3D] = "/dev/kgsl-3d0",
 			[FD_PIPE_2D] = "/dev/kgsl-2d0",
 	};
 	struct kgsl_drawctxt_create req = {
 			.flags = 0x2000, /* ??? */
 	};
 	struct kgsl_pipe *kgsl_pipe = NULL;
 	struct fd_pipe *pipe = NULL;
 	int ret, fd;

 	fd = open(paths[id], O_RDWR);
 	if (fd < 0) {
 		ERROR_MSG("could not open %s device: %d (%s)",
 				paths[id], fd, strerror(errno));
 		goto fail;
 	}

 	ret = ioctl(fd, IOCTL_KGSL_DRAWCTXT_CREATE, &req);
 	if (ret) {
 		ERROR_MSG("failed to allocate context: %d (%s)",
 				ret, strerror(errno));
 		goto fail;
 	}

 	kgsl_pipe = calloc(1, sizeof(*kgsl_pipe));
 	if (!kgsl_pipe) {
 		ERROR_MSG("allocation failed");
 		goto fail;
 	}

 	pipe = &kgsl_pipe->base;
 	pipe->funcs = &funcs;

 	kgsl_pipe->fd = fd;
 	kgsl_pipe->drawctxt_id = req.drawctxt_id;

 	list_inithead(&kgsl_pipe->submit_list);
 	list_inithead(&kgsl_pipe->pending_list);

 	GETPROP(fd, VERSION,     kgsl_pipe->version);
 	GETPROP(fd, DEVICE_INFO, kgsl_pipe->devinfo);

 	if (kgsl_pipe->devinfo.gpu_id >= 500) {
 		ERROR_MSG("64b unsupported with kgsl");
 		goto fail;
 	}

 	INFO_MSG("Pipe Info:");
 	INFO_MSG(" Device:          %s", paths[id]);
 	INFO_MSG(" Chip-id:         %d.%d.%d.%d",
 			(kgsl_pipe->devinfo.chip_id >> 24) & 0xff,
 			(kgsl_pipe->devinfo.chip_id >> 16) & 0xff,
 			(kgsl_pipe->devinfo.chip_id >>  8) & 0xff,
 			(kgsl_pipe->devinfo.chip_id >>  0) & 0xff);
 	INFO_MSG(" Device-id:       %d", kgsl_pipe->devinfo.device_id);
 	INFO_MSG(" GPU-id:          %d", kgsl_pipe->devinfo.gpu_id);
 	INFO_MSG(" MMU enabled:     %d", kgsl_pipe->devinfo.mmu_enabled);
 	INFO_MSG(" GMEM Base addr:  0x%08x", kgsl_pipe->devinfo.gmem_gpubaseaddr);
 	INFO_MSG(" GMEM size:       0x%08x", kgsl_pipe->devinfo.gmem_sizebytes);
 	INFO_MSG(" Driver version:  %d.%d",
 			kgsl_pipe->version.drv_major, kgsl_pipe->version.drv_minor);
 	INFO_MSG(" Device version:  %d.%d",
 			kgsl_pipe->version.dev_major, kgsl_pipe->version.dev_minor);

 	return pipe;
 fail:
 	if (pipe)
 		fd_pipe_del(pipe);
 	return NULL;
 }
	/* -- mode: C; c-file-style: "k&r"; tab-width 4; indent-tabs-mode: t; -- */

	/*
	* Copyright (C) 2013 Rob Clark <robclark@freedesktop.org>
	*
	* Permission is hereby granted, free of charge, to any person obtaining a
	* copy of this software and associated documentation files (the "Software"),
	* to deal in the Software without restriction, including without limitation
	* the rights to use, copy, modify, merge, publish, distribute, sublicense,
	* and/or sell copies of the Software, and to permit persons to whom the
	* Software is furnished to do so, subject to the following conditions:
	*
	* The above copyright notice and this permission notice (including the next
	* paragraph) shall be included in all copies or substantial portions of the
	* Software.
	*
	* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
	* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
	* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
	* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
	* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
	* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
	* SOFTWARE.
	*
	* Authors:
	* Rob Clark <robclark@freedesktop.org>
	*/

	#ifdef HAVE_CONFIG_H
	# include <config.h>
	#endif

	#include "kgsl_priv.h"


	static int kgsl_pipe_get_param(struct fd_pipe *pipe,
	enum fd_param_id param, uint64_t *value)
	{
	struct kgsl_pipe *kgsl_pipe = to_kgsl_pipe(pipe);
	switch (param) {
	case FD_DEVICE_ID:
	*value = kgsl_pipe->devinfo.device_id;
	return 0;
	case FD_GPU_ID:
	*value = kgsl_pipe->devinfo.gpu_id;
	return 0;
	case FD_GMEM_SIZE:
	*value = kgsl_pipe->devinfo.gmem_sizebytes;
	return 0;
	case FD_CHIP_ID:
	*value = kgsl_pipe->devinfo.chip_id;
	return 0;
	case FD_MAX_FREQ:
	case FD_TIMESTAMP:
	/* unsupported on kgsl */
	return -1;
	default:
	ERROR_MSG("invalid param id: %d", param);
	return -1;
	}
	}

	static int kgsl_pipe_wait(struct fd_pipe *pipe, uint32_t timestamp,
	uint64_t timeout)
	{
	struct kgsl_pipe *kgsl_pipe = to_kgsl_pipe(pipe);
	struct kgsl_device_waittimestamp req = {
	.timestamp = timestamp,
	.timeout = 5000,
	};
	int ret;

	do {
	ret = ioctl(kgsl_pipe->fd, IOCTL_KGSL_DEVICE_WAITTIMESTAMP, &req);
	} while ((ret == -1) && ((errno == EINTR) \|\| (errno == EAGAIN)));
	if (ret)
	ERROR_MSG("waittimestamp failed! %d (%s)", ret, strerror(errno));
	else
	kgsl_pipe_process_pending(kgsl_pipe, timestamp);
	return ret;
	}

	drm_private int kgsl_pipe_timestamp(struct kgsl_pipe *kgsl_pipe,
	uint32_t *timestamp)
	{
	struct kgsl_cmdstream_readtimestamp req = {
	.type = KGSL_TIMESTAMP_RETIRED
	};
	int ret = ioctl(kgsl_pipe->fd, IOCTL_KGSL_CMDSTREAM_READTIMESTAMP, &req);
	if (ret) {
	ERROR_MSG("readtimestamp failed! %d (%s)",
	ret, strerror(errno));
	return ret;
	}
	*timestamp = req.timestamp;
	return 0;
	}

	static void kgsl_pipe_destroy(struct fd_pipe *pipe)
	{
	struct kgsl_pipe *kgsl_pipe = to_kgsl_pipe(pipe);
	struct kgsl_drawctxt_destroy req = {
	.drawctxt_id = kgsl_pipe->drawctxt_id,
	};

	if (kgsl_pipe->drawctxt_id)
	ioctl(kgsl_pipe->fd, IOCTL_KGSL_DRAWCTXT_DESTROY, &req);

	if (kgsl_pipe->fd >= 0)
	close(kgsl_pipe->fd);

	free(kgsl_pipe);
	}

	static const struct fd_pipe_funcs funcs = {
	.ringbuffer_new = kgsl_ringbuffer_new,
	.get_param = kgsl_pipe_get_param,
	.wait = kgsl_pipe_wait,
	.destroy = kgsl_pipe_destroy,
	};

	drm_private int is_kgsl_pipe(struct fd_pipe *pipe)
	{
	return pipe->funcs == &funcs;
	}

	/* add buffer to submit list when it is referenced in cmdstream: */
	drm_private void kgsl_pipe_add_submit(struct kgsl_pipe *kgsl_pipe,
	struct kgsl_bo *kgsl_bo)
	{
	struct fd_pipe *pipe = &kgsl_pipe->base;
	struct fd_bo *bo = &kgsl_bo->base;
	struct list_head *list = &kgsl_bo->list[pipe->id];
	if (LIST_IS_EMPTY(list)) {
	fd_bo_ref(bo);
	} else {
	list_del(list);
	}
	list_addtail(list, &kgsl_pipe->submit_list);
	}

	/* prepare buffers on submit list before flush: */
	drm_private void kgsl_pipe_pre_submit(struct kgsl_pipe *kgsl_pipe)
	{
	struct fd_pipe *pipe = &kgsl_pipe->base;
	struct kgsl_bo *kgsl_bo = NULL;

	if (!kgsl_pipe->p3d)
	kgsl_pipe->p3d = fd_pipe_new(pipe->dev, FD_PIPE_3D);

	LIST_FOR_EACH_ENTRY(kgsl_bo, &kgsl_pipe->submit_list, list[pipe->id]) {
	uint32_t timestamp = kgsl_bo_get_timestamp(kgsl_bo);
	if (timestamp)
	fd_pipe_wait(kgsl_pipe->p3d, timestamp);
	}
	}

	/* process buffers on submit list after flush: */
	drm_private void kgsl_pipe_post_submit(struct kgsl_pipe *kgsl_pipe,
	uint32_t timestamp)
	{
	struct fd_pipe *pipe = &kgsl_pipe->base;
	struct kgsl_bo kgsl_bo = NULL, tmp;

	LIST_FOR_EACH_ENTRY_SAFE(kgsl_bo, tmp, &kgsl_pipe->submit_list, list[pipe->id]) {
	struct list_head *list = &kgsl_bo->list[pipe->id];
	list_del(list);
	kgsl_bo->timestamp[pipe->id] = timestamp;
	list_addtail(list, &kgsl_pipe->pending_list);

	kgsl_bo_set_timestamp(kgsl_bo, timestamp);
	}

	if (!kgsl_pipe_timestamp(kgsl_pipe, &timestamp))
	kgsl_pipe_process_pending(kgsl_pipe, timestamp);
	}

	drm_private void kgsl_pipe_process_pending(struct kgsl_pipe *kgsl_pipe,
	uint32_t timestamp)
	{
	struct fd_pipe *pipe = &kgsl_pipe->base;
	struct kgsl_bo kgsl_bo = NULL, tmp;

	LIST_FOR_EACH_ENTRY_SAFE(kgsl_bo, tmp, &kgsl_pipe->pending_list, list[pipe->id]) {
	struct list_head *list = &kgsl_bo->list[pipe->id];
	if (kgsl_bo->timestamp[pipe->id] > timestamp)
	return;
	list_delinit(list);
	kgsl_bo->timestamp[pipe->id] = 0;
	fd_bo_del(&kgsl_bo->base);
	}
	}

	static int getprop(int fd, enum kgsl_property_type type,
	void *value, int sizebytes)
	{
	struct kgsl_device_getproperty req = {
	.type = type,
	.value = value,
	.sizebytes = sizebytes,
	};
	return ioctl(fd, IOCTL_KGSL_DEVICE_GETPROPERTY, &req);
	}

	#define GETPROP(fd, prop, x) do { \
	if (getprop((fd), KGSL_PROP_##prop, &(x), sizeof(x))) { \
	ERROR_MSG("failed to get property: " #prop); \
	goto fail; \
	} } while (0)


	drm_private struct fd_pipe * kgsl_pipe_new(struct fd_device *dev,
	enum fd_pipe_id id)
	{
	static const char *paths[] = {
	[FD_PIPE_3D] = "/dev/kgsl-3d0",
	[FD_PIPE_2D] = "/dev/kgsl-2d0",
	};
	struct kgsl_drawctxt_create req = {
	.flags = 0x2000, /* ??? */
	};
	struct kgsl_pipe *kgsl_pipe = NULL;
	struct fd_pipe *pipe = NULL;
	int ret, fd;

	fd = open(paths[id], O_RDWR);
	if (fd < 0) {
	ERROR_MSG("could not open %s device: %d (%s)",
	paths[id], fd, strerror(errno));
	goto fail;
	}

	ret = ioctl(fd, IOCTL_KGSL_DRAWCTXT_CREATE, &req);
	if (ret) {
	ERROR_MSG("failed to allocate context: %d (%s)",
	ret, strerror(errno));
	goto fail;
	}

	kgsl_pipe = calloc(1, sizeof(*kgsl_pipe));
	if (!kgsl_pipe) {
	ERROR_MSG("allocation failed");
	goto fail;
	}

	pipe = &kgsl_pipe->base;
	pipe->funcs = &funcs;

	kgsl_pipe->fd = fd;
	kgsl_pipe->drawctxt_id = req.drawctxt_id;

	list_inithead(&kgsl_pipe->submit_list);
	list_inithead(&kgsl_pipe->pending_list);

	GETPROP(fd, VERSION, kgsl_pipe->version);
	GETPROP(fd, DEVICE_INFO, kgsl_pipe->devinfo);

	if (kgsl_pipe->devinfo.gpu_id >= 500) {
	ERROR_MSG("64b unsupported with kgsl");
	goto fail;
	}

	INFO_MSG("Pipe Info:");
	INFO_MSG(" Device: %s", paths[id]);
	INFO_MSG(" Chip-id: %d.%d.%d.%d",
	(kgsl_pipe->devinfo.chip_id >> 24) & 0xff,
	(kgsl_pipe->devinfo.chip_id >> 16) & 0xff,
	(kgsl_pipe->devinfo.chip_id >> 8) & 0xff,
	(kgsl_pipe->devinfo.chip_id >> 0) & 0xff);
	INFO_MSG(" Device-id: %d", kgsl_pipe->devinfo.device_id);
	INFO_MSG(" GPU-id: %d", kgsl_pipe->devinfo.gpu_id);
	INFO_MSG(" MMU enabled: %d", kgsl_pipe->devinfo.mmu_enabled);
	INFO_MSG(" GMEM Base addr: 0x%08x", kgsl_pipe->devinfo.gmem_gpubaseaddr);
	INFO_MSG(" GMEM size: 0x%08x", kgsl_pipe->devinfo.gmem_sizebytes);
	INFO_MSG(" Driver version: %d.%d",
	kgsl_pipe->version.drv_major, kgsl_pipe->version.drv_minor);
	INFO_MSG(" Device version: %d.%d",
	kgsl_pipe->version.dev_major, kgsl_pipe->version.dev_minor);

	return pipe;
	fail:
	if (pipe)
	fd_pipe_del(pipe);
	return NULL;
	}