tests/amdgpu/uvd_enc_tests.c

/*
 * Copyright 2017 Advanced Micro Devices, Inc.
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
 * OTHER DEALINGS IN THE SOFTWARE.
 *
*/

#ifdef HAVE_CONFIG_H
#include "config.h"
#endif

#include <stdio.h>
#include <inttypes.h>

#include "CUnit/Basic.h"

#include "util_math.h"

#include "amdgpu_test.h"
#include "amdgpu_drm.h"
#include "amdgpu_internal.h"
#include "frame.h"
#include "uve_ib.h"

#define IB_SIZE		4096
#define MAX_RESOURCES	16

struct amdgpu_uvd_enc_bo {
	amdgpu_bo_handle handle;
	amdgpu_va_handle va_handle;
	uint64_t addr;
	uint64_t size;
	uint8_t *ptr;
};

struct amdgpu_uvd_enc {
	unsigned width;
	unsigned height;
	struct amdgpu_uvd_enc_bo session;
	struct amdgpu_uvd_enc_bo vbuf;
	struct amdgpu_uvd_enc_bo bs;
	struct amdgpu_uvd_enc_bo fb;
	struct amdgpu_uvd_enc_bo cpb;
};

static amdgpu_device_handle device_handle;
static uint32_t major_version;
static uint32_t minor_version;
static uint32_t family_id;

static amdgpu_context_handle context_handle;
static amdgpu_bo_handle ib_handle;
static amdgpu_va_handle ib_va_handle;
static uint64_t ib_mc_address;
static uint32_t *ib_cpu;

static struct amdgpu_uvd_enc enc;
static amdgpu_bo_handle resources[MAX_RESOURCES];
static unsigned num_resources;

static void amdgpu_cs_uvd_enc_create(void);
static void amdgpu_cs_uvd_enc_session_init(void);
static void amdgpu_cs_uvd_enc_encode(void);
static void amdgpu_cs_uvd_enc_destroy(void);

static bool uvd_enc_support(void);

CU_TestInfo uvd_enc_tests[] = {
	{ "UVD ENC create",  amdgpu_cs_uvd_enc_create },
	{ "UVD ENC session init",  amdgpu_cs_uvd_enc_session_init },
	{ "UVD ENC encode",  amdgpu_cs_uvd_enc_encode },
	{ "UVD ENC destroy",  amdgpu_cs_uvd_enc_destroy },
	CU_TEST_INFO_NULL,
};

int suite_uvd_enc_tests_init(void)
{
	int r;

	r = amdgpu_device_initialize(drm_amdgpu[0], &major_version,
				     &minor_version, &device_handle);
	if (r)
		return CUE_SINIT_FAILED;

	family_id = device_handle->info.family_id;

	if (!uvd_enc_support()) {
		printf("\n\nThe ASIC NOT support UVD ENC, all sub-tests will pass\n");
		return CUE_SUCCESS;
	}

	r = amdgpu_cs_ctx_create(device_handle, &context_handle);
	if (r)
		return CUE_SINIT_FAILED;

	r = amdgpu_bo_alloc_and_map(device_handle, IB_SIZE, 4096,
				    AMDGPU_GEM_DOMAIN_GTT, 0,
				    &ib_handle, (void**)&ib_cpu,
				    &ib_mc_address, &ib_va_handle);
	if (r)
		return CUE_SINIT_FAILED;

	return CUE_SUCCESS;
}

int suite_uvd_enc_tests_clean(void)
{
	int r;

	if (!uvd_enc_support()) {

		r = amdgpu_device_deinitialize(device_handle);
		if (r)
			return CUE_SCLEAN_FAILED;

		return CUE_SUCCESS;
	} else {

		r = amdgpu_bo_unmap_and_free(ib_handle, ib_va_handle,
					     ib_mc_address, IB_SIZE);
		if (r)
			return CUE_SCLEAN_FAILED;

		r = amdgpu_cs_ctx_free(context_handle);
		if (r)
			return CUE_SCLEAN_FAILED;

		r = amdgpu_device_deinitialize(device_handle);
		if (r)
			return CUE_SCLEAN_FAILED;
	}

	return CUE_SUCCESS;
}

static int submit(unsigned ndw, unsigned ip)
{
	struct amdgpu_cs_request ibs_request = {0};
	struct amdgpu_cs_ib_info ib_info = {0};
	struct amdgpu_cs_fence fence_status = {0};
	uint32_t expired;
	int r;

	ib_info.ib_mc_address = ib_mc_address;
	ib_info.size = ndw;

	ibs_request.ip_type = ip;

	r = amdgpu_bo_list_create(device_handle, num_resources, resources,
				  NULL, &ibs_request.resources);
	if (r)
		return r;

	ibs_request.number_of_ibs = 1;
	ibs_request.ibs = &ib_info;
	ibs_request.fence_info.handle = NULL;

	r = amdgpu_cs_submit(context_handle, 0, &ibs_request, 1);
	if (r)
		return r;

	r = amdgpu_bo_list_destroy(ibs_request.resources);
	if (r)
		return r;

	fence_status.context = context_handle;
	fence_status.ip_type = ip;
	fence_status.fence = ibs_request.seq_no;

	r = amdgpu_cs_query_fence_status(&fence_status,
					 AMDGPU_TIMEOUT_INFINITE,
					 0, &expired);
	if (r)
		return r;

	return 0;
}

static void alloc_resource(struct amdgpu_uvd_enc_bo *uvd_enc_bo,
			unsigned size, unsigned domain)
{
	struct amdgpu_bo_alloc_request req = {0};
	amdgpu_bo_handle buf_handle;
	amdgpu_va_handle va_handle;
	uint64_t va = 0;
	int r;

	req.alloc_size = ALIGN(size, 4096);
	req.preferred_heap = domain;
	r = amdgpu_bo_alloc(device_handle, &req, &buf_handle);
	CU_ASSERT_EQUAL(r, 0);
	r = amdgpu_va_range_alloc(device_handle,
				  amdgpu_gpu_va_range_general,
				  req.alloc_size, 1, 0, &va,
				  &va_handle, 0);
	CU_ASSERT_EQUAL(r, 0);
	r = amdgpu_bo_va_op(buf_handle, 0, req.alloc_size, va, 0,
			    AMDGPU_VA_OP_MAP);
	CU_ASSERT_EQUAL(r, 0);
	uvd_enc_bo->addr = va;
	uvd_enc_bo->handle = buf_handle;
	uvd_enc_bo->size = req.alloc_size;
	uvd_enc_bo->va_handle = va_handle;
	r = amdgpu_bo_cpu_map(uvd_enc_bo->handle, (void **)&uvd_enc_bo->ptr);
	CU_ASSERT_EQUAL(r, 0);
	memset(uvd_enc_bo->ptr, 0, size);
	r = amdgpu_bo_cpu_unmap(uvd_enc_bo->handle);
	CU_ASSERT_EQUAL(r, 0);
}

static void free_resource(struct amdgpu_uvd_enc_bo *uvd_enc_bo)
{
	int r;

	r = amdgpu_bo_va_op(uvd_enc_bo->handle, 0, uvd_enc_bo->size,
			    uvd_enc_bo->addr, 0, AMDGPU_VA_OP_UNMAP);
	CU_ASSERT_EQUAL(r, 0);

	r = amdgpu_va_range_free(uvd_enc_bo->va_handle);
	CU_ASSERT_EQUAL(r, 0);

	r = amdgpu_bo_free(uvd_enc_bo->handle);
	CU_ASSERT_EQUAL(r, 0);
	memset(uvd_enc_bo, 0, sizeof(*uvd_enc_bo));
}

static bool uvd_enc_support(void)
{
	int r;
	struct drm_amdgpu_info_hw_ip info;

	r = amdgpu_query_hw_ip_info(device_handle, AMDGPU_HW_IP_UVD_ENC, 0, &info);

	if (r)
		return false;
	else
		return (info.available_rings?true:false);
}

static void amdgpu_cs_uvd_enc_create(void)
{
	int len, r;

	if (!uvd_enc_support())
		return;

	enc.width = 160;
	enc.height = 128;

	num_resources  = 0;
	alloc_resource(&enc.session, 128 * 1024, AMDGPU_GEM_DOMAIN_GTT);
	resources[num_resources++] = enc.session.handle;
	resources[num_resources++] = ib_handle;
}

static void check_result(struct amdgpu_uvd_enc *enc)
{
	uint64_t sum;
	uint32_t s = 175602;
	uint32_t *ptr, size;
	int i, j, r;

	r = amdgpu_bo_cpu_map(enc->fb.handle, (void **)&enc->fb.ptr);
	CU_ASSERT_EQUAL(r, 0);
	ptr = (uint32_t *)enc->fb.ptr;
	size = ptr[6];
	r = amdgpu_bo_cpu_unmap(enc->fb.handle);
	CU_ASSERT_EQUAL(r, 0);
	r = amdgpu_bo_cpu_map(enc->bs.handle, (void **)&enc->bs.ptr);
	CU_ASSERT_EQUAL(r, 0);
	for (j = 0, sum = 0; j < size; ++j)
		sum += enc->bs.ptr[j];
	CU_ASSERT_EQUAL(sum, s);
	r = amdgpu_bo_cpu_unmap(enc->bs.handle);
	CU_ASSERT_EQUAL(r, 0);

}

static void amdgpu_cs_uvd_enc_session_init(void)
{
	int len, r;

	if (!uvd_enc_support())
		return;

	len = 0;
	memcpy((ib_cpu + len), uve_session_info, sizeof(uve_session_info));
	len += sizeof(uve_session_info) / 4;
	ib_cpu[len++] = enc.session.addr >> 32;
	ib_cpu[len++] = enc.session.addr;

	memcpy((ib_cpu + len), uve_task_info, sizeof(uve_task_info));
	len += sizeof(uve_task_info) / 4;
	ib_cpu[len++] = 0x000000d8;
	ib_cpu[len++] = 0x00000000;
	ib_cpu[len++] = 0x00000000;

	memcpy((ib_cpu + len), uve_op_init, sizeof(uve_op_init));
	len += sizeof(uve_op_init) / 4;

	memcpy((ib_cpu + len), uve_session_init, sizeof(uve_session_init));
	len += sizeof(uve_session_init) / 4;

	memcpy((ib_cpu + len), uve_layer_ctrl, sizeof(uve_layer_ctrl));
	len += sizeof(uve_layer_ctrl) / 4;

	memcpy((ib_cpu + len), uve_slice_ctrl, sizeof(uve_slice_ctrl));
	len += sizeof(uve_slice_ctrl) / 4;

	memcpy((ib_cpu + len), uve_spec_misc, sizeof(uve_spec_misc));
	len += sizeof(uve_spec_misc) / 4;

	memcpy((ib_cpu + len), uve_rc_session_init, sizeof(uve_rc_session_init));
	len += sizeof(uve_rc_session_init) / 4;

	memcpy((ib_cpu + len), uve_deblocking_filter, sizeof(uve_deblocking_filter));
	len += sizeof(uve_deblocking_filter) / 4;

	memcpy((ib_cpu + len), uve_quality_params, sizeof(uve_quality_params));
	len += sizeof(uve_quality_params) / 4;

	memcpy((ib_cpu + len), uve_op_init_rc, sizeof(uve_op_init_rc));
	len += sizeof(uve_op_init_rc) / 4;

	memcpy((ib_cpu + len), uve_op_init_rc_vbv_level, sizeof(uve_op_init_rc_vbv_level));
	len += sizeof(uve_op_init_rc_vbv_level) / 4;

	r = submit(len, AMDGPU_HW_IP_UVD_ENC);
	CU_ASSERT_EQUAL(r, 0);
}

static void amdgpu_cs_uvd_enc_encode(void)
{
	int len, r, i;
	uint64_t luma_offset, chroma_offset;
	uint32_t vbuf_size, bs_size = 0x003f4800, cpb_size;
	unsigned align = (family_id >= AMDGPU_FAMILY_AI) ? 256 : 16;
	vbuf_size = ALIGN(enc.width, align) * ALIGN(enc.height, 16) * 1.5;
	cpb_size = vbuf_size * 10;

	if (!uvd_enc_support())
		return;

	num_resources  = 0;
	alloc_resource(&enc.fb, 4096, AMDGPU_GEM_DOMAIN_VRAM);
	resources[num_resources++] = enc.fb.handle;
	alloc_resource(&enc.bs, bs_size, AMDGPU_GEM_DOMAIN_VRAM);
	resources[num_resources++] = enc.bs.handle;
	alloc_resource(&enc.vbuf, vbuf_size, AMDGPU_GEM_DOMAIN_VRAM);
	resources[num_resources++] = enc.vbuf.handle;
	alloc_resource(&enc.cpb, cpb_size, AMDGPU_GEM_DOMAIN_VRAM);
	resources[num_resources++] = enc.cpb.handle;
	resources[num_resources++] = ib_handle;

	r = amdgpu_bo_cpu_map(enc.vbuf.handle, (void **)&enc.vbuf.ptr);
	CU_ASSERT_EQUAL(r, 0);

	memset(enc.vbuf.ptr, 0, vbuf_size);
	for (i = 0; i < enc.height; ++i) {
		memcpy(enc.vbuf.ptr, (frame + i * enc.width), enc.width);
		enc.vbuf.ptr += ALIGN(enc.width, align);
	}
	for (i = 0; i < enc.height / 2; ++i) {
		memcpy(enc.vbuf.ptr, ((frame + enc.height * enc.width) + i * enc.width), enc.width);
		enc.vbuf.ptr += ALIGN(enc.width, align);
	}

	r = amdgpu_bo_cpu_unmap(enc.vbuf.handle);
	CU_ASSERT_EQUAL(r, 0);

	len = 0;
	memcpy((ib_cpu + len), uve_session_info, sizeof(uve_session_info));
	len += sizeof(uve_session_info) / 4;
	ib_cpu[len++] = enc.session.addr >> 32;
	ib_cpu[len++] = enc.session.addr;

	memcpy((ib_cpu + len), uve_task_info, sizeof(uve_task_info));
	len += sizeof(uve_task_info) / 4;
	ib_cpu[len++] = 0x000005e0;
	ib_cpu[len++] = 0x00000001;
	ib_cpu[len++] = 0x00000001;

	memcpy((ib_cpu + len), uve_nalu_buffer_1, sizeof(uve_nalu_buffer_1));
	len += sizeof(uve_nalu_buffer_1) / 4;

	memcpy((ib_cpu + len), uve_nalu_buffer_2, sizeof(uve_nalu_buffer_2));
	len += sizeof(uve_nalu_buffer_2) / 4;

	memcpy((ib_cpu + len), uve_nalu_buffer_3, sizeof(uve_nalu_buffer_3));
	len += sizeof(uve_nalu_buffer_3) / 4;

	memcpy((ib_cpu + len), uve_nalu_buffer_4, sizeof(uve_nalu_buffer_4));
	len += sizeof(uve_nalu_buffer_4) / 4;

	memcpy((ib_cpu + len), uve_slice_header, sizeof(uve_slice_header));
	len += sizeof(uve_slice_header) / 4;

	ib_cpu[len++] = 0x00000254;
	ib_cpu[len++] = 0x00000010;
	ib_cpu[len++] = enc.cpb.addr >> 32;
	ib_cpu[len++] = enc.cpb.addr;
	memcpy((ib_cpu + len), uve_ctx_buffer, sizeof(uve_ctx_buffer));
	len += sizeof(uve_ctx_buffer) / 4;

	memcpy((ib_cpu + len), uve_bitstream_buffer, sizeof(uve_bitstream_buffer));
	len += sizeof(uve_bitstream_buffer) / 4;
	ib_cpu[len++] = 0x00000000;
	ib_cpu[len++] = enc.bs.addr >> 32;
	ib_cpu[len++] = enc.bs.addr;
	ib_cpu[len++] = 0x003f4800;
	ib_cpu[len++] = 0x00000000;

	memcpy((ib_cpu + len), uve_feedback_buffer, sizeof(uve_feedback_buffer));
	len += sizeof(uve_feedback_buffer) / 4;
	ib_cpu[len++] = enc.fb.addr >> 32;
	ib_cpu[len++] = enc.fb.addr;
	ib_cpu[len++] = 0x00000010;
	ib_cpu[len++] = 0x00000028;

	memcpy((ib_cpu + len), uve_feedback_buffer_additional, sizeof(uve_feedback_buffer_additional));
	len += sizeof(uve_feedback_buffer_additional) / 4;

	memcpy((ib_cpu + len), uve_intra_refresh, sizeof(uve_intra_refresh));
	len += sizeof(uve_intra_refresh) / 4;

	memcpy((ib_cpu + len), uve_layer_select, sizeof(uve_layer_select));
	len += sizeof(uve_layer_select) / 4;

	memcpy((ib_cpu + len), uve_rc_layer_init, sizeof(uve_rc_layer_init));
	len += sizeof(uve_rc_layer_init) / 4;

	memcpy((ib_cpu + len), uve_layer_select, sizeof(uve_layer_select));
	len += sizeof(uve_layer_select) / 4;

	memcpy((ib_cpu + len), uve_rc_per_pic, sizeof(uve_rc_per_pic));
	len += sizeof(uve_rc_per_pic) / 4;

	unsigned luma_size = ALIGN(enc.width, align) * ALIGN(enc.height, 16);
	luma_offset = enc.vbuf.addr;
	chroma_offset = luma_offset + luma_size;
	ib_cpu[len++] = 0x00000054;
	ib_cpu[len++] = 0x0000000c;
	ib_cpu[len++] = 0x00000002;
	ib_cpu[len++] = 0x003f4800;
	ib_cpu[len++] = luma_offset >> 32;
	ib_cpu[len++] = luma_offset;
	ib_cpu[len++] = chroma_offset >> 32;
	ib_cpu[len++] = chroma_offset;
	memcpy((ib_cpu + len), uve_encode_param, sizeof(uve_encode_param));
	ib_cpu[len] = ALIGN(enc.width, align);
	ib_cpu[len + 1] = ALIGN(enc.width, align);
	len += sizeof(uve_encode_param) / 4;

	memcpy((ib_cpu + len), uve_op_speed_enc_mode, sizeof(uve_op_speed_enc_mode));
	len += sizeof(uve_op_speed_enc_mode) / 4;

	memcpy((ib_cpu + len), uve_op_encode, sizeof(uve_op_encode));
	len += sizeof(uve_op_encode) / 4;

	r = submit(len, AMDGPU_HW_IP_UVD_ENC);
	CU_ASSERT_EQUAL(r, 0);

	check_result(&enc);

	free_resource(&enc.fb);
	free_resource(&enc.bs);
	free_resource(&enc.vbuf);
	free_resource(&enc.cpb);
}

static void amdgpu_cs_uvd_enc_destroy(void)
{
	struct amdgpu_uvd_enc_bo sw_ctx;
	int len, r;

	if (!uvd_enc_support())
		return;

	num_resources  = 0;
	resources[num_resources++] = ib_handle;

	len = 0;
	memcpy((ib_cpu + len), uve_session_info, sizeof(uve_session_info));
	len += sizeof(uve_session_info) / 4;
	ib_cpu[len++] = enc.session.addr >> 32;
	ib_cpu[len++] = enc.session.addr;

	memcpy((ib_cpu + len), uve_task_info, sizeof(uve_task_info));
	len += sizeof(uve_task_info) / 4;
	ib_cpu[len++] = 0xffffffff;
	ib_cpu[len++] = 0x00000002;
	ib_cpu[len++] = 0x00000000;

	memcpy((ib_cpu + len), uve_op_close, sizeof(uve_op_close));
	len += sizeof(uve_op_close) / 4;

	r = submit(len, AMDGPU_HW_IP_UVD_ENC);
	CU_ASSERT_EQUAL(r, 0);

	free_resource(&enc.session);
}