blob: a47239e35a7211102df51cb7adad7a4ea486b69f [file] [log] [blame]
/****************************************************************************
*
* The MIT License (MIT)
*
* Copyright (c) 2014 - 2020 Vivante Corporation
*
* Permission is hereby granted, free of charge, to any person obtaining a
* copy of this software and associated documentation files (the "Software"),
* to deal in the Software without restriction, including without limitation
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
* and/or sell copies of the Software, and to permit persons to whom the
* Software is furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in
* all copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
* DEALINGS IN THE SOFTWARE.
*
*****************************************************************************
*
* The GPL License (GPL)
*
* Copyright (C) 2014 - 2020 Vivante Corporation
*
* This program is free software; you can redistribute it and/or
* modify it under the terms of the GNU General Public License
* as published by the Free Software Foundation; either version 2
* of the License, or (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program; if not, write to the Free Software Foundation,
* Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
*
*****************************************************************************
*
* Note: This software is released under dual MIT and GPL licenses. A
* recipient may use this file under the terms of either the MIT license or
* GPL License. If you wish to use only one license not the other, you can
* indicate your decision by deleting one of the above license notices in your
* version of this file.
*
*****************************************************************************/
#ifndef __gc_hal_kernel_linux_h_
#define __gc_hal_kernel_linux_h_
#include <linux/version.h>
#include <linux/init.h>
#include <linux/module.h>
#include <linux/fs.h>
#include <linux/mm.h>
#include <linux/sched.h>
#include <linux/signal.h>
#include <linux/interrupt.h>
#include <linux/vmalloc.h>
#include <linux/dma-mapping.h>
#include <linux/kthread.h>
#include <linux/idr.h>
#ifdef MODVERSIONS
# include <linux/modversions.h>
#endif
#include <asm/io.h>
#if LINUX_VERSION_CODE > KERNEL_VERSION(4,7,0)
#include <linux/uaccess.h>
#else
#include <asm/uaccess.h>
#endif
#if ENABLE_GPU_CLOCK_BY_DRIVER && LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,28)
#include <linux/clk.h>
#endif
#define NTSTRSAFE_NO_CCH_FUNCTIONS
#include "gc_hal.h"
#include "shared/gc_hal_driver.h"
#include "gc_hal_kernel.h"
#include "gc_hal_kernel_platform.h"
#include "gc_hal_kernel_device.h"
#include "gc_hal_kernel_os.h"
#include "gc_hal_kernel_debugfs.h"
#include "gc_hal_ta.h"
#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,31)
#define FIND_TASK_BY_PID(x) pid_task(find_vpid(x), PIDTYPE_PID)
#elif LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,27)
#define FIND_TASK_BY_PID(x) find_task_by_vpid(x)
#else
#define FIND_TASK_BY_PID(x) find_task_by_pid(x)
#endif
#ifndef DEVICE_NAME
# define DEVICE_NAME "galcore"
#endif
#ifndef CLASS_NAME
# define CLASS_NAME "graphics_class"
#endif
#define GetPageCount(size, offset) ((((size) + ((offset) & ~PAGE_MASK)) + PAGE_SIZE - 1) >> PAGE_SHIFT)
#if LINUX_VERSION_CODE >= KERNEL_VERSION (3,7,0)
#define gcdVM_FLAGS (VM_IO | VM_DONTCOPY | VM_DONTEXPAND | VM_DONTDUMP)
#else
#define gcdVM_FLAGS (VM_IO | VM_DONTCOPY | VM_DONTEXPAND | VM_RESERVED)
#endif
/* Protection bit when mapping memroy to user sapce */
#define gcmkPAGED_MEMROY_PROT(x) pgprot_writecombine(x)
#define gcdSUPPRESS_OOM_MESSAGE 1
#if gcdSUPPRESS_OOM_MESSAGE
#define gcdNOWARN __GFP_NOWARN
#else
#define gcdNOWARN 0
#endif
#if LINUX_VERSION_CODE >= KERNEL_VERSION (4, 1, 0)
#ifdef gcdIRQ_SHARED
# define gcdIRQF_FLAG (IRQF_SHARED | IRQF_TRIGGER_HIGH)
# else
# define gcdIRQF_FLAG (IRQF_TRIGGER_HIGH)
# endif
#else
#ifdef gcdIRQ_SHARED
# define gcdIRQF_FLAG (IRQF_DISABLED | IRQF_SHARED | IRQF_TRIGGER_HIGH)
# else
# define gcdIRQF_FLAG (IRQF_DISABLED | IRQF_TRIGGER_HIGH)
# endif
#endif
/* gcdLINUX_SYNC_FILE and CONFIG_SYNC_FILE. */
#if LINUX_VERSION_CODE < KERNEL_VERSION(4,10,0)
# define dma_fence fence
# define dma_fence_array fence_array
# define dma_fence_ops fence_ops
# define dma_fence_default_wait fence_default_wait
# define dma_fence_signal(f) fence_signal(f)
# define dma_fence_signal_locked(f) fence_signal_locked(f)
# define dma_fence_get(f) fence_get(f)
# define dma_fence_put(f) fence_put(f)
# define dma_fence_is_array(f) fence_is_array(f)
# define dma_fence_is_signaled(f) fence_is_signaled(f)
# define to_dma_fence_array(f) to_fence_array(f)
# define dma_fence_wait_timeout(f, n, t) fence_wait_timeout((f), (n), (t))
# define dma_fence_init(f, o, l, t, s) fence_init((f), (o), (l), (t), (s))
# define dma_fence_context_alloc(s) fence_context_alloc(s)
#endif
extern struct device *galcore_device;
/******************************************************************************\
********************************** Structures **********************************
\******************************************************************************/
typedef struct _gcsIOMMU * gckIOMMU;
typedef struct _gcsINTEGER_DB * gcsINTEGER_DB_PTR;
typedef struct _gcsINTEGER_DB
{
struct idr idr;
spinlock_t lock;
gctINT curr;
}
gcsINTEGER_DB;
struct _gckOS
{
/* Object. */
gcsOBJECT object;
/* Pointer to device */
gckGALDEVICE device;
/* Memory management */
struct mutex mdlMutex;
struct list_head mdlHead;
/* Kernel process ID. */
gctUINT32 kernelProcessID;
/* Signal management. */
/* Lock. */
spinlock_t signalLock;
/* signal id database. */
gcsINTEGER_DB signalDB;
/* workqueue for os timer. */
struct workqueue_struct * workqueue;
/* Allocate extra page to avoid cache overflow */
struct page* paddingPage;
/* Detect unfreed allocation. */
atomic_t allocateCount;
struct list_head allocatorList;
gcsDEBUGFS_DIR allocatorDebugfsDir;
/* Lock for register access check. */
spinlock_t registerAccessLock;
/* External power states. */
gctBOOL powerStates[gcdMAX_GPU_COUNT];
/* External clock states. */
gctBOOL clockStates[gcdMAX_GPU_COUNT];
/* IOMMU. */
gckIOMMU iommu;
/* Dump in kernel. */
struct file * dumpFilp;
struct mutex dumpFilpMutex;
int dumpTarget;
char dumpFileName[256];
gcsDEBUGFS_DIR dumpDebugfsDir;
};
typedef struct _gcsSIGNAL * gcsSIGNAL_PTR;
typedef struct _gcsSIGNAL
{
/* Kernel sync primitive. */
volatile unsigned int done;
spinlock_t lock;
wait_queue_head_t wait;
/* Manual reset flag. */
gctBOOL manualReset;
/* The reference counter. */
atomic_t ref;
/* The owner of the signal. */
gctHANDLE process;
/* ID. */
gctUINT32 id;
#if gcdLINUX_SYNC_FILE
#ifndef CONFIG_SYNC_FILE
/* Parent timeline. */
struct sync_timeline * timeline;
# else
struct dma_fence *fence;
# endif
#endif
}
gcsSIGNAL;
typedef struct _gcsOSTIMER * gcsOSTIMER_PTR;
typedef struct _gcsOSTIMER
{
struct delayed_work work;
gctTIMERFUNCTION function;
gctPOINTER data;
} gcsOSTIMER;
gceSTATUS
gckOS_ImportAllocators(
gckOS Os
);
gceSTATUS
gckOS_FreeAllocators(
gckOS Os
);
gceSTATUS
_ConvertLogical2Physical(
IN gckOS Os,
IN gctPOINTER Logical,
IN gctUINT32 ProcessID,
IN PLINUX_MDL Mdl,
OUT gctPHYS_ADDR_T * Physical
);
gctBOOL
_QuerySignal(
IN gckOS Os,
IN gctSIGNAL Signal
);
static inline gctINT
_GetProcessID(
void
)
{
#if LINUX_VERSION_CODE >= KERNEL_VERSION(2,6,24)
return task_tgid_vnr(current);
#else
return current->tgid;
#endif
}
static inline void
_MemoryBarrier(
void
)
{
#if defined(CONFIG_ARM) && (LINUX_VERSION_CODE < KERNEL_VERSION(2,6,34))
dsb();
#else
mb();
#endif
}
static inline void
_Barrier(
void
)
{
barrier();
}
#if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,25)
static inline int
is_vmalloc_addr(
void *Addr
)
{
unsigned long addr = (unsigned long)Addr;
return addr >= VMALLOC_START && addr < VMALLOC_END;
}
#endif
#ifdef CONFIG_IOMMU_SUPPORT
void
gckIOMMU_Destory(
IN gckOS Os,
IN gckIOMMU Iommu
);
gceSTATUS
gckIOMMU_Construct(
IN gckOS Os,
OUT gckIOMMU * Iommu
);
gceSTATUS
gckIOMMU_Map(
IN gckIOMMU Iommu,
IN gctUINT32 DomainAddress,
IN gctUINT32 Physical,
IN gctUINT32 Bytes
);
gceSTATUS
gckIOMMU_Unmap(
IN gckIOMMU Iommu,
IN gctUINT32 DomainAddress,
IN gctUINT32 Bytes
);
#endif
#endif /* __gc_hal_kernel_linux_h_ */