1/* SPDX-License-Identifier: GPL-2.0-only OR MIT */ 2/* Copyright (c) 2023 Imagination Technologies Ltd. */ 3 4#ifndef PVR_GEM_H 5#define PVR_GEM_H 6 7#include "pvr_rogue_heap_config.h" 8#include "pvr_rogue_meta.h" 9 10#include <uapi/drm/pvr_drm.h> 11 12#include <drm/drm_gem.h> 13#include <drm/drm_gem_shmem_helper.h> 14#include <drm/drm_mm.h> 15 16#include <linux/bitfield.h> 17#include <linux/bits.h> 18#include <linux/const.h> 19#include <linux/compiler_attributes.h> 20#include <linux/kernel.h> 21#include <linux/mutex.h> 22#include <linux/refcount.h> 23#include <linux/scatterlist.h> 24#include <linux/sizes.h> 25#include <linux/types.h> 26 27/* Forward declaration from "pvr_device.h". */ 28struct pvr_device; 29struct pvr_file; 30 31/** 32 * DOC: Flags for DRM_IOCTL_PVR_CREATE_BO (kernel-only) 33 * 34 * Kernel-only values allowed in &pvr_gem_object->flags. The majority of options 35 * for this field are specified in the UAPI header "pvr_drm.h" with a 36 * DRM_PVR_BO_ prefix. To distinguish these internal options (which must exist 37 * in ranges marked as "reserved" in the UAPI header), we drop the DRM prefix. 38 * The public options should be used directly, DRM prefix and all. 39 * 40 * To avoid potentially confusing gaps in the UAPI options, these kernel-only 41 * options are specified "in reverse", starting at bit 63. 42 * 43 * We use "reserved" to refer to bits defined here and not exposed in the UAPI. 44 * Bits not defined anywhere are "undefined". 45 * 46 * CPU mapping options 47 * :PVR_BO_CPU_CACHED: By default, all GEM objects are mapped write-combined on the CPU. Set this 48 * flag to override this behaviour and map the object cached. 49 * 50 * Firmware options 51 * :PVR_BO_FW_NO_CLEAR_ON_RESET: By default, all FW objects are cleared and reinitialised on hard 52 * reset. Set this flag to override this behaviour and preserve buffer contents on reset. 53 */ 54#define PVR_BO_CPU_CACHED BIT_ULL(63) 55 56#define PVR_BO_FW_NO_CLEAR_ON_RESET BIT_ULL(62) 57 58#define PVR_BO_KERNEL_FLAGS_MASK (PVR_BO_CPU_CACHED | PVR_BO_FW_NO_CLEAR_ON_RESET) 59 60/* Bits 61..3 are undefined. */ 61/* Bits 2..0 are defined in the UAPI. */ 62 63/* Other utilities. */ 64#define PVR_BO_UNDEFINED_MASK ~(PVR_BO_KERNEL_FLAGS_MASK | DRM_PVR_BO_FLAGS_MASK) 65 66/* 67 * All firmware-mapped memory uses (mostly) the same flags. Specifically, 68 * firmware-mapped memory should be: 69 * * Read/write on the device, 70 * * Read/write on the CPU, and 71 * * Write-combined on the CPU. 72 * 73 * The only variation is in caching on the device. 74 */ 75#define PVR_BO_FW_FLAGS_DEVICE_CACHED (ULL(0)) 76#define PVR_BO_FW_FLAGS_DEVICE_UNCACHED DRM_PVR_BO_BYPASS_DEVICE_CACHE 77 78/** 79 * struct pvr_gem_object - powervr-specific wrapper for &struct drm_gem_object 80 */ 81struct pvr_gem_object { 82 /** 83 * @base: The underlying &struct drm_gem_shmem_object. 84 * 85 * Do not access this member directly, instead call 86 * shem_gem_from_pvr_gem(). 87 */ 88 struct drm_gem_shmem_object base; 89 90 /** 91 * @flags: Options set at creation-time. Some of these options apply to 92 * the creation operation itself (which are stored here for reference) 93 * with the remainder used for mapping options to both the device and 94 * CPU. These are used every time this object is mapped, but may be 95 * changed after creation. 96 * 97 * Must be a combination of DRM_PVR_BO_* and/or PVR_BO_* flags. 98 * 99 * .. note:: 100 * 101 * This member is declared const to indicate that none of these 102 * options may change or be changed throughout the object's 103 * lifetime. 104 */ 105 u64 flags; 106 107}; 108 109static_assert(offsetof(struct pvr_gem_object, base) == 0, 110 "offsetof(struct pvr_gem_object, base) not zero"); 111 112#define shmem_gem_from_pvr_gem(pvr_obj) (&(pvr_obj)->base) 113 114#define shmem_gem_to_pvr_gem(shmem_obj) container_of_const(shmem_obj, struct pvr_gem_object, base) 115 116#define gem_from_pvr_gem(pvr_obj) (&(pvr_obj)->base.base) 117 118#define gem_to_pvr_gem(gem_obj) container_of_const(gem_obj, struct pvr_gem_object, base.base) 119 120/* Functions defined in pvr_gem.c */ 121 122struct drm_gem_object *pvr_gem_create_object(struct drm_device *drm_dev, size_t size); 123 124struct pvr_gem_object *pvr_gem_object_create(struct pvr_device *pvr_dev, 125 size_t size, u64 flags); 126 127int pvr_gem_object_into_handle(struct pvr_gem_object *pvr_obj, 128 struct pvr_file *pvr_file, u32 *handle); 129struct pvr_gem_object *pvr_gem_object_from_handle(struct pvr_file *pvr_file, 130 u32 handle); 131 132static __always_inline struct sg_table * 133pvr_gem_object_get_pages_sgt(struct pvr_gem_object *pvr_obj) 134{ 135 return drm_gem_shmem_get_pages_sgt(shmem_gem_from_pvr_gem(pvr_obj)); 136} 137 138void *pvr_gem_object_vmap(struct pvr_gem_object *pvr_obj); 139void pvr_gem_object_vunmap(struct pvr_gem_object *pvr_obj); 140 141int pvr_gem_get_dma_addr(struct pvr_gem_object *pvr_obj, u32 offset, 142 dma_addr_t *dma_addr_out); 143 144/** 145 * pvr_gem_object_get() - Acquire reference on pvr_gem_object 146 * @pvr_obj: Pointer to object to acquire reference on. 147 */ 148static __always_inline void 149pvr_gem_object_get(struct pvr_gem_object *pvr_obj) 150{ 151 drm_gem_object_get(gem_from_pvr_gem(pvr_obj)); 152} 153 154/** 155 * pvr_gem_object_put() - Release reference on pvr_gem_object 156 * @pvr_obj: Pointer to object to release reference on. 157 */ 158static __always_inline void 159pvr_gem_object_put(struct pvr_gem_object *pvr_obj) 160{ 161 drm_gem_object_put(gem_from_pvr_gem(pvr_obj)); 162} 163 164static __always_inline size_t 165pvr_gem_object_size(struct pvr_gem_object *pvr_obj) 166{ 167 return gem_from_pvr_gem(pvr_obj)->size; 168} 169 170#endif /* PVR_GEM_H */ 171