radeon_gem.c revision 258062
1254885Sdumbbell/* 2254885Sdumbbell * Copyright 2008 Advanced Micro Devices, Inc. 3254885Sdumbbell * Copyright 2008 Red Hat Inc. 4254885Sdumbbell * Copyright 2009 Jerome Glisse. 5254885Sdumbbell * 6254885Sdumbbell * Permission is hereby granted, free of charge, to any person obtaining a 7254885Sdumbbell * copy of this software and associated documentation files (the "Software"), 8254885Sdumbbell * to deal in the Software without restriction, including without limitation 9254885Sdumbbell * the rights to use, copy, modify, merge, publish, distribute, sublicense, 10254885Sdumbbell * and/or sell copies of the Software, and to permit persons to whom the 11254885Sdumbbell * Software is furnished to do so, subject to the following conditions: 12254885Sdumbbell * 13254885Sdumbbell * The above copyright notice and this permission notice shall be included in 14254885Sdumbbell * all copies or substantial portions of the Software. 15254885Sdumbbell * 16254885Sdumbbell * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 17254885Sdumbbell * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 18254885Sdumbbell * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 19254885Sdumbbell * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 20254885Sdumbbell * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 21254885Sdumbbell * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 22254885Sdumbbell * OTHER DEALINGS IN THE SOFTWARE. 23254885Sdumbbell * 24254885Sdumbbell * Authors: Dave Airlie 25254885Sdumbbell * Alex Deucher 26254885Sdumbbell * Jerome Glisse 27254885Sdumbbell */ 28254885Sdumbbell 29254885Sdumbbell#include <sys/cdefs.h> 30254885Sdumbbell__FBSDID("$FreeBSD: stable/10/sys/dev/drm2/radeon/radeon_gem.c 258062 2013-11-12 19:10:28Z dumbbell $"); 31254885Sdumbbell 32254885Sdumbbell#include <dev/drm2/drmP.h> 33254885Sdumbbell#include <dev/drm2/radeon/radeon_drm.h> 34254885Sdumbbell#include "radeon.h" 35254885Sdumbbell#include "radeon_gem.h" 36254885Sdumbbell 37254885Sdumbbellint radeon_gem_object_init(struct drm_gem_object *obj) 38254885Sdumbbell{ 39254885Sdumbbell panic("radeon_gem_object_init() must not be called"); 40254885Sdumbbell 41254885Sdumbbell return 0; 42254885Sdumbbell} 43254885Sdumbbell 44254885Sdumbbellvoid radeon_gem_object_free(struct drm_gem_object *gobj) 45254885Sdumbbell{ 46254885Sdumbbell struct radeon_bo *robj = gem_to_radeon_bo(gobj); 47254885Sdumbbell 48254885Sdumbbell if (robj) { 49254885Sdumbbell#ifdef DUMBBELL_WIP 50254885Sdumbbell if (robj->gem_base.import_attach) 51254885Sdumbbell drm_prime_gem_destroy(&robj->gem_base, robj->tbo.sg); 52254885Sdumbbell#endif /* DUMBBELL_WIP */ 53254885Sdumbbell radeon_bo_unref(&robj); 54254885Sdumbbell } 55254885Sdumbbell} 56254885Sdumbbell 57254885Sdumbbellint radeon_gem_object_create(struct radeon_device *rdev, int size, 58254885Sdumbbell int alignment, int initial_domain, 59254885Sdumbbell bool discardable, bool kernel, 60254885Sdumbbell struct drm_gem_object **obj) 61254885Sdumbbell{ 62254885Sdumbbell struct radeon_bo *robj; 63254885Sdumbbell unsigned long max_size; 64254885Sdumbbell int r; 65254885Sdumbbell 66254885Sdumbbell *obj = NULL; 67254885Sdumbbell /* At least align on page size */ 68254885Sdumbbell if (alignment < PAGE_SIZE) { 69254885Sdumbbell alignment = PAGE_SIZE; 70254885Sdumbbell } 71254885Sdumbbell 72254885Sdumbbell /* maximun bo size is the minimun btw visible vram and gtt size */ 73254885Sdumbbell max_size = min(rdev->mc.visible_vram_size, rdev->mc.gtt_size); 74254885Sdumbbell if (size > max_size) { 75254885Sdumbbell DRM_ERROR("%s:%d alloc size %dMb bigger than %ldMb limit\n", 76254885Sdumbbell __func__, __LINE__, size >> 20, max_size >> 20); 77254885Sdumbbell return -ENOMEM; 78254885Sdumbbell } 79254885Sdumbbell 80254885Sdumbbellretry: 81254885Sdumbbell r = radeon_bo_create(rdev, size, alignment, kernel, initial_domain, NULL, &robj); 82254885Sdumbbell if (r) { 83254885Sdumbbell if (r != -ERESTART) { 84254885Sdumbbell if (initial_domain == RADEON_GEM_DOMAIN_VRAM) { 85254885Sdumbbell initial_domain |= RADEON_GEM_DOMAIN_GTT; 86254885Sdumbbell goto retry; 87254885Sdumbbell } 88254885Sdumbbell DRM_ERROR("Failed to allocate GEM object (%d, %d, %u, %d)\n", 89254885Sdumbbell size, initial_domain, alignment, r); 90254885Sdumbbell } 91254885Sdumbbell return r; 92254885Sdumbbell } 93254885Sdumbbell *obj = &robj->gem_base; 94254885Sdumbbell 95254885Sdumbbell sx_xlock(&rdev->gem.mutex); 96254885Sdumbbell list_add_tail(&robj->list, &rdev->gem.objects); 97254885Sdumbbell sx_xunlock(&rdev->gem.mutex); 98254885Sdumbbell 99254885Sdumbbell return 0; 100254885Sdumbbell} 101254885Sdumbbell 102254885Sdumbbellstatic int radeon_gem_set_domain(struct drm_gem_object *gobj, 103254885Sdumbbell uint32_t rdomain, uint32_t wdomain) 104254885Sdumbbell{ 105254885Sdumbbell struct radeon_bo *robj; 106254885Sdumbbell uint32_t domain; 107254885Sdumbbell int r; 108254885Sdumbbell 109254885Sdumbbell /* FIXME: reeimplement */ 110254885Sdumbbell robj = gem_to_radeon_bo(gobj); 111254885Sdumbbell /* work out where to validate the buffer to */ 112254885Sdumbbell domain = wdomain; 113254885Sdumbbell if (!domain) { 114254885Sdumbbell domain = rdomain; 115254885Sdumbbell } 116254885Sdumbbell if (!domain) { 117254885Sdumbbell /* Do nothings */ 118254885Sdumbbell DRM_ERROR("Set domain without domain !\n"); 119254885Sdumbbell return 0; 120254885Sdumbbell } 121254885Sdumbbell if (domain == RADEON_GEM_DOMAIN_CPU) { 122254885Sdumbbell /* Asking for cpu access wait for object idle */ 123254885Sdumbbell r = radeon_bo_wait(robj, NULL, false); 124254885Sdumbbell if (r) { 125254885Sdumbbell DRM_ERROR("Failed to wait for object !\n"); 126254885Sdumbbell return r; 127254885Sdumbbell } 128254885Sdumbbell } 129254885Sdumbbell return 0; 130254885Sdumbbell} 131254885Sdumbbell 132254885Sdumbbellint radeon_gem_init(struct radeon_device *rdev) 133254885Sdumbbell{ 134254885Sdumbbell INIT_LIST_HEAD(&rdev->gem.objects); 135254885Sdumbbell return 0; 136254885Sdumbbell} 137254885Sdumbbell 138254885Sdumbbellvoid radeon_gem_fini(struct radeon_device *rdev) 139254885Sdumbbell{ 140254885Sdumbbell radeon_bo_force_delete(rdev); 141254885Sdumbbell} 142254885Sdumbbell 143254885Sdumbbell/* 144254885Sdumbbell * Call from drm_gem_handle_create which appear in both new and open ioctl 145254885Sdumbbell * case. 146254885Sdumbbell */ 147254885Sdumbbellint radeon_gem_object_open(struct drm_gem_object *obj, struct drm_file *file_priv) 148254885Sdumbbell{ 149254885Sdumbbell struct radeon_bo *rbo = gem_to_radeon_bo(obj); 150254885Sdumbbell struct radeon_device *rdev = rbo->rdev; 151254885Sdumbbell struct radeon_fpriv *fpriv = file_priv->driver_priv; 152254885Sdumbbell struct radeon_vm *vm = &fpriv->vm; 153254885Sdumbbell struct radeon_bo_va *bo_va; 154254885Sdumbbell int r; 155254885Sdumbbell 156254885Sdumbbell if (rdev->family < CHIP_CAYMAN) { 157254885Sdumbbell return 0; 158254885Sdumbbell } 159254885Sdumbbell 160254885Sdumbbell r = radeon_bo_reserve(rbo, false); 161254885Sdumbbell if (r) { 162254885Sdumbbell return r; 163254885Sdumbbell } 164254885Sdumbbell 165254885Sdumbbell bo_va = radeon_vm_bo_find(vm, rbo); 166254885Sdumbbell if (!bo_va) { 167254885Sdumbbell bo_va = radeon_vm_bo_add(rdev, vm, rbo); 168254885Sdumbbell } else { 169254885Sdumbbell ++bo_va->ref_count; 170254885Sdumbbell } 171254885Sdumbbell radeon_bo_unreserve(rbo); 172254885Sdumbbell 173254885Sdumbbell return 0; 174254885Sdumbbell} 175254885Sdumbbell 176254885Sdumbbellvoid radeon_gem_object_close(struct drm_gem_object *obj, 177254885Sdumbbell struct drm_file *file_priv) 178254885Sdumbbell{ 179254885Sdumbbell struct radeon_bo *rbo = gem_to_radeon_bo(obj); 180254885Sdumbbell struct radeon_device *rdev = rbo->rdev; 181254885Sdumbbell struct radeon_fpriv *fpriv = file_priv->driver_priv; 182254885Sdumbbell struct radeon_vm *vm = &fpriv->vm; 183254885Sdumbbell struct radeon_bo_va *bo_va; 184254885Sdumbbell int r; 185254885Sdumbbell 186254885Sdumbbell if (rdev->family < CHIP_CAYMAN) { 187254885Sdumbbell return; 188254885Sdumbbell } 189254885Sdumbbell 190254885Sdumbbell r = radeon_bo_reserve(rbo, true); 191254885Sdumbbell if (r) { 192254885Sdumbbell dev_err(rdev->dev, "leaking bo va because " 193254885Sdumbbell "we fail to reserve bo (%d)\n", r); 194254885Sdumbbell return; 195254885Sdumbbell } 196254885Sdumbbell bo_va = radeon_vm_bo_find(vm, rbo); 197254885Sdumbbell if (bo_va) { 198254885Sdumbbell if (--bo_va->ref_count == 0) { 199254885Sdumbbell radeon_vm_bo_rmv(rdev, bo_va); 200254885Sdumbbell } 201254885Sdumbbell } 202254885Sdumbbell radeon_bo_unreserve(rbo); 203254885Sdumbbell} 204254885Sdumbbell 205254885Sdumbbellstatic int radeon_gem_handle_lockup(struct radeon_device *rdev, int r) 206254885Sdumbbell{ 207254885Sdumbbell if (r == -EDEADLK) { 208254885Sdumbbell r = radeon_gpu_reset(rdev); 209254885Sdumbbell if (!r) 210254885Sdumbbell r = -EAGAIN; 211254885Sdumbbell } 212254885Sdumbbell return r; 213254885Sdumbbell} 214254885Sdumbbell 215254885Sdumbbell/* 216254885Sdumbbell * GEM ioctls. 217254885Sdumbbell */ 218254885Sdumbbellint radeon_gem_info_ioctl(struct drm_device *dev, void *data, 219254885Sdumbbell struct drm_file *filp) 220254885Sdumbbell{ 221254885Sdumbbell struct radeon_device *rdev = dev->dev_private; 222254885Sdumbbell struct drm_radeon_gem_info *args = data; 223254885Sdumbbell struct ttm_mem_type_manager *man; 224254885Sdumbbell unsigned i; 225254885Sdumbbell 226254885Sdumbbell man = &rdev->mman.bdev.man[TTM_PL_VRAM]; 227254885Sdumbbell 228254885Sdumbbell args->vram_size = rdev->mc.real_vram_size; 229254885Sdumbbell args->vram_visible = (u64)man->size << PAGE_SHIFT; 230254885Sdumbbell if (rdev->stollen_vga_memory) 231254885Sdumbbell args->vram_visible -= radeon_bo_size(rdev->stollen_vga_memory); 232254885Sdumbbell args->vram_visible -= radeon_fbdev_total_size(rdev); 233254885Sdumbbell args->gart_size = rdev->mc.gtt_size - 4096 - RADEON_IB_POOL_SIZE*64*1024; 234254885Sdumbbell for(i = 0; i < RADEON_NUM_RINGS; ++i) 235254885Sdumbbell args->gart_size -= rdev->ring[i].ring_size; 236254885Sdumbbell return 0; 237254885Sdumbbell} 238254885Sdumbbell 239254885Sdumbbellint radeon_gem_pread_ioctl(struct drm_device *dev, void *data, 240254885Sdumbbell struct drm_file *filp) 241254885Sdumbbell{ 242254885Sdumbbell /* TODO: implement */ 243254885Sdumbbell DRM_ERROR("unimplemented %s\n", __func__); 244254885Sdumbbell return -ENOSYS; 245254885Sdumbbell} 246254885Sdumbbell 247254885Sdumbbellint radeon_gem_pwrite_ioctl(struct drm_device *dev, void *data, 248254885Sdumbbell struct drm_file *filp) 249254885Sdumbbell{ 250254885Sdumbbell /* TODO: implement */ 251254885Sdumbbell DRM_ERROR("unimplemented %s\n", __func__); 252254885Sdumbbell return -ENOSYS; 253254885Sdumbbell} 254254885Sdumbbell 255254885Sdumbbellint radeon_gem_create_ioctl(struct drm_device *dev, void *data, 256254885Sdumbbell struct drm_file *filp) 257254885Sdumbbell{ 258254885Sdumbbell struct radeon_device *rdev = dev->dev_private; 259254885Sdumbbell struct drm_radeon_gem_create *args = data; 260254885Sdumbbell struct drm_gem_object *gobj; 261254885Sdumbbell uint32_t handle; 262254885Sdumbbell int r; 263254885Sdumbbell 264254885Sdumbbell sx_slock(&rdev->exclusive_lock); 265254885Sdumbbell /* create a gem object to contain this object in */ 266254885Sdumbbell args->size = roundup(args->size, PAGE_SIZE); 267254885Sdumbbell r = radeon_gem_object_create(rdev, args->size, args->alignment, 268254885Sdumbbell args->initial_domain, false, 269254885Sdumbbell false, &gobj); 270254885Sdumbbell if (r) { 271254885Sdumbbell sx_sunlock(&rdev->exclusive_lock); 272254885Sdumbbell r = radeon_gem_handle_lockup(rdev, r); 273254885Sdumbbell return r; 274254885Sdumbbell } 275254885Sdumbbell handle = 0; 276254885Sdumbbell r = drm_gem_handle_create(filp, gobj, &handle); 277254885Sdumbbell /* drop reference from allocate - handle holds it now */ 278254885Sdumbbell drm_gem_object_unreference_unlocked(gobj); 279254885Sdumbbell if (r) { 280254885Sdumbbell sx_sunlock(&rdev->exclusive_lock); 281254885Sdumbbell r = radeon_gem_handle_lockup(rdev, r); 282254885Sdumbbell return r; 283254885Sdumbbell } 284254885Sdumbbell args->handle = handle; 285254885Sdumbbell sx_sunlock(&rdev->exclusive_lock); 286254885Sdumbbell return 0; 287254885Sdumbbell} 288254885Sdumbbell 289254885Sdumbbellint radeon_gem_set_domain_ioctl(struct drm_device *dev, void *data, 290254885Sdumbbell struct drm_file *filp) 291254885Sdumbbell{ 292254885Sdumbbell /* transition the BO to a domain - 293254885Sdumbbell * just validate the BO into a certain domain */ 294254885Sdumbbell struct radeon_device *rdev = dev->dev_private; 295254885Sdumbbell struct drm_radeon_gem_set_domain *args = data; 296254885Sdumbbell struct drm_gem_object *gobj; 297254885Sdumbbell struct radeon_bo *robj; 298254885Sdumbbell int r; 299254885Sdumbbell 300254885Sdumbbell /* for now if someone requests domain CPU - 301254885Sdumbbell * just make sure the buffer is finished with */ 302254885Sdumbbell sx_slock(&rdev->exclusive_lock); 303254885Sdumbbell 304254885Sdumbbell /* just do a BO wait for now */ 305254885Sdumbbell gobj = drm_gem_object_lookup(dev, filp, args->handle); 306254885Sdumbbell if (gobj == NULL) { 307254885Sdumbbell sx_sunlock(&rdev->exclusive_lock); 308254885Sdumbbell return -ENOENT; 309254885Sdumbbell } 310254885Sdumbbell robj = gem_to_radeon_bo(gobj); 311254885Sdumbbell 312254885Sdumbbell r = radeon_gem_set_domain(gobj, args->read_domains, args->write_domain); 313254885Sdumbbell 314254885Sdumbbell drm_gem_object_unreference_unlocked(gobj); 315254885Sdumbbell sx_sunlock(&rdev->exclusive_lock); 316254885Sdumbbell r = radeon_gem_handle_lockup(robj->rdev, r); 317254885Sdumbbell return r; 318254885Sdumbbell} 319254885Sdumbbell 320254885Sdumbbellint radeon_mode_dumb_mmap(struct drm_file *filp, 321254885Sdumbbell struct drm_device *dev, 322254885Sdumbbell uint32_t handle, uint64_t *offset_p) 323254885Sdumbbell{ 324254885Sdumbbell struct drm_gem_object *gobj; 325254885Sdumbbell struct radeon_bo *robj; 326254885Sdumbbell 327254885Sdumbbell gobj = drm_gem_object_lookup(dev, filp, handle); 328254885Sdumbbell if (gobj == NULL) { 329254885Sdumbbell return -ENOENT; 330254885Sdumbbell } 331254885Sdumbbell robj = gem_to_radeon_bo(gobj); 332254885Sdumbbell *offset_p = radeon_bo_mmap_offset(robj); 333254885Sdumbbell drm_gem_object_unreference_unlocked(gobj); 334254885Sdumbbell return 0; 335254885Sdumbbell} 336254885Sdumbbell 337254885Sdumbbellint radeon_gem_mmap_ioctl(struct drm_device *dev, void *data, 338254885Sdumbbell struct drm_file *filp) 339254885Sdumbbell{ 340254885Sdumbbell struct drm_radeon_gem_mmap *args = data; 341254885Sdumbbell 342254885Sdumbbell return radeon_mode_dumb_mmap(filp, dev, args->handle, &args->addr_ptr); 343254885Sdumbbell} 344254885Sdumbbell 345254885Sdumbbellint radeon_gem_busy_ioctl(struct drm_device *dev, void *data, 346254885Sdumbbell struct drm_file *filp) 347254885Sdumbbell{ 348254885Sdumbbell struct radeon_device *rdev = dev->dev_private; 349254885Sdumbbell struct drm_radeon_gem_busy *args = data; 350254885Sdumbbell struct drm_gem_object *gobj; 351254885Sdumbbell struct radeon_bo *robj; 352254885Sdumbbell int r; 353254885Sdumbbell uint32_t cur_placement = 0; 354254885Sdumbbell 355254885Sdumbbell gobj = drm_gem_object_lookup(dev, filp, args->handle); 356254885Sdumbbell if (gobj == NULL) { 357254885Sdumbbell return -ENOENT; 358254885Sdumbbell } 359254885Sdumbbell robj = gem_to_radeon_bo(gobj); 360254885Sdumbbell r = radeon_bo_wait(robj, &cur_placement, true); 361254885Sdumbbell switch (cur_placement) { 362254885Sdumbbell case TTM_PL_VRAM: 363254885Sdumbbell args->domain = RADEON_GEM_DOMAIN_VRAM; 364254885Sdumbbell break; 365254885Sdumbbell case TTM_PL_TT: 366254885Sdumbbell args->domain = RADEON_GEM_DOMAIN_GTT; 367254885Sdumbbell break; 368254885Sdumbbell case TTM_PL_SYSTEM: 369254885Sdumbbell args->domain = RADEON_GEM_DOMAIN_CPU; 370254885Sdumbbell default: 371254885Sdumbbell break; 372254885Sdumbbell } 373254885Sdumbbell drm_gem_object_unreference_unlocked(gobj); 374254885Sdumbbell r = radeon_gem_handle_lockup(rdev, r); 375254885Sdumbbell return r; 376254885Sdumbbell} 377254885Sdumbbell 378254885Sdumbbellint radeon_gem_wait_idle_ioctl(struct drm_device *dev, void *data, 379254885Sdumbbell struct drm_file *filp) 380254885Sdumbbell{ 381254885Sdumbbell struct radeon_device *rdev = dev->dev_private; 382254885Sdumbbell struct drm_radeon_gem_wait_idle *args = data; 383254885Sdumbbell struct drm_gem_object *gobj; 384254885Sdumbbell struct radeon_bo *robj; 385254885Sdumbbell int r; 386254885Sdumbbell 387254885Sdumbbell gobj = drm_gem_object_lookup(dev, filp, args->handle); 388254885Sdumbbell if (gobj == NULL) { 389254885Sdumbbell return -ENOENT; 390254885Sdumbbell } 391254885Sdumbbell robj = gem_to_radeon_bo(gobj); 392254885Sdumbbell r = radeon_bo_wait(robj, NULL, false); 393254885Sdumbbell /* callback hw specific functions if any */ 394254885Sdumbbell if (rdev->asic->ioctl_wait_idle) 395254885Sdumbbell robj->rdev->asic->ioctl_wait_idle(rdev, robj); 396254885Sdumbbell drm_gem_object_unreference_unlocked(gobj); 397254885Sdumbbell r = radeon_gem_handle_lockup(rdev, r); 398254885Sdumbbell return r; 399254885Sdumbbell} 400254885Sdumbbell 401254885Sdumbbellint radeon_gem_set_tiling_ioctl(struct drm_device *dev, void *data, 402254885Sdumbbell struct drm_file *filp) 403254885Sdumbbell{ 404254885Sdumbbell struct drm_radeon_gem_set_tiling *args = data; 405254885Sdumbbell struct drm_gem_object *gobj; 406254885Sdumbbell struct radeon_bo *robj; 407254885Sdumbbell int r = 0; 408254885Sdumbbell 409254885Sdumbbell DRM_DEBUG("%d \n", args->handle); 410254885Sdumbbell gobj = drm_gem_object_lookup(dev, filp, args->handle); 411254885Sdumbbell if (gobj == NULL) 412254885Sdumbbell return -ENOENT; 413254885Sdumbbell robj = gem_to_radeon_bo(gobj); 414254885Sdumbbell r = radeon_bo_set_tiling_flags(robj, args->tiling_flags, args->pitch); 415254885Sdumbbell drm_gem_object_unreference_unlocked(gobj); 416254885Sdumbbell return r; 417254885Sdumbbell} 418254885Sdumbbell 419254885Sdumbbellint radeon_gem_get_tiling_ioctl(struct drm_device *dev, void *data, 420254885Sdumbbell struct drm_file *filp) 421254885Sdumbbell{ 422254885Sdumbbell struct drm_radeon_gem_get_tiling *args = data; 423254885Sdumbbell struct drm_gem_object *gobj; 424254885Sdumbbell struct radeon_bo *rbo; 425254885Sdumbbell int r = 0; 426254885Sdumbbell 427254885Sdumbbell DRM_DEBUG("\n"); 428254885Sdumbbell gobj = drm_gem_object_lookup(dev, filp, args->handle); 429254885Sdumbbell if (gobj == NULL) 430254885Sdumbbell return -ENOENT; 431254885Sdumbbell rbo = gem_to_radeon_bo(gobj); 432254885Sdumbbell r = radeon_bo_reserve(rbo, false); 433254885Sdumbbell if (unlikely(r != 0)) 434254885Sdumbbell goto out; 435254885Sdumbbell radeon_bo_get_tiling_flags(rbo, &args->tiling_flags, &args->pitch); 436254885Sdumbbell radeon_bo_unreserve(rbo); 437254885Sdumbbellout: 438254885Sdumbbell drm_gem_object_unreference_unlocked(gobj); 439254885Sdumbbell return r; 440254885Sdumbbell} 441254885Sdumbbell 442254885Sdumbbellint radeon_gem_va_ioctl(struct drm_device *dev, void *data, 443254885Sdumbbell struct drm_file *filp) 444254885Sdumbbell{ 445254885Sdumbbell struct drm_radeon_gem_va *args = data; 446254885Sdumbbell struct drm_gem_object *gobj; 447254885Sdumbbell struct radeon_device *rdev = dev->dev_private; 448254885Sdumbbell struct radeon_fpriv *fpriv = filp->driver_priv; 449254885Sdumbbell struct radeon_bo *rbo; 450254885Sdumbbell struct radeon_bo_va *bo_va; 451254885Sdumbbell u32 invalid_flags; 452254885Sdumbbell int r = 0; 453254885Sdumbbell 454254885Sdumbbell if (!rdev->vm_manager.enabled) { 455254885Sdumbbell args->operation = RADEON_VA_RESULT_ERROR; 456254885Sdumbbell return -ENOTTY; 457254885Sdumbbell } 458254885Sdumbbell 459254885Sdumbbell /* !! DONT REMOVE !! 460254885Sdumbbell * We don't support vm_id yet, to be sure we don't have have broken 461254885Sdumbbell * userspace, reject anyone trying to use non 0 value thus moving 462254885Sdumbbell * forward we can use those fields without breaking existant userspace 463254885Sdumbbell */ 464254885Sdumbbell if (args->vm_id) { 465254885Sdumbbell args->operation = RADEON_VA_RESULT_ERROR; 466254885Sdumbbell return -EINVAL; 467254885Sdumbbell } 468254885Sdumbbell 469254885Sdumbbell if (args->offset < RADEON_VA_RESERVED_SIZE) { 470254885Sdumbbell dev_err(dev->device, 471254885Sdumbbell "offset 0x%lX is in reserved area 0x%X\n", 472254885Sdumbbell (unsigned long)args->offset, 473254885Sdumbbell RADEON_VA_RESERVED_SIZE); 474254885Sdumbbell args->operation = RADEON_VA_RESULT_ERROR; 475254885Sdumbbell return -EINVAL; 476254885Sdumbbell } 477254885Sdumbbell 478254885Sdumbbell /* don't remove, we need to enforce userspace to set the snooped flag 479254885Sdumbbell * otherwise we will endup with broken userspace and we won't be able 480254885Sdumbbell * to enable this feature without adding new interface 481254885Sdumbbell */ 482254885Sdumbbell invalid_flags = RADEON_VM_PAGE_VALID | RADEON_VM_PAGE_SYSTEM; 483254885Sdumbbell if ((args->flags & invalid_flags)) { 484254885Sdumbbell dev_err(dev->device, "invalid flags 0x%08X vs 0x%08X\n", 485254885Sdumbbell args->flags, invalid_flags); 486254885Sdumbbell args->operation = RADEON_VA_RESULT_ERROR; 487254885Sdumbbell return -EINVAL; 488254885Sdumbbell } 489254885Sdumbbell if (!(args->flags & RADEON_VM_PAGE_SNOOPED)) { 490254885Sdumbbell dev_err(dev->device, "only supported snooped mapping for now\n"); 491254885Sdumbbell args->operation = RADEON_VA_RESULT_ERROR; 492254885Sdumbbell return -EINVAL; 493254885Sdumbbell } 494254885Sdumbbell 495254885Sdumbbell switch (args->operation) { 496254885Sdumbbell case RADEON_VA_MAP: 497254885Sdumbbell case RADEON_VA_UNMAP: 498254885Sdumbbell break; 499254885Sdumbbell default: 500254885Sdumbbell dev_err(dev->device, "unsupported operation %d\n", 501254885Sdumbbell args->operation); 502254885Sdumbbell args->operation = RADEON_VA_RESULT_ERROR; 503254885Sdumbbell return -EINVAL; 504254885Sdumbbell } 505254885Sdumbbell 506254885Sdumbbell gobj = drm_gem_object_lookup(dev, filp, args->handle); 507254885Sdumbbell if (gobj == NULL) { 508254885Sdumbbell args->operation = RADEON_VA_RESULT_ERROR; 509254885Sdumbbell return -ENOENT; 510254885Sdumbbell } 511254885Sdumbbell rbo = gem_to_radeon_bo(gobj); 512254885Sdumbbell r = radeon_bo_reserve(rbo, false); 513254885Sdumbbell if (r) { 514254885Sdumbbell args->operation = RADEON_VA_RESULT_ERROR; 515254885Sdumbbell drm_gem_object_unreference_unlocked(gobj); 516254885Sdumbbell return r; 517254885Sdumbbell } 518254885Sdumbbell bo_va = radeon_vm_bo_find(&fpriv->vm, rbo); 519254885Sdumbbell if (!bo_va) { 520254885Sdumbbell args->operation = RADEON_VA_RESULT_ERROR; 521254885Sdumbbell drm_gem_object_unreference_unlocked(gobj); 522254885Sdumbbell return -ENOENT; 523254885Sdumbbell } 524254885Sdumbbell 525254885Sdumbbell switch (args->operation) { 526254885Sdumbbell case RADEON_VA_MAP: 527254885Sdumbbell if (bo_va->soffset) { 528254885Sdumbbell args->operation = RADEON_VA_RESULT_VA_EXIST; 529254885Sdumbbell args->offset = bo_va->soffset; 530254885Sdumbbell goto out; 531254885Sdumbbell } 532254885Sdumbbell r = radeon_vm_bo_set_addr(rdev, bo_va, args->offset, args->flags); 533254885Sdumbbell break; 534254885Sdumbbell case RADEON_VA_UNMAP: 535254885Sdumbbell r = radeon_vm_bo_set_addr(rdev, bo_va, 0, 0); 536254885Sdumbbell break; 537254885Sdumbbell default: 538254885Sdumbbell break; 539254885Sdumbbell } 540254885Sdumbbell args->operation = RADEON_VA_RESULT_OK; 541254885Sdumbbell if (r) { 542254885Sdumbbell args->operation = RADEON_VA_RESULT_ERROR; 543254885Sdumbbell } 544254885Sdumbbellout: 545254885Sdumbbell radeon_bo_unreserve(rbo); 546254885Sdumbbell drm_gem_object_unreference_unlocked(gobj); 547254885Sdumbbell return r; 548254885Sdumbbell} 549254885Sdumbbell 550254885Sdumbbellint radeon_mode_dumb_create(struct drm_file *file_priv, 551254885Sdumbbell struct drm_device *dev, 552254885Sdumbbell struct drm_mode_create_dumb *args) 553254885Sdumbbell{ 554254885Sdumbbell struct radeon_device *rdev = dev->dev_private; 555254885Sdumbbell struct drm_gem_object *gobj; 556254885Sdumbbell uint32_t handle; 557254885Sdumbbell int r; 558254885Sdumbbell 559254885Sdumbbell args->pitch = radeon_align_pitch(rdev, args->width, args->bpp, 0) * ((args->bpp + 1) / 8); 560254885Sdumbbell args->size = args->pitch * args->height; 561254885Sdumbbell args->size = roundup2(args->size, PAGE_SIZE); 562254885Sdumbbell 563254885Sdumbbell r = radeon_gem_object_create(rdev, args->size, 0, 564254885Sdumbbell RADEON_GEM_DOMAIN_VRAM, 565254885Sdumbbell false, ttm_bo_type_device, 566254885Sdumbbell &gobj); 567254885Sdumbbell if (r) 568254885Sdumbbell return -ENOMEM; 569254885Sdumbbell 570258062Sdumbbell handle = 0; 571254885Sdumbbell r = drm_gem_handle_create(file_priv, gobj, &handle); 572254885Sdumbbell /* drop reference from allocate - handle holds it now */ 573254885Sdumbbell drm_gem_object_unreference_unlocked(gobj); 574254885Sdumbbell if (r) { 575254885Sdumbbell return r; 576254885Sdumbbell } 577254885Sdumbbell args->handle = handle; 578254885Sdumbbell return 0; 579254885Sdumbbell} 580254885Sdumbbell 581254885Sdumbbellint radeon_mode_dumb_destroy(struct drm_file *file_priv, 582254885Sdumbbell struct drm_device *dev, 583254885Sdumbbell uint32_t handle) 584254885Sdumbbell{ 585254885Sdumbbell return drm_gem_handle_delete(file_priv, handle); 586254885Sdumbbell} 587