1ecc0b326SMichel Dänzer /* 2ecc0b326SMichel Dänzer * Copyright 2009 VMware, Inc. 3ecc0b326SMichel Dänzer * 4ecc0b326SMichel Dänzer * Permission is hereby granted, free of charge, to any person obtaining a 5ecc0b326SMichel Dänzer * copy of this software and associated documentation files (the "Software"), 6ecc0b326SMichel Dänzer * to deal in the Software without restriction, including without limitation 7ecc0b326SMichel Dänzer * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8ecc0b326SMichel Dänzer * and/or sell copies of the Software, and to permit persons to whom the 9ecc0b326SMichel Dänzer * Software is furnished to do so, subject to the following conditions: 10ecc0b326SMichel Dänzer * 11ecc0b326SMichel Dänzer * The above copyright notice and this permission notice shall be included in 12ecc0b326SMichel Dänzer * all copies or substantial portions of the Software. 13ecc0b326SMichel Dänzer * 14ecc0b326SMichel Dänzer * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 15ecc0b326SMichel Dänzer * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 16ecc0b326SMichel Dänzer * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 17ecc0b326SMichel Dänzer * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 18ecc0b326SMichel Dänzer * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 19ecc0b326SMichel Dänzer * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 20ecc0b326SMichel Dänzer * OTHER DEALINGS IN THE SOFTWARE. 21ecc0b326SMichel Dänzer * 22ecc0b326SMichel Dänzer * Authors: Michel Dänzer 23ecc0b326SMichel Dänzer */ 24ecc0b326SMichel Dänzer #include <drm/drmP.h> 25ecc0b326SMichel Dänzer #include <drm/radeon_drm.h> 26ecc0b326SMichel Dänzer #include "radeon_reg.h" 27ecc0b326SMichel Dänzer #include "radeon.h" 28ecc0b326SMichel Dänzer 29ecc0b326SMichel Dänzer 30ecc0b326SMichel Dänzer /* Test BO GTT->VRAM and VRAM->GTT GPU copies across the whole GTT aperture */ 31ecc0b326SMichel Dänzer void radeon_test_moves(struct radeon_device *rdev) 32ecc0b326SMichel Dänzer { 334c788679SJerome Glisse struct radeon_bo *vram_obj = NULL; 344c788679SJerome Glisse struct radeon_bo **gtt_obj = NULL; 35ecc0b326SMichel Dänzer struct radeon_fence *fence = NULL; 36ecc0b326SMichel Dänzer uint64_t gtt_addr, vram_addr; 37ecc0b326SMichel Dänzer unsigned i, n, size; 38ecc0b326SMichel Dänzer int r; 39ecc0b326SMichel Dänzer 40ecc0b326SMichel Dänzer size = 1024 * 1024; 41ecc0b326SMichel Dänzer 42ecc0b326SMichel Dänzer /* Number of tests = 4324cae9e7SMichel Dänzer * (Total GTT - IB pool - writeback page - ring buffers) / test size 44ecc0b326SMichel Dänzer */ 457b1f2485SChristian König n = rdev->mc.gtt_size - RADEON_IB_POOL_SIZE*64*1024; 46*bf852799SChristian König for (i = 0; i < RADEON_NUM_RINGS; ++i) 47*bf852799SChristian König n -= rdev->cp[i].ring_size; 4824cae9e7SMichel Dänzer if (rdev->wb.wb_obj) 4924cae9e7SMichel Dänzer n -= RADEON_GPU_PAGE_SIZE; 5024cae9e7SMichel Dänzer if (rdev->ih.ring_obj) 5124cae9e7SMichel Dänzer n -= rdev->ih.ring_size; 5224cae9e7SMichel Dänzer n /= size; 53ecc0b326SMichel Dänzer 54ecc0b326SMichel Dänzer gtt_obj = kzalloc(n * sizeof(*gtt_obj), GFP_KERNEL); 55ecc0b326SMichel Dänzer if (!gtt_obj) { 56ecc0b326SMichel Dänzer DRM_ERROR("Failed to allocate %d pointers\n", n); 57ecc0b326SMichel Dänzer r = 1; 58ecc0b326SMichel Dänzer goto out_cleanup; 59ecc0b326SMichel Dänzer } 60ecc0b326SMichel Dänzer 61441921d5SDaniel Vetter r = radeon_bo_create(rdev, size, PAGE_SIZE, true, RADEON_GEM_DOMAIN_VRAM, 624c788679SJerome Glisse &vram_obj); 63ecc0b326SMichel Dänzer if (r) { 64ecc0b326SMichel Dänzer DRM_ERROR("Failed to create VRAM object\n"); 65ecc0b326SMichel Dänzer goto out_cleanup; 66ecc0b326SMichel Dänzer } 674c788679SJerome Glisse r = radeon_bo_reserve(vram_obj, false); 684c788679SJerome Glisse if (unlikely(r != 0)) 694c788679SJerome Glisse goto out_cleanup; 704c788679SJerome Glisse r = radeon_bo_pin(vram_obj, RADEON_GEM_DOMAIN_VRAM, &vram_addr); 71ecc0b326SMichel Dänzer if (r) { 72ecc0b326SMichel Dänzer DRM_ERROR("Failed to pin VRAM object\n"); 73ecc0b326SMichel Dänzer goto out_cleanup; 74ecc0b326SMichel Dänzer } 75ecc0b326SMichel Dänzer for (i = 0; i < n; i++) { 76ecc0b326SMichel Dänzer void *gtt_map, *vram_map; 77ecc0b326SMichel Dänzer void **gtt_start, **gtt_end; 78ecc0b326SMichel Dänzer void **vram_start, **vram_end; 79ecc0b326SMichel Dänzer 80441921d5SDaniel Vetter r = radeon_bo_create(rdev, size, PAGE_SIZE, true, 814c788679SJerome Glisse RADEON_GEM_DOMAIN_GTT, gtt_obj + i); 82ecc0b326SMichel Dänzer if (r) { 83ecc0b326SMichel Dänzer DRM_ERROR("Failed to create GTT object %d\n", i); 84ecc0b326SMichel Dänzer goto out_cleanup; 85ecc0b326SMichel Dänzer } 86ecc0b326SMichel Dänzer 874c788679SJerome Glisse r = radeon_bo_reserve(gtt_obj[i], false); 884c788679SJerome Glisse if (unlikely(r != 0)) 894c788679SJerome Glisse goto out_cleanup; 904c788679SJerome Glisse r = radeon_bo_pin(gtt_obj[i], RADEON_GEM_DOMAIN_GTT, >t_addr); 91ecc0b326SMichel Dänzer if (r) { 92ecc0b326SMichel Dänzer DRM_ERROR("Failed to pin GTT object %d\n", i); 93ecc0b326SMichel Dänzer goto out_cleanup; 94ecc0b326SMichel Dänzer } 95ecc0b326SMichel Dänzer 964c788679SJerome Glisse r = radeon_bo_kmap(gtt_obj[i], >t_map); 97ecc0b326SMichel Dänzer if (r) { 98ecc0b326SMichel Dänzer DRM_ERROR("Failed to map GTT object %d\n", i); 99ecc0b326SMichel Dänzer goto out_cleanup; 100ecc0b326SMichel Dänzer } 101ecc0b326SMichel Dänzer 102ecc0b326SMichel Dänzer for (gtt_start = gtt_map, gtt_end = gtt_map + size; 103ecc0b326SMichel Dänzer gtt_start < gtt_end; 104ecc0b326SMichel Dänzer gtt_start++) 105ecc0b326SMichel Dänzer *gtt_start = gtt_start; 106ecc0b326SMichel Dänzer 1074c788679SJerome Glisse radeon_bo_kunmap(gtt_obj[i]); 108ecc0b326SMichel Dänzer 1097465280cSAlex Deucher r = radeon_fence_create(rdev, &fence, RADEON_RING_TYPE_GFX_INDEX); 110ecc0b326SMichel Dänzer if (r) { 111ecc0b326SMichel Dänzer DRM_ERROR("Failed to create GTT->VRAM fence %d\n", i); 112ecc0b326SMichel Dänzer goto out_cleanup; 113ecc0b326SMichel Dänzer } 114ecc0b326SMichel Dänzer 115a77f1718SMatt Turner r = radeon_copy(rdev, gtt_addr, vram_addr, size / RADEON_GPU_PAGE_SIZE, fence); 116ecc0b326SMichel Dänzer if (r) { 117ecc0b326SMichel Dänzer DRM_ERROR("Failed GTT->VRAM copy %d\n", i); 118ecc0b326SMichel Dänzer goto out_cleanup; 119ecc0b326SMichel Dänzer } 120ecc0b326SMichel Dänzer 121ecc0b326SMichel Dänzer r = radeon_fence_wait(fence, false); 122ecc0b326SMichel Dänzer if (r) { 123ecc0b326SMichel Dänzer DRM_ERROR("Failed to wait for GTT->VRAM fence %d\n", i); 124ecc0b326SMichel Dänzer goto out_cleanup; 125ecc0b326SMichel Dänzer } 126ecc0b326SMichel Dänzer 127ecc0b326SMichel Dänzer radeon_fence_unref(&fence); 128ecc0b326SMichel Dänzer 1294c788679SJerome Glisse r = radeon_bo_kmap(vram_obj, &vram_map); 130ecc0b326SMichel Dänzer if (r) { 131ecc0b326SMichel Dänzer DRM_ERROR("Failed to map VRAM object after copy %d\n", i); 132ecc0b326SMichel Dänzer goto out_cleanup; 133ecc0b326SMichel Dänzer } 134ecc0b326SMichel Dänzer 135ecc0b326SMichel Dänzer for (gtt_start = gtt_map, gtt_end = gtt_map + size, 136ecc0b326SMichel Dänzer vram_start = vram_map, vram_end = vram_map + size; 137ecc0b326SMichel Dänzer vram_start < vram_end; 138ecc0b326SMichel Dänzer gtt_start++, vram_start++) { 139ecc0b326SMichel Dänzer if (*vram_start != gtt_start) { 140ecc0b326SMichel Dänzer DRM_ERROR("Incorrect GTT->VRAM copy %d: Got 0x%p, " 1414fb1a35cSMichel Dänzer "expected 0x%p (GTT/VRAM offset " 1424fb1a35cSMichel Dänzer "0x%16llx/0x%16llx)\n", 1434fb1a35cSMichel Dänzer i, *vram_start, gtt_start, 1444fb1a35cSMichel Dänzer (unsigned long long) 1454fb1a35cSMichel Dänzer (gtt_addr - rdev->mc.gtt_start + 1464fb1a35cSMichel Dänzer (void*)gtt_start - gtt_map), 1474fb1a35cSMichel Dänzer (unsigned long long) 1484fb1a35cSMichel Dänzer (vram_addr - rdev->mc.vram_start + 1494fb1a35cSMichel Dänzer (void*)gtt_start - gtt_map)); 1504c788679SJerome Glisse radeon_bo_kunmap(vram_obj); 151ecc0b326SMichel Dänzer goto out_cleanup; 152ecc0b326SMichel Dänzer } 153ecc0b326SMichel Dänzer *vram_start = vram_start; 154ecc0b326SMichel Dänzer } 155ecc0b326SMichel Dänzer 1564c788679SJerome Glisse radeon_bo_kunmap(vram_obj); 157ecc0b326SMichel Dänzer 1587465280cSAlex Deucher r = radeon_fence_create(rdev, &fence, RADEON_RING_TYPE_GFX_INDEX); 159ecc0b326SMichel Dänzer if (r) { 160ecc0b326SMichel Dänzer DRM_ERROR("Failed to create VRAM->GTT fence %d\n", i); 161ecc0b326SMichel Dänzer goto out_cleanup; 162ecc0b326SMichel Dänzer } 163ecc0b326SMichel Dänzer 164a77f1718SMatt Turner r = radeon_copy(rdev, vram_addr, gtt_addr, size / RADEON_GPU_PAGE_SIZE, fence); 165ecc0b326SMichel Dänzer if (r) { 166ecc0b326SMichel Dänzer DRM_ERROR("Failed VRAM->GTT copy %d\n", i); 167ecc0b326SMichel Dänzer goto out_cleanup; 168ecc0b326SMichel Dänzer } 169ecc0b326SMichel Dänzer 170ecc0b326SMichel Dänzer r = radeon_fence_wait(fence, false); 171ecc0b326SMichel Dänzer if (r) { 172ecc0b326SMichel Dänzer DRM_ERROR("Failed to wait for VRAM->GTT fence %d\n", i); 173ecc0b326SMichel Dänzer goto out_cleanup; 174ecc0b326SMichel Dänzer } 175ecc0b326SMichel Dänzer 176ecc0b326SMichel Dänzer radeon_fence_unref(&fence); 177ecc0b326SMichel Dänzer 1784c788679SJerome Glisse r = radeon_bo_kmap(gtt_obj[i], >t_map); 179ecc0b326SMichel Dänzer if (r) { 180ecc0b326SMichel Dänzer DRM_ERROR("Failed to map GTT object after copy %d\n", i); 181ecc0b326SMichel Dänzer goto out_cleanup; 182ecc0b326SMichel Dänzer } 183ecc0b326SMichel Dänzer 184ecc0b326SMichel Dänzer for (gtt_start = gtt_map, gtt_end = gtt_map + size, 185ecc0b326SMichel Dänzer vram_start = vram_map, vram_end = vram_map + size; 186ecc0b326SMichel Dänzer gtt_start < gtt_end; 187ecc0b326SMichel Dänzer gtt_start++, vram_start++) { 188ecc0b326SMichel Dänzer if (*gtt_start != vram_start) { 189ecc0b326SMichel Dänzer DRM_ERROR("Incorrect VRAM->GTT copy %d: Got 0x%p, " 1904fb1a35cSMichel Dänzer "expected 0x%p (VRAM/GTT offset " 1914fb1a35cSMichel Dänzer "0x%16llx/0x%16llx)\n", 1924fb1a35cSMichel Dänzer i, *gtt_start, vram_start, 1934fb1a35cSMichel Dänzer (unsigned long long) 1944fb1a35cSMichel Dänzer (vram_addr - rdev->mc.vram_start + 1954fb1a35cSMichel Dänzer (void*)vram_start - vram_map), 1964fb1a35cSMichel Dänzer (unsigned long long) 1974fb1a35cSMichel Dänzer (gtt_addr - rdev->mc.gtt_start + 1984fb1a35cSMichel Dänzer (void*)vram_start - vram_map)); 1994c788679SJerome Glisse radeon_bo_kunmap(gtt_obj[i]); 200ecc0b326SMichel Dänzer goto out_cleanup; 201ecc0b326SMichel Dänzer } 202ecc0b326SMichel Dänzer } 203ecc0b326SMichel Dänzer 2044c788679SJerome Glisse radeon_bo_kunmap(gtt_obj[i]); 205ecc0b326SMichel Dänzer 206ecc0b326SMichel Dänzer DRM_INFO("Tested GTT->VRAM and VRAM->GTT copy for GTT offset 0x%llx\n", 207d594e46aSJerome Glisse gtt_addr - rdev->mc.gtt_start); 208ecc0b326SMichel Dänzer } 209ecc0b326SMichel Dänzer 210ecc0b326SMichel Dänzer out_cleanup: 211ecc0b326SMichel Dänzer if (vram_obj) { 2124c788679SJerome Glisse if (radeon_bo_is_reserved(vram_obj)) { 2134c788679SJerome Glisse radeon_bo_unpin(vram_obj); 2144c788679SJerome Glisse radeon_bo_unreserve(vram_obj); 2154c788679SJerome Glisse } 2164c788679SJerome Glisse radeon_bo_unref(&vram_obj); 217ecc0b326SMichel Dänzer } 218ecc0b326SMichel Dänzer if (gtt_obj) { 219ecc0b326SMichel Dänzer for (i = 0; i < n; i++) { 220ecc0b326SMichel Dänzer if (gtt_obj[i]) { 2214c788679SJerome Glisse if (radeon_bo_is_reserved(gtt_obj[i])) { 2224c788679SJerome Glisse radeon_bo_unpin(gtt_obj[i]); 2234c788679SJerome Glisse radeon_bo_unreserve(gtt_obj[i]); 2244c788679SJerome Glisse } 2254c788679SJerome Glisse radeon_bo_unref(>t_obj[i]); 226ecc0b326SMichel Dänzer } 227ecc0b326SMichel Dänzer } 228ecc0b326SMichel Dänzer kfree(gtt_obj); 229ecc0b326SMichel Dänzer } 230ecc0b326SMichel Dänzer if (fence) { 231ecc0b326SMichel Dänzer radeon_fence_unref(&fence); 232ecc0b326SMichel Dänzer } 233ecc0b326SMichel Dänzer if (r) { 234ecc0b326SMichel Dänzer printk(KERN_WARNING "Error while testing BO move.\n"); 235ecc0b326SMichel Dänzer } 236ecc0b326SMichel Dänzer } 237