1f64122c1SDave Airlie /*
2f64122c1SDave Airlie * Copyright 2013 Red Hat Inc.
3f64122c1SDave Airlie *
4f64122c1SDave Airlie * Permission is hereby granted, free of charge, to any person obtaining a
5f64122c1SDave Airlie * copy of this software and associated documentation files (the "Software"),
6f64122c1SDave Airlie * to deal in the Software without restriction, including without limitation
7f64122c1SDave Airlie * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8f64122c1SDave Airlie * and/or sell copies of the Software, and to permit persons to whom the
9f64122c1SDave Airlie * Software is furnished to do so, subject to the following conditions:
10f64122c1SDave Airlie *
11f64122c1SDave Airlie * The above copyright notice and this permission notice shall be included in
12f64122c1SDave Airlie * all copies or substantial portions of the Software.
13f64122c1SDave Airlie *
14f64122c1SDave Airlie * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15f64122c1SDave Airlie * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16f64122c1SDave Airlie * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17f64122c1SDave Airlie * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18f64122c1SDave Airlie * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19f64122c1SDave Airlie * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20f64122c1SDave Airlie * OTHER DEALINGS IN THE SOFTWARE.
21f64122c1SDave Airlie *
22f64122c1SDave Airlie * Authors: Dave Airlie
23f64122c1SDave Airlie * Alon Levy
24f64122c1SDave Airlie */
25f64122c1SDave Airlie
26c0f4b75cSSam Ravnborg #include <linux/delay.h>
27c0f4b75cSSam Ravnborg
28c0f4b75cSSam Ravnborg #include <drm/drm.h>
29c0f4b75cSSam Ravnborg #include <drm/drm_file.h>
30c0f4b75cSSam Ravnborg #include <drm/drm_debugfs.h>
31c0f4b75cSSam Ravnborg #include <drm/qxl_drm.h>
32a3185f91SChristian König #include <drm/ttm/ttm_bo.h>
33c0f4b75cSSam Ravnborg #include <drm/ttm/ttm_placement.h>
343eb7d96eSChristian König #include <drm/ttm/ttm_range_manager.h>
35a3185f91SChristian König #include <drm/ttm/ttm_tt.h>
36c0f4b75cSSam Ravnborg
37f64122c1SDave Airlie #include "qxl_drv.h"
38f64122c1SDave Airlie #include "qxl_object.h"
39f64122c1SDave Airlie
qxl_get_qdev(struct ttm_device * bdev)408af8a109SChristian König static struct qxl_device *qxl_get_qdev(struct ttm_device *bdev)
41f64122c1SDave Airlie {
42f64122c1SDave Airlie struct qxl_mman *mman;
43f64122c1SDave Airlie struct qxl_device *qdev;
44f64122c1SDave Airlie
45f64122c1SDave Airlie mman = container_of(bdev, struct qxl_mman, bdev);
46f64122c1SDave Airlie qdev = container_of(mman, struct qxl_device, mman);
47f64122c1SDave Airlie return qdev;
48f64122c1SDave Airlie }
49f64122c1SDave Airlie
qxl_evict_flags(struct ttm_buffer_object * bo,struct ttm_placement * placement)50f64122c1SDave Airlie static void qxl_evict_flags(struct ttm_buffer_object *bo,
51f64122c1SDave Airlie struct ttm_placement *placement)
52f64122c1SDave Airlie {
53f64122c1SDave Airlie struct qxl_bo *qbo;
549e2033a6SArvind Yadav static const struct ttm_place placements = {
55f1217ed0SChristian König .fpfn = 0,
56f1217ed0SChristian König .lpfn = 0,
5748e07c23SChristian König .mem_type = TTM_PL_SYSTEM,
58ce65b874SChristian König .flags = 0
59f1217ed0SChristian König };
60f64122c1SDave Airlie
61f64122c1SDave Airlie if (!qxl_ttm_bo_is_qxl_bo(bo)) {
62f64122c1SDave Airlie placement->placement = &placements;
63f64122c1SDave Airlie placement->busy_placement = &placements;
64f64122c1SDave Airlie placement->num_placement = 1;
65f64122c1SDave Airlie placement->num_busy_placement = 1;
66f64122c1SDave Airlie return;
67f64122c1SDave Airlie }
683ebf1c6dSFrediano Ziglio qbo = to_qxl_bo(bo);
699d36d432SChristian König qxl_ttm_placement_from_domain(qbo, QXL_GEM_DOMAIN_CPU);
70f64122c1SDave Airlie *placement = qbo->placement;
71f64122c1SDave Airlie }
72f64122c1SDave Airlie
qxl_ttm_io_mem_reserve(struct ttm_device * bdev,struct ttm_resource * mem)738af8a109SChristian König int qxl_ttm_io_mem_reserve(struct ttm_device *bdev,
742966141aSDave Airlie struct ttm_resource *mem)
75f64122c1SDave Airlie {
76f64122c1SDave Airlie struct qxl_device *qdev = qxl_get_qdev(bdev);
77f64122c1SDave Airlie
78f64122c1SDave Airlie switch (mem->mem_type) {
79f64122c1SDave Airlie case TTM_PL_SYSTEM:
80f64122c1SDave Airlie /* system memory */
81f64122c1SDave Airlie return 0;
82f64122c1SDave Airlie case TTM_PL_VRAM:
83f64122c1SDave Airlie mem->bus.is_iomem = true;
8454d04ea8SChristian König mem->bus.offset = (mem->start << PAGE_SHIFT) + qdev->vram_base;
8559ab4ee0SCong Liu mem->bus.caching = ttm_write_combined;
86f64122c1SDave Airlie break;
87283cde69SChristian König case TTM_PL_PRIV:
88f64122c1SDave Airlie mem->bus.is_iomem = true;
8954d04ea8SChristian König mem->bus.offset = (mem->start << PAGE_SHIFT) +
9054d04ea8SChristian König qdev->surfaceram_base;
9159ab4ee0SCong Liu mem->bus.caching = ttm_write_combined;
92f64122c1SDave Airlie break;
93f64122c1SDave Airlie default:
94f64122c1SDave Airlie return -EINVAL;
95f64122c1SDave Airlie }
96f64122c1SDave Airlie return 0;
97f64122c1SDave Airlie }
98f64122c1SDave Airlie
99f64122c1SDave Airlie /*
100f64122c1SDave Airlie * TTM backend functions.
101f64122c1SDave Airlie */
qxl_ttm_backend_destroy(struct ttm_device * bdev,struct ttm_tt * ttm)1028af8a109SChristian König static void qxl_ttm_backend_destroy(struct ttm_device *bdev, struct ttm_tt *ttm)
103f64122c1SDave Airlie {
104881c4117SDave Airlie ttm_tt_fini(ttm);
105881c4117SDave Airlie kfree(ttm);
106f64122c1SDave Airlie }
107f64122c1SDave Airlie
qxl_ttm_tt_create(struct ttm_buffer_object * bo,uint32_t page_flags)108dde5da23SChristian König static struct ttm_tt *qxl_ttm_tt_create(struct ttm_buffer_object *bo,
109dde5da23SChristian König uint32_t page_flags)
110f64122c1SDave Airlie {
111881c4117SDave Airlie struct ttm_tt *ttm;
112f64122c1SDave Airlie
113881c4117SDave Airlie ttm = kzalloc(sizeof(struct ttm_tt), GFP_KERNEL);
114881c4117SDave Airlie if (ttm == NULL)
115f64122c1SDave Airlie return NULL;
116e36764ecSRamalingam C if (ttm_tt_init(ttm, bo, page_flags, ttm_cached, 0)) {
117881c4117SDave Airlie kfree(ttm);
118f64122c1SDave Airlie return NULL;
119f64122c1SDave Airlie }
120881c4117SDave Airlie return ttm;
121f64122c1SDave Airlie }
122f64122c1SDave Airlie
qxl_bo_move_notify(struct ttm_buffer_object * bo,struct ttm_resource * new_mem)123f64122c1SDave Airlie static void qxl_bo_move_notify(struct ttm_buffer_object *bo,
1242966141aSDave Airlie struct ttm_resource *new_mem)
125f64122c1SDave Airlie {
126f64122c1SDave Airlie struct qxl_bo *qbo;
127f64122c1SDave Airlie struct qxl_device *qdev;
128f64122c1SDave Airlie
1293efe180dSChristian König if (!qxl_ttm_bo_is_qxl_bo(bo) || !bo->resource)
130f64122c1SDave Airlie return;
1313ebf1c6dSFrediano Ziglio qbo = to_qxl_bo(bo);
132e304f8a0SDaniel Vetter qdev = to_qxl(qbo->tbo.base.dev);
133f64122c1SDave Airlie
134d3116756SChristian König if (bo->resource->mem_type == TTM_PL_PRIV && qbo->surface_id)
135f64122c1SDave Airlie qxl_surface_evict(qdev, qbo, new_mem ? true : false);
136f64122c1SDave Airlie }
137f64122c1SDave Airlie
qxl_bo_move(struct ttm_buffer_object * bo,bool evict,struct ttm_operation_ctx * ctx,struct ttm_resource * new_mem,struct ttm_place * hop)1386d820003SDave Airlie static int qxl_bo_move(struct ttm_buffer_object *bo, bool evict,
1396d820003SDave Airlie struct ttm_operation_ctx *ctx,
140ebdf5651SDave Airlie struct ttm_resource *new_mem,
141ebdf5651SDave Airlie struct ttm_place *hop)
1426d820003SDave Airlie {
143d3116756SChristian König struct ttm_resource *old_mem = bo->resource;
1446d820003SDave Airlie int ret;
1456d820003SDave Airlie
146*b129ff30SMatthew Auld if (!old_mem) {
147*b129ff30SMatthew Auld if (new_mem->mem_type != TTM_PL_SYSTEM) {
148*b129ff30SMatthew Auld hop->mem_type = TTM_PL_SYSTEM;
149*b129ff30SMatthew Auld hop->flags = TTM_PL_FLAG_TEMPORARY;
150*b129ff30SMatthew Auld return -EMULTIHOP;
151*b129ff30SMatthew Auld }
152*b129ff30SMatthew Auld
153*b129ff30SMatthew Auld ttm_bo_move_null(bo, new_mem);
154*b129ff30SMatthew Auld return 0;
155*b129ff30SMatthew Auld }
156*b129ff30SMatthew Auld
157f1c68b6aSChristian König qxl_bo_move_notify(bo, new_mem);
1586d820003SDave Airlie
1596d820003SDave Airlie ret = ttm_bo_wait_ctx(bo, ctx);
1606d820003SDave Airlie if (ret)
161f1c68b6aSChristian König return ret;
1626d820003SDave Airlie
1636d820003SDave Airlie if (old_mem->mem_type == TTM_PL_SYSTEM && bo->ttm == NULL) {
1646d820003SDave Airlie ttm_bo_move_null(bo, new_mem);
1656d820003SDave Airlie return 0;
1666d820003SDave Airlie }
167f1c68b6aSChristian König return ttm_bo_move_memcpy(bo, ctx, new_mem);
1686d820003SDave Airlie }
1696d820003SDave Airlie
qxl_bo_delete_mem_notify(struct ttm_buffer_object * bo)1706a6e5988SDave Airlie static void qxl_bo_delete_mem_notify(struct ttm_buffer_object *bo)
1716a6e5988SDave Airlie {
172f1c68b6aSChristian König qxl_bo_move_notify(bo, NULL);
1736a6e5988SDave Airlie }
1746a6e5988SDave Airlie
1758af8a109SChristian König static struct ttm_device_funcs qxl_bo_driver = {
176f64122c1SDave Airlie .ttm_tt_create = &qxl_ttm_tt_create,
177dc2caa30SDave Airlie .ttm_tt_destroy = &qxl_ttm_backend_destroy,
178a2ab19feSChristian König .eviction_valuable = ttm_bo_eviction_valuable,
179f64122c1SDave Airlie .evict_flags = &qxl_evict_flags,
180f64122c1SDave Airlie .move = &qxl_bo_move,
181f64122c1SDave Airlie .io_mem_reserve = &qxl_ttm_io_mem_reserve,
1826a6e5988SDave Airlie .delete_mem_notify = &qxl_bo_delete_mem_notify,
183f64122c1SDave Airlie };
184f64122c1SDave Airlie
qxl_ttm_init_mem_type(struct qxl_device * qdev,unsigned int type,uint64_t size)185ccd0dc43SChristian König static int qxl_ttm_init_mem_type(struct qxl_device *qdev,
186ccd0dc43SChristian König unsigned int type,
187ccd0dc43SChristian König uint64_t size)
188ccd0dc43SChristian König {
1899c3006a4SChristian König return ttm_range_man_init(&qdev->mman.bdev, type, false, size);
190ccd0dc43SChristian König }
191ccd0dc43SChristian König
qxl_ttm_init(struct qxl_device * qdev)192f64122c1SDave Airlie int qxl_ttm_init(struct qxl_device *qdev)
193f64122c1SDave Airlie {
194f64122c1SDave Airlie int r;
195f64122c1SDave Airlie int num_io_pages; /* != rom->num_io_pages, we include surface0 */
196f64122c1SDave Airlie
197f64122c1SDave Airlie /* No others user of address space so set it to 0 */
1988af8a109SChristian König r = ttm_device_init(&qdev->mman.bdev, &qxl_bo_driver, NULL,
199cbdded7fSGabriel Krisman Bertazi qdev->ddev.anon_inode->i_mapping,
200133e8809SGerd Hoffmann qdev->ddev.vma_offset_manager,
201ee5d2a8eSChristian König false, false);
202f64122c1SDave Airlie if (r) {
203f64122c1SDave Airlie DRM_ERROR("failed initializing buffer object driver(%d).\n", r);
204f64122c1SDave Airlie return r;
205f64122c1SDave Airlie }
206f64122c1SDave Airlie /* NOTE: this includes the framebuffer (aka surface 0) */
207f64122c1SDave Airlie num_io_pages = qdev->rom->ram_header_offset / PAGE_SIZE;
208ccd0dc43SChristian König r = qxl_ttm_init_mem_type(qdev, TTM_PL_VRAM, num_io_pages);
209f64122c1SDave Airlie if (r) {
210f64122c1SDave Airlie DRM_ERROR("Failed initializing VRAM heap.\n");
211f64122c1SDave Airlie return r;
212f64122c1SDave Airlie }
213ccd0dc43SChristian König r = qxl_ttm_init_mem_type(qdev, TTM_PL_PRIV,
214f64122c1SDave Airlie qdev->surfaceram_size / PAGE_SIZE);
215f64122c1SDave Airlie if (r) {
216f64122c1SDave Airlie DRM_ERROR("Failed initializing Surfaces heap.\n");
217f64122c1SDave Airlie return r;
218f64122c1SDave Airlie }
219f64122c1SDave Airlie DRM_INFO("qxl: %uM of VRAM memory size\n",
2201b000494SShayenne da Luz Moura (unsigned int)qdev->vram_size / (1024 * 1024));
221f64122c1SDave Airlie DRM_INFO("qxl: %luM of IO pages memory ready (VRAM domain)\n",
2221b000494SShayenne da Luz Moura ((unsigned int)num_io_pages * PAGE_SIZE) / (1024 * 1024));
223d9bbf189SGerd Hoffmann DRM_INFO("qxl: %uM of Surface memory size\n",
2241b000494SShayenne da Luz Moura (unsigned int)qdev->surfaceram_size / (1024 * 1024));
225f64122c1SDave Airlie return 0;
226f64122c1SDave Airlie }
227f64122c1SDave Airlie
qxl_ttm_fini(struct qxl_device * qdev)228f64122c1SDave Airlie void qxl_ttm_fini(struct qxl_device *qdev)
229f64122c1SDave Airlie {
23037205891SDave Airlie ttm_range_man_fini(&qdev->mman.bdev, TTM_PL_VRAM);
23137205891SDave Airlie ttm_range_man_fini(&qdev->mman.bdev, TTM_PL_PRIV);
2328af8a109SChristian König ttm_device_fini(&qdev->mman.bdev);
233f64122c1SDave Airlie DRM_INFO("qxl: ttm finalized\n");
234f64122c1SDave Airlie }
235f64122c1SDave Airlie
qxl_ttm_debugfs_init(struct qxl_device * qdev)2367ce84471SWambui Karuga void qxl_ttm_debugfs_init(struct qxl_device *qdev)
237f64122c1SDave Airlie {
238e1adc78cSDave Airlie #if defined(CONFIG_DEBUG_FS)
239d0719e09SZack Rusin ttm_resource_manager_create_debugfs(ttm_manager_type(&qdev->mman.bdev,
240d0719e09SZack Rusin TTM_PL_VRAM),
241d0719e09SZack Rusin qdev->ddev.primary->debugfs_root, "qxl_mem_mm");
242d0719e09SZack Rusin ttm_resource_manager_create_debugfs(ttm_manager_type(&qdev->mman.bdev,
243d0719e09SZack Rusin TTM_PL_PRIV),
244d0719e09SZack Rusin qdev->ddev.primary->debugfs_root, "qxl_surf_mm");
245e1adc78cSDave Airlie #endif
246f64122c1SDave Airlie }
247