110be98a7SChris Wilson /* 210be98a7SChris Wilson * SPDX-License-Identifier: MIT 310be98a7SChris Wilson * 410be98a7SChris Wilson * Copyright © 2016 Intel Corporation 510be98a7SChris Wilson */ 610be98a7SChris Wilson 737d63f8fSChris Wilson #include "i915_scatterlist.h" 837d63f8fSChris Wilson 910be98a7SChris Wilson #include "huge_gem_object.h" 1010be98a7SChris Wilson 1110be98a7SChris Wilson static void huge_free_pages(struct drm_i915_gem_object *obj, 1210be98a7SChris Wilson struct sg_table *pages) 1310be98a7SChris Wilson { 1410be98a7SChris Wilson unsigned long nreal = obj->scratch / PAGE_SIZE; 1510be98a7SChris Wilson struct scatterlist *sg; 1610be98a7SChris Wilson 1710be98a7SChris Wilson for (sg = pages->sgl; sg && nreal--; sg = __sg_next(sg)) 1810be98a7SChris Wilson __free_page(sg_page(sg)); 1910be98a7SChris Wilson 2010be98a7SChris Wilson sg_free_table(pages); 2110be98a7SChris Wilson kfree(pages); 2210be98a7SChris Wilson } 2310be98a7SChris Wilson 2410be98a7SChris Wilson static int huge_get_pages(struct drm_i915_gem_object *obj) 2510be98a7SChris Wilson { 2610be98a7SChris Wilson #define GFP (GFP_KERNEL | __GFP_NOWARN | __GFP_NORETRY) 2710be98a7SChris Wilson const unsigned long nreal = obj->scratch / PAGE_SIZE; 2810be98a7SChris Wilson const unsigned long npages = obj->base.size / PAGE_SIZE; 2910be98a7SChris Wilson struct scatterlist *sg, *src, *end; 3010be98a7SChris Wilson struct sg_table *pages; 3110be98a7SChris Wilson unsigned long n; 3210be98a7SChris Wilson 3310be98a7SChris Wilson pages = kmalloc(sizeof(*pages), GFP); 3410be98a7SChris Wilson if (!pages) 3510be98a7SChris Wilson return -ENOMEM; 3610be98a7SChris Wilson 3710be98a7SChris Wilson if (sg_alloc_table(pages, npages, GFP)) { 3810be98a7SChris Wilson kfree(pages); 3910be98a7SChris Wilson return -ENOMEM; 4010be98a7SChris Wilson } 4110be98a7SChris Wilson 4210be98a7SChris Wilson sg = pages->sgl; 4310be98a7SChris Wilson for (n = 0; n < nreal; n++) { 4410be98a7SChris Wilson struct page *page; 4510be98a7SChris Wilson 4610be98a7SChris Wilson page = alloc_page(GFP | __GFP_HIGHMEM); 4710be98a7SChris Wilson if (!page) { 4810be98a7SChris Wilson sg_mark_end(sg); 4910be98a7SChris Wilson goto err; 5010be98a7SChris Wilson } 5110be98a7SChris Wilson 5210be98a7SChris Wilson sg_set_page(sg, page, PAGE_SIZE, 0); 5310be98a7SChris Wilson sg = __sg_next(sg); 5410be98a7SChris Wilson } 5510be98a7SChris Wilson if (nreal < npages) { 5610be98a7SChris Wilson for (end = sg, src = pages->sgl; sg; sg = __sg_next(sg)) { 5710be98a7SChris Wilson sg_set_page(sg, sg_page(src), PAGE_SIZE, 0); 5810be98a7SChris Wilson src = __sg_next(src); 5910be98a7SChris Wilson if (src == end) 6010be98a7SChris Wilson src = pages->sgl; 6110be98a7SChris Wilson } 6210be98a7SChris Wilson } 6310be98a7SChris Wilson 6410be98a7SChris Wilson if (i915_gem_gtt_prepare_pages(obj, pages)) 6510be98a7SChris Wilson goto err; 6610be98a7SChris Wilson 6710be98a7SChris Wilson __i915_gem_object_set_pages(obj, pages, PAGE_SIZE); 6810be98a7SChris Wilson 6910be98a7SChris Wilson return 0; 7010be98a7SChris Wilson 7110be98a7SChris Wilson err: 7210be98a7SChris Wilson huge_free_pages(obj, pages); 7310be98a7SChris Wilson 7410be98a7SChris Wilson return -ENOMEM; 7510be98a7SChris Wilson #undef GFP 7610be98a7SChris Wilson } 7710be98a7SChris Wilson 7810be98a7SChris Wilson static void huge_put_pages(struct drm_i915_gem_object *obj, 7910be98a7SChris Wilson struct sg_table *pages) 8010be98a7SChris Wilson { 8110be98a7SChris Wilson i915_gem_gtt_finish_pages(obj, pages); 8210be98a7SChris Wilson huge_free_pages(obj, pages); 8310be98a7SChris Wilson 8410be98a7SChris Wilson obj->mm.dirty = false; 8510be98a7SChris Wilson } 8610be98a7SChris Wilson 8710be98a7SChris Wilson static const struct drm_i915_gem_object_ops huge_ops = { 8810be98a7SChris Wilson .flags = I915_GEM_OBJECT_HAS_STRUCT_PAGE | 8910be98a7SChris Wilson I915_GEM_OBJECT_IS_SHRINKABLE, 9010be98a7SChris Wilson .get_pages = huge_get_pages, 9110be98a7SChris Wilson .put_pages = huge_put_pages, 9210be98a7SChris Wilson }; 9310be98a7SChris Wilson 9410be98a7SChris Wilson struct drm_i915_gem_object * 9510be98a7SChris Wilson huge_gem_object(struct drm_i915_private *i915, 9610be98a7SChris Wilson phys_addr_t phys_size, 9710be98a7SChris Wilson dma_addr_t dma_size) 9810be98a7SChris Wilson { 9910be98a7SChris Wilson struct drm_i915_gem_object *obj; 10010be98a7SChris Wilson unsigned int cache_level; 10110be98a7SChris Wilson 10210be98a7SChris Wilson GEM_BUG_ON(!phys_size || phys_size > dma_size); 10310be98a7SChris Wilson GEM_BUG_ON(!IS_ALIGNED(phys_size, PAGE_SIZE)); 10410be98a7SChris Wilson GEM_BUG_ON(!IS_ALIGNED(dma_size, I915_GTT_PAGE_SIZE)); 10510be98a7SChris Wilson 10610be98a7SChris Wilson if (overflows_type(dma_size, obj->base.size)) 10710be98a7SChris Wilson return ERR_PTR(-E2BIG); 10810be98a7SChris Wilson 10910be98a7SChris Wilson obj = i915_gem_object_alloc(); 11010be98a7SChris Wilson if (!obj) 11110be98a7SChris Wilson return ERR_PTR(-ENOMEM); 11210be98a7SChris Wilson 11310be98a7SChris Wilson drm_gem_private_object_init(&i915->drm, &obj->base, dma_size); 11410be98a7SChris Wilson i915_gem_object_init(obj, &huge_ops); 11510be98a7SChris Wilson 11610be98a7SChris Wilson obj->read_domains = I915_GEM_DOMAIN_CPU; 11710be98a7SChris Wilson obj->write_domain = I915_GEM_DOMAIN_CPU; 11810be98a7SChris Wilson cache_level = HAS_LLC(i915) ? I915_CACHE_LLC : I915_CACHE_NONE; 11910be98a7SChris Wilson i915_gem_object_set_cache_coherency(obj, cache_level); 12010be98a7SChris Wilson obj->scratch = phys_size; 12110be98a7SChris Wilson 12210be98a7SChris Wilson return obj; 12310be98a7SChris Wilson } 124