1 /* 2 * videobuf2-dma-contig.c - DMA contig memory allocator for videobuf2 3 * 4 * Copyright (C) 2010 Samsung Electronics 5 * 6 * Author: Pawel Osciak <pawel@osciak.com> 7 * 8 * This program is free software; you can redistribute it and/or modify 9 * it under the terms of the GNU General Public License as published by 10 * the Free Software Foundation. 11 */ 12 13 #include <linux/dma-buf.h> 14 #include <linux/module.h> 15 #include <linux/refcount.h> 16 #include <linux/scatterlist.h> 17 #include <linux/sched.h> 18 #include <linux/slab.h> 19 #include <linux/dma-mapping.h> 20 21 #include <media/videobuf2-v4l2.h> 22 #include <media/videobuf2-dma-contig.h> 23 #include <media/videobuf2-memops.h> 24 25 struct vb2_dc_buf { 26 struct device *dev; 27 void *vaddr; 28 unsigned long size; 29 void *cookie; 30 dma_addr_t dma_addr; 31 unsigned long attrs; 32 enum dma_data_direction dma_dir; 33 struct sg_table *dma_sgt; 34 struct frame_vector *vec; 35 36 /* MMAP related */ 37 struct vb2_vmarea_handler handler; 38 refcount_t refcount; 39 struct sg_table *sgt_base; 40 41 /* DMABUF related */ 42 struct dma_buf_attachment *db_attach; 43 }; 44 45 /*********************************************/ 46 /* scatterlist table functions */ 47 /*********************************************/ 48 49 static unsigned long vb2_dc_get_contiguous_size(struct sg_table *sgt) 50 { 51 struct scatterlist *s; 52 dma_addr_t expected = sg_dma_address(sgt->sgl); 53 unsigned int i; 54 unsigned long size = 0; 55 56 for_each_sg(sgt->sgl, s, sgt->nents, i) { 57 if (sg_dma_address(s) != expected) 58 break; 59 expected = sg_dma_address(s) + sg_dma_len(s); 60 size += sg_dma_len(s); 61 } 62 return size; 63 } 64 65 /*********************************************/ 66 /* callbacks for all buffers */ 67 /*********************************************/ 68 69 static void *vb2_dc_cookie(void *buf_priv) 70 { 71 struct vb2_dc_buf *buf = buf_priv; 72 73 return &buf->dma_addr; 74 } 75 76 static void *vb2_dc_vaddr(void *buf_priv) 77 { 78 struct vb2_dc_buf *buf = buf_priv; 79 80 if (!buf->vaddr && buf->db_attach) 81 buf->vaddr = dma_buf_vmap(buf->db_attach->dmabuf); 82 83 return buf->vaddr; 84 } 85 86 static unsigned int vb2_dc_num_users(void *buf_priv) 87 { 88 struct vb2_dc_buf *buf = buf_priv; 89 90 return refcount_read(&buf->refcount); 91 } 92 93 static void vb2_dc_prepare(void *buf_priv) 94 { 95 struct vb2_dc_buf *buf = buf_priv; 96 struct sg_table *sgt = buf->dma_sgt; 97 98 /* DMABUF exporter will flush the cache for us */ 99 if (!sgt || buf->db_attach) 100 return; 101 102 dma_sync_sg_for_device(buf->dev, sgt->sgl, sgt->orig_nents, 103 buf->dma_dir); 104 } 105 106 static void vb2_dc_finish(void *buf_priv) 107 { 108 struct vb2_dc_buf *buf = buf_priv; 109 struct sg_table *sgt = buf->dma_sgt; 110 111 /* DMABUF exporter will flush the cache for us */ 112 if (!sgt || buf->db_attach) 113 return; 114 115 dma_sync_sg_for_cpu(buf->dev, sgt->sgl, sgt->orig_nents, buf->dma_dir); 116 } 117 118 /*********************************************/ 119 /* callbacks for MMAP buffers */ 120 /*********************************************/ 121 122 static void vb2_dc_put(void *buf_priv) 123 { 124 struct vb2_dc_buf *buf = buf_priv; 125 126 if (!refcount_dec_and_test(&buf->refcount)) 127 return; 128 129 if (buf->sgt_base) { 130 sg_free_table(buf->sgt_base); 131 kfree(buf->sgt_base); 132 } 133 dma_free_attrs(buf->dev, buf->size, buf->cookie, buf->dma_addr, 134 buf->attrs); 135 put_device(buf->dev); 136 kfree(buf); 137 } 138 139 static void *vb2_dc_alloc(struct device *dev, unsigned long attrs, 140 unsigned long size, enum dma_data_direction dma_dir, 141 gfp_t gfp_flags) 142 { 143 struct vb2_dc_buf *buf; 144 145 if (WARN_ON(!dev)) 146 return ERR_PTR(-EINVAL); 147 148 buf = kzalloc(sizeof *buf, GFP_KERNEL); 149 if (!buf) 150 return ERR_PTR(-ENOMEM); 151 152 if (attrs) 153 buf->attrs = attrs; 154 buf->cookie = dma_alloc_attrs(dev, size, &buf->dma_addr, 155 GFP_KERNEL | gfp_flags, buf->attrs); 156 if (!buf->cookie) { 157 dev_err(dev, "dma_alloc_coherent of size %ld failed\n", size); 158 kfree(buf); 159 return ERR_PTR(-ENOMEM); 160 } 161 162 if ((buf->attrs & DMA_ATTR_NO_KERNEL_MAPPING) == 0) 163 buf->vaddr = buf->cookie; 164 165 /* Prevent the device from being released while the buffer is used */ 166 buf->dev = get_device(dev); 167 buf->size = size; 168 buf->dma_dir = dma_dir; 169 170 buf->handler.refcount = &buf->refcount; 171 buf->handler.put = vb2_dc_put; 172 buf->handler.arg = buf; 173 174 refcount_set(&buf->refcount, 1); 175 176 return buf; 177 } 178 179 static int vb2_dc_mmap(void *buf_priv, struct vm_area_struct *vma) 180 { 181 struct vb2_dc_buf *buf = buf_priv; 182 int ret; 183 184 if (!buf) { 185 printk(KERN_ERR "No buffer to map\n"); 186 return -EINVAL; 187 } 188 189 /* 190 * dma_mmap_* uses vm_pgoff as in-buffer offset, but we want to 191 * map whole buffer 192 */ 193 vma->vm_pgoff = 0; 194 195 ret = dma_mmap_attrs(buf->dev, vma, buf->cookie, 196 buf->dma_addr, buf->size, buf->attrs); 197 198 if (ret) { 199 pr_err("Remapping memory failed, error: %d\n", ret); 200 return ret; 201 } 202 203 vma->vm_flags |= VM_DONTEXPAND | VM_DONTDUMP; 204 vma->vm_private_data = &buf->handler; 205 vma->vm_ops = &vb2_common_vm_ops; 206 207 vma->vm_ops->open(vma); 208 209 pr_debug("%s: mapped dma addr 0x%08lx at 0x%08lx, size %ld\n", 210 __func__, (unsigned long)buf->dma_addr, vma->vm_start, 211 buf->size); 212 213 return 0; 214 } 215 216 /*********************************************/ 217 /* DMABUF ops for exporters */ 218 /*********************************************/ 219 220 struct vb2_dc_attachment { 221 struct sg_table sgt; 222 enum dma_data_direction dma_dir; 223 }; 224 225 static int vb2_dc_dmabuf_ops_attach(struct dma_buf *dbuf, 226 struct dma_buf_attachment *dbuf_attach) 227 { 228 struct vb2_dc_attachment *attach; 229 unsigned int i; 230 struct scatterlist *rd, *wr; 231 struct sg_table *sgt; 232 struct vb2_dc_buf *buf = dbuf->priv; 233 int ret; 234 235 attach = kzalloc(sizeof(*attach), GFP_KERNEL); 236 if (!attach) 237 return -ENOMEM; 238 239 sgt = &attach->sgt; 240 /* Copy the buf->base_sgt scatter list to the attachment, as we can't 241 * map the same scatter list to multiple attachments at the same time. 242 */ 243 ret = sg_alloc_table(sgt, buf->sgt_base->orig_nents, GFP_KERNEL); 244 if (ret) { 245 kfree(attach); 246 return -ENOMEM; 247 } 248 249 rd = buf->sgt_base->sgl; 250 wr = sgt->sgl; 251 for (i = 0; i < sgt->orig_nents; ++i) { 252 sg_set_page(wr, sg_page(rd), rd->length, rd->offset); 253 rd = sg_next(rd); 254 wr = sg_next(wr); 255 } 256 257 attach->dma_dir = DMA_NONE; 258 dbuf_attach->priv = attach; 259 260 return 0; 261 } 262 263 static void vb2_dc_dmabuf_ops_detach(struct dma_buf *dbuf, 264 struct dma_buf_attachment *db_attach) 265 { 266 struct vb2_dc_attachment *attach = db_attach->priv; 267 struct sg_table *sgt; 268 269 if (!attach) 270 return; 271 272 sgt = &attach->sgt; 273 274 /* release the scatterlist cache */ 275 if (attach->dma_dir != DMA_NONE) 276 dma_unmap_sg(db_attach->dev, sgt->sgl, sgt->orig_nents, 277 attach->dma_dir); 278 sg_free_table(sgt); 279 kfree(attach); 280 db_attach->priv = NULL; 281 } 282 283 static struct sg_table *vb2_dc_dmabuf_ops_map( 284 struct dma_buf_attachment *db_attach, enum dma_data_direction dma_dir) 285 { 286 struct vb2_dc_attachment *attach = db_attach->priv; 287 /* stealing dmabuf mutex to serialize map/unmap operations */ 288 struct mutex *lock = &db_attach->dmabuf->lock; 289 struct sg_table *sgt; 290 291 mutex_lock(lock); 292 293 sgt = &attach->sgt; 294 /* return previously mapped sg table */ 295 if (attach->dma_dir == dma_dir) { 296 mutex_unlock(lock); 297 return sgt; 298 } 299 300 /* release any previous cache */ 301 if (attach->dma_dir != DMA_NONE) { 302 dma_unmap_sg(db_attach->dev, sgt->sgl, sgt->orig_nents, 303 attach->dma_dir); 304 attach->dma_dir = DMA_NONE; 305 } 306 307 /* mapping to the client with new direction */ 308 sgt->nents = dma_map_sg(db_attach->dev, sgt->sgl, sgt->orig_nents, 309 dma_dir); 310 if (!sgt->nents) { 311 pr_err("failed to map scatterlist\n"); 312 mutex_unlock(lock); 313 return ERR_PTR(-EIO); 314 } 315 316 attach->dma_dir = dma_dir; 317 318 mutex_unlock(lock); 319 320 return sgt; 321 } 322 323 static void vb2_dc_dmabuf_ops_unmap(struct dma_buf_attachment *db_attach, 324 struct sg_table *sgt, enum dma_data_direction dma_dir) 325 { 326 /* nothing to be done here */ 327 } 328 329 static void vb2_dc_dmabuf_ops_release(struct dma_buf *dbuf) 330 { 331 /* drop reference obtained in vb2_dc_get_dmabuf */ 332 vb2_dc_put(dbuf->priv); 333 } 334 335 static void *vb2_dc_dmabuf_ops_kmap(struct dma_buf *dbuf, unsigned long pgnum) 336 { 337 struct vb2_dc_buf *buf = dbuf->priv; 338 339 return buf->vaddr ? buf->vaddr + pgnum * PAGE_SIZE : NULL; 340 } 341 342 static void *vb2_dc_dmabuf_ops_vmap(struct dma_buf *dbuf) 343 { 344 struct vb2_dc_buf *buf = dbuf->priv; 345 346 return buf->vaddr; 347 } 348 349 static int vb2_dc_dmabuf_ops_mmap(struct dma_buf *dbuf, 350 struct vm_area_struct *vma) 351 { 352 return vb2_dc_mmap(dbuf->priv, vma); 353 } 354 355 static const struct dma_buf_ops vb2_dc_dmabuf_ops = { 356 .attach = vb2_dc_dmabuf_ops_attach, 357 .detach = vb2_dc_dmabuf_ops_detach, 358 .map_dma_buf = vb2_dc_dmabuf_ops_map, 359 .unmap_dma_buf = vb2_dc_dmabuf_ops_unmap, 360 .map = vb2_dc_dmabuf_ops_kmap, 361 .vmap = vb2_dc_dmabuf_ops_vmap, 362 .mmap = vb2_dc_dmabuf_ops_mmap, 363 .release = vb2_dc_dmabuf_ops_release, 364 }; 365 366 static struct sg_table *vb2_dc_get_base_sgt(struct vb2_dc_buf *buf) 367 { 368 int ret; 369 struct sg_table *sgt; 370 371 sgt = kmalloc(sizeof(*sgt), GFP_KERNEL); 372 if (!sgt) { 373 dev_err(buf->dev, "failed to alloc sg table\n"); 374 return NULL; 375 } 376 377 ret = dma_get_sgtable_attrs(buf->dev, sgt, buf->cookie, buf->dma_addr, 378 buf->size, buf->attrs); 379 if (ret < 0) { 380 dev_err(buf->dev, "failed to get scatterlist from DMA API\n"); 381 kfree(sgt); 382 return NULL; 383 } 384 385 return sgt; 386 } 387 388 static struct dma_buf *vb2_dc_get_dmabuf(void *buf_priv, unsigned long flags) 389 { 390 struct vb2_dc_buf *buf = buf_priv; 391 struct dma_buf *dbuf; 392 DEFINE_DMA_BUF_EXPORT_INFO(exp_info); 393 394 exp_info.ops = &vb2_dc_dmabuf_ops; 395 exp_info.size = buf->size; 396 exp_info.flags = flags; 397 exp_info.priv = buf; 398 399 if (!buf->sgt_base) 400 buf->sgt_base = vb2_dc_get_base_sgt(buf); 401 402 if (WARN_ON(!buf->sgt_base)) 403 return NULL; 404 405 dbuf = dma_buf_export(&exp_info); 406 if (IS_ERR(dbuf)) 407 return NULL; 408 409 /* dmabuf keeps reference to vb2 buffer */ 410 refcount_inc(&buf->refcount); 411 412 return dbuf; 413 } 414 415 /*********************************************/ 416 /* callbacks for USERPTR buffers */ 417 /*********************************************/ 418 419 static void vb2_dc_put_userptr(void *buf_priv) 420 { 421 struct vb2_dc_buf *buf = buf_priv; 422 struct sg_table *sgt = buf->dma_sgt; 423 int i; 424 struct page **pages; 425 426 if (sgt) { 427 /* 428 * No need to sync to CPU, it's already synced to the CPU 429 * since the finish() memop will have been called before this. 430 */ 431 dma_unmap_sg_attrs(buf->dev, sgt->sgl, sgt->orig_nents, 432 buf->dma_dir, DMA_ATTR_SKIP_CPU_SYNC); 433 pages = frame_vector_pages(buf->vec); 434 /* sgt should exist only if vector contains pages... */ 435 BUG_ON(IS_ERR(pages)); 436 if (buf->dma_dir == DMA_FROM_DEVICE || 437 buf->dma_dir == DMA_BIDIRECTIONAL) 438 for (i = 0; i < frame_vector_count(buf->vec); i++) 439 set_page_dirty_lock(pages[i]); 440 sg_free_table(sgt); 441 kfree(sgt); 442 } 443 vb2_destroy_framevec(buf->vec); 444 kfree(buf); 445 } 446 447 /* 448 * For some kind of reserved memory there might be no struct page available, 449 * so all that can be done to support such 'pages' is to try to convert 450 * pfn to dma address or at the last resort just assume that 451 * dma address == physical address (like it has been assumed in earlier version 452 * of videobuf2-dma-contig 453 */ 454 455 #ifdef __arch_pfn_to_dma 456 static inline dma_addr_t vb2_dc_pfn_to_dma(struct device *dev, unsigned long pfn) 457 { 458 return (dma_addr_t)__arch_pfn_to_dma(dev, pfn); 459 } 460 #elif defined(__pfn_to_bus) 461 static inline dma_addr_t vb2_dc_pfn_to_dma(struct device *dev, unsigned long pfn) 462 { 463 return (dma_addr_t)__pfn_to_bus(pfn); 464 } 465 #elif defined(__pfn_to_phys) 466 static inline dma_addr_t vb2_dc_pfn_to_dma(struct device *dev, unsigned long pfn) 467 { 468 return (dma_addr_t)__pfn_to_phys(pfn); 469 } 470 #else 471 static inline dma_addr_t vb2_dc_pfn_to_dma(struct device *dev, unsigned long pfn) 472 { 473 /* really, we cannot do anything better at this point */ 474 return (dma_addr_t)(pfn) << PAGE_SHIFT; 475 } 476 #endif 477 478 static void *vb2_dc_get_userptr(struct device *dev, unsigned long vaddr, 479 unsigned long size, enum dma_data_direction dma_dir) 480 { 481 struct vb2_dc_buf *buf; 482 struct frame_vector *vec; 483 unsigned int offset; 484 int n_pages, i; 485 int ret = 0; 486 struct sg_table *sgt; 487 unsigned long contig_size; 488 unsigned long dma_align = dma_get_cache_alignment(); 489 490 /* Only cache aligned DMA transfers are reliable */ 491 if (!IS_ALIGNED(vaddr | size, dma_align)) { 492 pr_debug("user data must be aligned to %lu bytes\n", dma_align); 493 return ERR_PTR(-EINVAL); 494 } 495 496 if (!size) { 497 pr_debug("size is zero\n"); 498 return ERR_PTR(-EINVAL); 499 } 500 501 if (WARN_ON(!dev)) 502 return ERR_PTR(-EINVAL); 503 504 buf = kzalloc(sizeof *buf, GFP_KERNEL); 505 if (!buf) 506 return ERR_PTR(-ENOMEM); 507 508 buf->dev = dev; 509 buf->dma_dir = dma_dir; 510 511 offset = lower_32_bits(offset_in_page(vaddr)); 512 vec = vb2_create_framevec(vaddr, size, dma_dir == DMA_FROM_DEVICE || 513 dma_dir == DMA_BIDIRECTIONAL); 514 if (IS_ERR(vec)) { 515 ret = PTR_ERR(vec); 516 goto fail_buf; 517 } 518 buf->vec = vec; 519 n_pages = frame_vector_count(vec); 520 ret = frame_vector_to_pages(vec); 521 if (ret < 0) { 522 unsigned long *nums = frame_vector_pfns(vec); 523 524 /* 525 * Failed to convert to pages... Check the memory is physically 526 * contiguous and use direct mapping 527 */ 528 for (i = 1; i < n_pages; i++) 529 if (nums[i-1] + 1 != nums[i]) 530 goto fail_pfnvec; 531 buf->dma_addr = vb2_dc_pfn_to_dma(buf->dev, nums[0]); 532 goto out; 533 } 534 535 sgt = kzalloc(sizeof(*sgt), GFP_KERNEL); 536 if (!sgt) { 537 pr_err("failed to allocate sg table\n"); 538 ret = -ENOMEM; 539 goto fail_pfnvec; 540 } 541 542 ret = sg_alloc_table_from_pages(sgt, frame_vector_pages(vec), n_pages, 543 offset, size, GFP_KERNEL); 544 if (ret) { 545 pr_err("failed to initialize sg table\n"); 546 goto fail_sgt; 547 } 548 549 /* 550 * No need to sync to the device, this will happen later when the 551 * prepare() memop is called. 552 */ 553 sgt->nents = dma_map_sg_attrs(buf->dev, sgt->sgl, sgt->orig_nents, 554 buf->dma_dir, DMA_ATTR_SKIP_CPU_SYNC); 555 if (sgt->nents <= 0) { 556 pr_err("failed to map scatterlist\n"); 557 ret = -EIO; 558 goto fail_sgt_init; 559 } 560 561 contig_size = vb2_dc_get_contiguous_size(sgt); 562 if (contig_size < size) { 563 pr_err("contiguous mapping is too small %lu/%lu\n", 564 contig_size, size); 565 ret = -EFAULT; 566 goto fail_map_sg; 567 } 568 569 buf->dma_addr = sg_dma_address(sgt->sgl); 570 buf->dma_sgt = sgt; 571 out: 572 buf->size = size; 573 574 return buf; 575 576 fail_map_sg: 577 dma_unmap_sg_attrs(buf->dev, sgt->sgl, sgt->orig_nents, 578 buf->dma_dir, DMA_ATTR_SKIP_CPU_SYNC); 579 580 fail_sgt_init: 581 sg_free_table(sgt); 582 583 fail_sgt: 584 kfree(sgt); 585 586 fail_pfnvec: 587 vb2_destroy_framevec(vec); 588 589 fail_buf: 590 kfree(buf); 591 592 return ERR_PTR(ret); 593 } 594 595 /*********************************************/ 596 /* callbacks for DMABUF buffers */ 597 /*********************************************/ 598 599 static int vb2_dc_map_dmabuf(void *mem_priv) 600 { 601 struct vb2_dc_buf *buf = mem_priv; 602 struct sg_table *sgt; 603 unsigned long contig_size; 604 605 if (WARN_ON(!buf->db_attach)) { 606 pr_err("trying to pin a non attached buffer\n"); 607 return -EINVAL; 608 } 609 610 if (WARN_ON(buf->dma_sgt)) { 611 pr_err("dmabuf buffer is already pinned\n"); 612 return 0; 613 } 614 615 /* get the associated scatterlist for this buffer */ 616 sgt = dma_buf_map_attachment(buf->db_attach, buf->dma_dir); 617 if (IS_ERR(sgt)) { 618 pr_err("Error getting dmabuf scatterlist\n"); 619 return -EINVAL; 620 } 621 622 /* checking if dmabuf is big enough to store contiguous chunk */ 623 contig_size = vb2_dc_get_contiguous_size(sgt); 624 if (contig_size < buf->size) { 625 pr_err("contiguous chunk is too small %lu/%lu b\n", 626 contig_size, buf->size); 627 dma_buf_unmap_attachment(buf->db_attach, sgt, buf->dma_dir); 628 return -EFAULT; 629 } 630 631 buf->dma_addr = sg_dma_address(sgt->sgl); 632 buf->dma_sgt = sgt; 633 buf->vaddr = NULL; 634 635 return 0; 636 } 637 638 static void vb2_dc_unmap_dmabuf(void *mem_priv) 639 { 640 struct vb2_dc_buf *buf = mem_priv; 641 struct sg_table *sgt = buf->dma_sgt; 642 643 if (WARN_ON(!buf->db_attach)) { 644 pr_err("trying to unpin a not attached buffer\n"); 645 return; 646 } 647 648 if (WARN_ON(!sgt)) { 649 pr_err("dmabuf buffer is already unpinned\n"); 650 return; 651 } 652 653 if (buf->vaddr) { 654 dma_buf_vunmap(buf->db_attach->dmabuf, buf->vaddr); 655 buf->vaddr = NULL; 656 } 657 dma_buf_unmap_attachment(buf->db_attach, sgt, buf->dma_dir); 658 659 buf->dma_addr = 0; 660 buf->dma_sgt = NULL; 661 } 662 663 static void vb2_dc_detach_dmabuf(void *mem_priv) 664 { 665 struct vb2_dc_buf *buf = mem_priv; 666 667 /* if vb2 works correctly you should never detach mapped buffer */ 668 if (WARN_ON(buf->dma_addr)) 669 vb2_dc_unmap_dmabuf(buf); 670 671 /* detach this attachment */ 672 dma_buf_detach(buf->db_attach->dmabuf, buf->db_attach); 673 kfree(buf); 674 } 675 676 static void *vb2_dc_attach_dmabuf(struct device *dev, struct dma_buf *dbuf, 677 unsigned long size, enum dma_data_direction dma_dir) 678 { 679 struct vb2_dc_buf *buf; 680 struct dma_buf_attachment *dba; 681 682 if (dbuf->size < size) 683 return ERR_PTR(-EFAULT); 684 685 if (WARN_ON(!dev)) 686 return ERR_PTR(-EINVAL); 687 688 buf = kzalloc(sizeof(*buf), GFP_KERNEL); 689 if (!buf) 690 return ERR_PTR(-ENOMEM); 691 692 buf->dev = dev; 693 /* create attachment for the dmabuf with the user device */ 694 dba = dma_buf_attach(dbuf, buf->dev); 695 if (IS_ERR(dba)) { 696 pr_err("failed to attach dmabuf\n"); 697 kfree(buf); 698 return dba; 699 } 700 701 buf->dma_dir = dma_dir; 702 buf->size = size; 703 buf->db_attach = dba; 704 705 return buf; 706 } 707 708 /*********************************************/ 709 /* DMA CONTIG exported functions */ 710 /*********************************************/ 711 712 const struct vb2_mem_ops vb2_dma_contig_memops = { 713 .alloc = vb2_dc_alloc, 714 .put = vb2_dc_put, 715 .get_dmabuf = vb2_dc_get_dmabuf, 716 .cookie = vb2_dc_cookie, 717 .vaddr = vb2_dc_vaddr, 718 .mmap = vb2_dc_mmap, 719 .get_userptr = vb2_dc_get_userptr, 720 .put_userptr = vb2_dc_put_userptr, 721 .prepare = vb2_dc_prepare, 722 .finish = vb2_dc_finish, 723 .map_dmabuf = vb2_dc_map_dmabuf, 724 .unmap_dmabuf = vb2_dc_unmap_dmabuf, 725 .attach_dmabuf = vb2_dc_attach_dmabuf, 726 .detach_dmabuf = vb2_dc_detach_dmabuf, 727 .num_users = vb2_dc_num_users, 728 }; 729 EXPORT_SYMBOL_GPL(vb2_dma_contig_memops); 730 731 /** 732 * vb2_dma_contig_set_max_seg_size() - configure DMA max segment size 733 * @dev: device for configuring DMA parameters 734 * @size: size of DMA max segment size to set 735 * 736 * To allow mapping the scatter-list into a single chunk in the DMA 737 * address space, the device is required to have the DMA max segment 738 * size parameter set to a value larger than the buffer size. Otherwise, 739 * the DMA-mapping subsystem will split the mapping into max segment 740 * size chunks. This function sets the DMA max segment size 741 * parameter to let DMA-mapping map a buffer as a single chunk in DMA 742 * address space. 743 * This code assumes that the DMA-mapping subsystem will merge all 744 * scatterlist segments if this is really possible (for example when 745 * an IOMMU is available and enabled). 746 * Ideally, this parameter should be set by the generic bus code, but it 747 * is left with the default 64KiB value due to historical litmiations in 748 * other subsystems (like limited USB host drivers) and there no good 749 * place to set it to the proper value. 750 * This function should be called from the drivers, which are known to 751 * operate on platforms with IOMMU and provide access to shared buffers 752 * (either USERPTR or DMABUF). This should be done before initializing 753 * videobuf2 queue. 754 */ 755 int vb2_dma_contig_set_max_seg_size(struct device *dev, unsigned int size) 756 { 757 if (!dev->dma_parms) { 758 dev->dma_parms = kzalloc(sizeof(*dev->dma_parms), GFP_KERNEL); 759 if (!dev->dma_parms) 760 return -ENOMEM; 761 } 762 if (dma_get_max_seg_size(dev) < size) 763 return dma_set_max_seg_size(dev, size); 764 765 return 0; 766 } 767 EXPORT_SYMBOL_GPL(vb2_dma_contig_set_max_seg_size); 768 769 /* 770 * vb2_dma_contig_clear_max_seg_size() - release resources for DMA parameters 771 * @dev: device for configuring DMA parameters 772 * 773 * This function releases resources allocated to configure DMA parameters 774 * (see vb2_dma_contig_set_max_seg_size() function). It should be called from 775 * device drivers on driver remove. 776 */ 777 void vb2_dma_contig_clear_max_seg_size(struct device *dev) 778 { 779 kfree(dev->dma_parms); 780 dev->dma_parms = NULL; 781 } 782 EXPORT_SYMBOL_GPL(vb2_dma_contig_clear_max_seg_size); 783 784 MODULE_DESCRIPTION("DMA-contig memory handling routines for videobuf2"); 785 MODULE_AUTHOR("Pawel Osciak <pawel@osciak.com>"); 786 MODULE_LICENSE("GPL"); 787