35 #include <linux/dma-fence.h>
66 	 * The deprecated ->load callback must be called after the driver is  in drm_dev_needs_global_mutex()
71 	if (dev->driver->load || dev->driver->unload)  in drm_dev_needs_global_mutex()
80 	if (dev->driver->lastclose)  in drm_dev_needs_global_mutex()
106  * For the driver-side event interface see drm_event_reserve_init() and
111  * function, modern drivers should use one of the provided memory-manager
112  * specific implementations. For GEM-based drivers this is drm_gem_mmap().
135  * For driver-private IOCTL handling see the more detailed discussion in
140  * drm_file_alloc - allocate file context
153 	struct drm_device *dev = minor->dev;  in drm_file_alloc()
159 		return ERR_PTR(-ENOMEM);  in drm_file_alloc()
162 	file->client_id = atomic64_inc_return(&ident);  in drm_file_alloc()
163 	rcu_assign_pointer(file->pid, get_pid(task_tgid(current)));  in drm_file_alloc()
164 	file->minor = minor;  in drm_file_alloc()
167 	file->authenticated = capable(CAP_SYS_ADMIN);  in drm_file_alloc()
169 	INIT_LIST_HEAD(&file->lhead);  in drm_file_alloc()
170 	INIT_LIST_HEAD(&file->fbs);  in drm_file_alloc()
171 	mutex_init(&file->fbs_lock);  in drm_file_alloc()
172 	INIT_LIST_HEAD(&file->blobs);  in drm_file_alloc()
173 	INIT_LIST_HEAD(&file->pending_event_list);  in drm_file_alloc()
174 	INIT_LIST_HEAD(&file->event_list);  in drm_file_alloc()
175 	init_waitqueue_head(&file->event_wait);  in drm_file_alloc()
176 	file->event_space = 4096; /* set aside 4k for event buffer */  in drm_file_alloc()
178 	spin_lock_init(&file->master_lookup_lock);  in drm_file_alloc()
179 	mutex_init(&file->event_read_lock);  in drm_file_alloc()
187 	drm_prime_init_file_private(&file->prime);  in drm_file_alloc()
189 	if (dev->driver->open) {  in drm_file_alloc()
190 		ret = dev->driver->open(dev, file);  in drm_file_alloc()
198 	drm_prime_destroy_file_private(&file->prime);  in drm_file_alloc()
203 	put_pid(rcu_access_pointer(file->pid));  in drm_file_alloc()
211 	struct drm_device *dev = file_priv->minor->dev;  in drm_events_release()
215 	spin_lock_irqsave(&dev->event_lock, flags);  in drm_events_release()
218 	list_for_each_entry_safe(e, et, &file_priv->pending_event_list,  in drm_events_release()
220 		list_del(&e->pending_link);  in drm_events_release()
221 		e->file_priv = NULL;  in drm_events_release()
225 	list_for_each_entry_safe(e, et, &file_priv->event_list, link) {  in drm_events_release()
226 		list_del(&e->link);  in drm_events_release()
230 	spin_unlock_irqrestore(&dev->event_lock, flags);  in drm_events_release()
234  * drm_file_free - free file context
241  * If NULL is passed, this is a no-op.
250 	dev = file->minor->dev;  in drm_file_free()
253 		     current->comm, task_pid_nr(current),  in drm_file_free()
254 		     (long)old_encode_dev(file->minor->kdev->devt),  in drm_file_free()
255 		     atomic_read(&dev->open_count));  in drm_file_free()
259 	    dev->driver->preclose)  in drm_file_free()
260 		dev->driver->preclose(dev, file);  in drm_file_free()
264 		drm_legacy_lock_release(dev, file->filp);  in drm_file_free()
287 	if (dev->driver->postclose)  in drm_file_free()
288 		dev->driver->postclose(dev, file);  in drm_file_free()
290 	drm_prime_destroy_file_private(&file->prime);  in drm_file_free()
292 	WARN_ON(!list_empty(&file->event_list));  in drm_file_free()
294 	put_pid(rcu_access_pointer(file->pid));  in drm_file_free()
300 	struct drm_file *file_priv = filp->private_data;  in drm_close_helper()
301 	struct drm_device *dev = file_priv->minor->dev;  in drm_close_helper()
303 	mutex_lock(&dev->filelist_mutex);  in drm_close_helper()
304 	list_del(&file_priv->lhead);  in drm_close_helper()
305 	mutex_unlock(&dev->filelist_mutex);  in drm_close_helper()
313  * \return non-zero if the DRI will run on this CPU, or zero otherwise.
327  * \param minor acquired minor-object.
335 	struct drm_device *dev = minor->dev;  in drm_open_helper()
339 	if (filp->f_flags & O_EXCL)  in drm_open_helper()
340 		return -EBUSY;	/* No exclusive opens */  in drm_open_helper()
342 		return -EINVAL;  in drm_open_helper()
343 	if (dev->switch_power_state != DRM_SWITCH_POWER_ON &&  in drm_open_helper()
344 	    dev->switch_power_state != DRM_SWITCH_POWER_DYNAMIC_OFF)  in drm_open_helper()
345 		return -EINVAL;  in drm_open_helper()
348 		     current->comm, task_pid_nr(current), minor->index);  in drm_open_helper()
362 	filp->private_data = priv;  in drm_open_helper()
363 	filp->f_mode |= FMODE_UNSIGNED_OFFSET;  in drm_open_helper()
364 	priv->filp = filp;  in drm_open_helper()
366 	mutex_lock(&dev->filelist_mutex);  in drm_open_helper()
367 	list_add(&priv->lhead, &dev->filelist);  in drm_open_helper()
368 	mutex_unlock(&dev->filelist_mutex);  in drm_open_helper()
375 	if (!dev->hose) {  in drm_open_helper()
380 			dev->hose = pci_dev->sysdata;  in drm_open_helper()
383 		if (!dev->hose) {  in drm_open_helper()
384 			struct pci_bus *b = list_entry(pci_root_buses.next,  in drm_open_helper()  local
386 			if (b)  in drm_open_helper()
387 				dev->hose = b->sysdata;  in drm_open_helper()
397  * drm_open - open method for DRM file
402  * It looks up the correct DRM device and instantiates all the per-file
420 	dev = minor->dev;  in drm_open()
424 	if (!atomic_fetch_inc(&dev->open_count))  in drm_open()
427 	/* share address_space across all char-devs of a single device */  in drm_open()
428 	filp->f_mapping = dev->anon_inode->i_mapping;  in drm_open()
447 	atomic_dec(&dev->open_count);  in drm_open()
459 	if (dev->driver->lastclose)  in drm_lastclose()
460 		dev->driver->lastclose(dev);  in drm_lastclose()
470  * drm_release - release method for DRM file
485 	struct drm_file *file_priv = filp->private_data;  in drm_release()
486 	struct drm_minor *minor = file_priv->minor;  in drm_release()
487 	struct drm_device *dev = minor->dev;  in drm_release()
492 	drm_dbg_core(dev, "open_count = %d\n", atomic_read(&dev->open_count));  in drm_release()
496 	if (atomic_dec_and_test(&dev->open_count))  in drm_release()
518 	if (filp->was_master)  in drm_file_update_pid()
527 	if (pid == rcu_access_pointer(filp->pid))  in drm_file_update_pid()
530 	dev = filp->minor->dev;  in drm_file_update_pid()
531 	mutex_lock(&dev->filelist_mutex);  in drm_file_update_pid()
533 	old = rcu_replace_pointer(filp->pid, pid, 1);  in drm_file_update_pid()
534 	mutex_unlock(&dev->filelist_mutex);  in drm_file_update_pid()
541  * drm_release_noglobal - release method for DRM file
557 	struct drm_file *file_priv = filp->private_data;  in drm_release_noglobal()
558 	struct drm_minor *minor = file_priv->minor;  in drm_release_noglobal()
559 	struct drm_device *dev = minor->dev;  in drm_release_noglobal()
563 	if (atomic_dec_and_mutex_lock(&dev->open_count, &drm_global_mutex)) {  in drm_release_noglobal()
575  * drm_read - read method for DRM file
602 	struct drm_file *file_priv = filp->private_data;  in drm_read()
603 	struct drm_device *dev = file_priv->minor->dev;  in drm_read()
606 	ret = mutex_lock_interruptible(&file_priv->event_read_lock);  in drm_read()
613 		spin_lock_irq(&dev->event_lock);  in drm_read()
614 		if (!list_empty(&file_priv->event_list)) {  in drm_read()
615 			e = list_first_entry(&file_priv->event_list,  in drm_read()
617 			file_priv->event_space += e->event->length;  in drm_read()
618 			list_del(&e->link);  in drm_read()
620 		spin_unlock_irq(&dev->event_lock);  in drm_read()
626 			if (filp->f_flags & O_NONBLOCK) {  in drm_read()
627 				ret = -EAGAIN;  in drm_read()
631 			mutex_unlock(&file_priv->event_read_lock);  in drm_read()
632 			ret = wait_event_interruptible(file_priv->event_wait,  in drm_read()
633 						       !list_empty(&file_priv->event_list));  in drm_read()
635 				ret = mutex_lock_interruptible(&file_priv->event_read_lock);  in drm_read()
639 			unsigned length = e->event->length;  in drm_read()
641 			if (length > count - ret) {  in drm_read()
643 				spin_lock_irq(&dev->event_lock);  in drm_read()
644 				file_priv->event_space -= length;  in drm_read()
645 				list_add(&e->link, &file_priv->event_list);  in drm_read()
646 				spin_unlock_irq(&dev->event_lock);  in drm_read()
647 				wake_up_interruptible_poll(&file_priv->event_wait,  in drm_read()
652 			if (copy_to_user(buffer + ret, e->event, length)) {  in drm_read()
654 					ret = -EFAULT;  in drm_read()
662 	mutex_unlock(&file_priv->event_read_lock);  in drm_read()
669  * drm_poll - poll method for DRM file
686 	struct drm_file *file_priv = filp->private_data;  in drm_poll()
689 	poll_wait(filp, &file_priv->event_wait, wait);  in drm_poll()
691 	if (!list_empty(&file_priv->event_list))  in drm_poll()
699  * drm_event_reserve_init_locked - init a DRM event and reserve space for it
727 	if (file_priv->event_space < e->length)  in drm_event_reserve_init_locked()
728 		return -ENOMEM;  in drm_event_reserve_init_locked()
730 	file_priv->event_space -= e->length;  in drm_event_reserve_init_locked()
732 	p->event = e;  in drm_event_reserve_init_locked()
733 	list_add(&p->pending_link, &file_priv->pending_event_list);  in drm_event_reserve_init_locked()
734 	p->file_priv = file_priv;  in drm_event_reserve_init_locked()
741  * drm_event_reserve_init - init a DRM event and reserve space for it
772 	spin_lock_irqsave(&dev->event_lock, flags);  in drm_event_reserve_init()
774 	spin_unlock_irqrestore(&dev->event_lock, flags);  in drm_event_reserve_init()
781  * drm_event_cancel_free - free a DRM event and release its space
794 	spin_lock_irqsave(&dev->event_lock, flags);  in drm_event_cancel_free()
795 	if (p->file_priv) {  in drm_event_cancel_free()
796 		p->file_priv->event_space += p->event->length;  in drm_event_cancel_free()
797 		list_del(&p->pending_link);  in drm_event_cancel_free()
799 	spin_unlock_irqrestore(&dev->event_lock, flags);  in drm_event_cancel_free()
801 	if (p->fence)  in drm_event_cancel_free()
802 		dma_fence_put(p->fence);  in drm_event_cancel_free()
811 	assert_spin_locked(&dev->event_lock);  in drm_send_event_helper()
813 	if (e->completion) {  in drm_send_event_helper()
814 		complete_all(e->completion);  in drm_send_event_helper()
815 		e->completion_release(e->completion);  in drm_send_event_helper()
816 		e->completion = NULL;  in drm_send_event_helper()
819 	if (e->fence) {  in drm_send_event_helper()
821 			dma_fence_signal_timestamp(e->fence, timestamp);  in drm_send_event_helper()
823 			dma_fence_signal(e->fence);  in drm_send_event_helper()
824 		dma_fence_put(e->fence);  in drm_send_event_helper()
827 	if (!e->file_priv) {  in drm_send_event_helper()
832 	list_del(&e->pending_link);  in drm_send_event_helper()
833 	list_add_tail(&e->link,  in drm_send_event_helper()
834 		      &e->file_priv->event_list);  in drm_send_event_helper()
835 	wake_up_interruptible_poll(&e->file_priv->event_wait,  in drm_send_event_helper()
840  * drm_send_event_timestamp_locked - send DRM event to file descriptor
863  * drm_send_event_locked - send DRM event to file descriptor
883  * drm_send_event - send DRM event to file descriptor
901 	spin_lock_irqsave(&dev->event_lock, irqflags);  in drm_send_event()
903 	spin_unlock_irqrestore(&dev->event_lock, irqflags);  in drm_send_event()
913 	for (u = 0; u < ARRAY_SIZE(units) - 1; u++) {  in print_size()
919 	drm_printf(p, "drm-%s-%s:\t%llu%s\n", stat, region, sz, units[u]);  in print_size()
923  * drm_print_memory_stats - A helper to print memory stats
935 	print_size(p, "total", region, stats->private + stats->shared);  in drm_print_memory_stats()
936 	print_size(p, "shared", region, stats->shared);  in drm_print_memory_stats()
937 	print_size(p, "active", region, stats->active);  in drm_print_memory_stats()
940 		print_size(p, "resident", region, stats->resident);  in drm_print_memory_stats()
943 		print_size(p, "purgeable", region, stats->purgeable);  in drm_print_memory_stats()
948  * drm_show_memory_stats - Helper to collect and show standard fdinfo memory stats
962 	spin_lock(&file->table_lock);  in drm_show_memory_stats()
963 	idr_for_each_entry (&file->object_idr, obj, id) {  in drm_show_memory_stats()
966 		if (obj->funcs && obj->funcs->status) {  in drm_show_memory_stats()
967 			s = obj->funcs->status(obj);  in drm_show_memory_stats()
972 		if (obj->handle_count > 1) {  in drm_show_memory_stats()
973 			status.shared += obj->size;  in drm_show_memory_stats()
975 			status.private += obj->size;  in drm_show_memory_stats()
979 			status.resident += obj->size;  in drm_show_memory_stats()
987 		if (!dma_resv_test_signaled(obj->resv, dma_resv_usage_rw(true))) {  in drm_show_memory_stats()
988 			status.active += obj->size;  in drm_show_memory_stats()
995 			status.purgeable += obj->size;  in drm_show_memory_stats()
997 	spin_unlock(&file->table_lock);  in drm_show_memory_stats()
1004  * drm_show_fdinfo - helper for drm file fops
1011  * For text output format description please see Documentation/gpu/drm-usage-stats.rst
1015 	struct drm_file *file = f->private_data;  in drm_show_fdinfo()
1016 	struct drm_device *dev = file->minor->dev;  in drm_show_fdinfo()
1019 	drm_printf(&p, "drm-driver:\t%s\n", dev->driver->name);  in drm_show_fdinfo()
1020 	drm_printf(&p, "drm-client-id:\t%llu\n", file->client_id);  in drm_show_fdinfo()
1022 	if (dev_is_pci(dev->dev)) {  in drm_show_fdinfo()
1023 		struct pci_dev *pdev = to_pci_dev(dev->dev);  in drm_show_fdinfo()
1025 		drm_printf(&p, "drm-pdev:\t%04x:%02x:%02x.%d\n",  in drm_show_fdinfo()
1026 			   pci_domain_nr(pdev->bus), pdev->bus->number,  in drm_show_fdinfo()
1027 			   PCI_SLOT(pdev->devfn), PCI_FUNC(pdev->devfn));  in drm_show_fdinfo()
1030 	if (dev->driver->show_fdinfo)  in drm_show_fdinfo()
1031 		dev->driver->show_fdinfo(&p, file);  in drm_show_fdinfo()
1036  * mock_drm_getfile - Create a new struct file for the drm device
1044  * to userspace facing functions as an internal/anonymous client.
1051 	struct drm_device *dev = minor->dev;  in mock_drm_getfile()
1059 	file = anon_inode_getfile("drm", dev->driver->fops, priv, flags);  in mock_drm_getfile()
1066 	file->f_mapping = dev->anon_inode->i_mapping;  in mock_drm_getfile()
1069 	priv->filp = file;  in mock_drm_getfile()