127111a23SBen Skeggs /* 227111a23SBen Skeggs * Copyright 2014 Red Hat Inc. 327111a23SBen Skeggs * 427111a23SBen Skeggs * Permission is hereby granted, free of charge, to any person obtaining a 527111a23SBen Skeggs * copy of this software and associated documentation files (the "Software"), 627111a23SBen Skeggs * to deal in the Software without restriction, including without limitation 727111a23SBen Skeggs * the rights to use, copy, modify, merge, publish, distribute, sublicense, 827111a23SBen Skeggs * and/or sell copies of the Software, and to permit persons to whom the 927111a23SBen Skeggs * Software is furnished to do so, subject to the following conditions: 1027111a23SBen Skeggs * 1127111a23SBen Skeggs * The above copyright notice and this permission notice shall be included in 1227111a23SBen Skeggs * all copies or substantial portions of the Software. 1327111a23SBen Skeggs * 1427111a23SBen Skeggs * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 1527111a23SBen Skeggs * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 1627111a23SBen Skeggs * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 1727111a23SBen Skeggs * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 1827111a23SBen Skeggs * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 1927111a23SBen Skeggs * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 2027111a23SBen Skeggs * OTHER DEALINGS IN THE SOFTWARE. 2127111a23SBen Skeggs * 2227111a23SBen Skeggs * Authors: Ben Skeggs <bskeggs@redhat.com> 2327111a23SBen Skeggs */ 2427111a23SBen Skeggs 2527111a23SBen Skeggs #include "nouveau_drm.h" 2627111a23SBen Skeggs #include "nouveau_usif.h" 2727111a23SBen Skeggs 2827111a23SBen Skeggs #include <nvif/notify.h> 2927111a23SBen Skeggs #include <nvif/unpack.h> 3027111a23SBen Skeggs #include <nvif/client.h> 3127111a23SBen Skeggs #include <nvif/event.h> 3227111a23SBen Skeggs #include <nvif/ioctl.h> 3327111a23SBen Skeggs 3427111a23SBen Skeggs struct usif_notify_p { 3527111a23SBen Skeggs struct drm_pending_event base; 3627111a23SBen Skeggs struct { 3727111a23SBen Skeggs struct drm_event base; 3827111a23SBen Skeggs u8 data[]; 3927111a23SBen Skeggs } e; 4027111a23SBen Skeggs }; 4127111a23SBen Skeggs 4227111a23SBen Skeggs struct usif_notify { 4327111a23SBen Skeggs struct list_head head; 4427111a23SBen Skeggs atomic_t enabled; 4527111a23SBen Skeggs u32 handle; 4627111a23SBen Skeggs u16 reply; 4727111a23SBen Skeggs u8 route; 4827111a23SBen Skeggs u64 token; 4927111a23SBen Skeggs struct usif_notify_p *p; 5027111a23SBen Skeggs }; 5127111a23SBen Skeggs 5227111a23SBen Skeggs static inline struct usif_notify * 5327111a23SBen Skeggs usif_notify_find(struct drm_file *filp, u32 handle) 5427111a23SBen Skeggs { 5527111a23SBen Skeggs struct nouveau_cli *cli = nouveau_cli(filp); 5627111a23SBen Skeggs struct usif_notify *ntfy; 5727111a23SBen Skeggs list_for_each_entry(ntfy, &cli->notifys, head) { 5827111a23SBen Skeggs if (ntfy->handle == handle) 5927111a23SBen Skeggs return ntfy; 6027111a23SBen Skeggs } 6127111a23SBen Skeggs return NULL; 6227111a23SBen Skeggs } 6327111a23SBen Skeggs 6427111a23SBen Skeggs static inline void 6527111a23SBen Skeggs usif_notify_dtor(struct usif_notify *ntfy) 6627111a23SBen Skeggs { 6727111a23SBen Skeggs list_del(&ntfy->head); 6827111a23SBen Skeggs kfree(ntfy); 6927111a23SBen Skeggs } 7027111a23SBen Skeggs 7127111a23SBen Skeggs int 7227111a23SBen Skeggs usif_notify(const void *header, u32 length, const void *data, u32 size) 7327111a23SBen Skeggs { 7427111a23SBen Skeggs struct usif_notify *ntfy = NULL; 7527111a23SBen Skeggs const union { 7627111a23SBen Skeggs struct nvif_notify_rep_v0 v0; 7727111a23SBen Skeggs } *rep = header; 7827111a23SBen Skeggs struct drm_device *dev; 7927111a23SBen Skeggs struct drm_file *filp; 8027111a23SBen Skeggs unsigned long flags; 8127111a23SBen Skeggs 8227111a23SBen Skeggs if (length == sizeof(rep->v0) && rep->v0.version == 0) { 8327111a23SBen Skeggs if (WARN_ON(!(ntfy = (void *)(unsigned long)rep->v0.token))) 8427111a23SBen Skeggs return NVIF_NOTIFY_DROP; 8527111a23SBen Skeggs BUG_ON(rep->v0.route != NVDRM_NOTIFY_USIF); 8627111a23SBen Skeggs } else 8727111a23SBen Skeggs if (WARN_ON(1)) 8827111a23SBen Skeggs return NVIF_NOTIFY_DROP; 8927111a23SBen Skeggs 9027111a23SBen Skeggs if (WARN_ON(!ntfy->p || ntfy->reply != (length + size))) 9127111a23SBen Skeggs return NVIF_NOTIFY_DROP; 9227111a23SBen Skeggs filp = ntfy->p->base.file_priv; 9327111a23SBen Skeggs dev = filp->minor->dev; 9427111a23SBen Skeggs 9527111a23SBen Skeggs memcpy(&ntfy->p->e.data[0], header, length); 9627111a23SBen Skeggs memcpy(&ntfy->p->e.data[length], data, size); 9727111a23SBen Skeggs switch (rep->v0.version) { 9827111a23SBen Skeggs case 0: { 9927111a23SBen Skeggs struct nvif_notify_rep_v0 *rep = (void *)ntfy->p->e.data; 10027111a23SBen Skeggs rep->route = ntfy->route; 10127111a23SBen Skeggs rep->token = ntfy->token; 10227111a23SBen Skeggs } 10327111a23SBen Skeggs break; 10427111a23SBen Skeggs default: 10527111a23SBen Skeggs BUG_ON(1); 10627111a23SBen Skeggs break; 10727111a23SBen Skeggs } 10827111a23SBen Skeggs 10927111a23SBen Skeggs spin_lock_irqsave(&dev->event_lock, flags); 11027111a23SBen Skeggs if (!WARN_ON(filp->event_space < ntfy->p->e.base.length)) { 11127111a23SBen Skeggs list_add_tail(&ntfy->p->base.link, &filp->event_list); 11227111a23SBen Skeggs filp->event_space -= ntfy->p->e.base.length; 11327111a23SBen Skeggs } 11427111a23SBen Skeggs wake_up_interruptible(&filp->event_wait); 11527111a23SBen Skeggs spin_unlock_irqrestore(&dev->event_lock, flags); 11627111a23SBen Skeggs atomic_set(&ntfy->enabled, 0); 11727111a23SBen Skeggs return NVIF_NOTIFY_DROP; 11827111a23SBen Skeggs } 11927111a23SBen Skeggs 12027111a23SBen Skeggs static int 12127111a23SBen Skeggs usif_notify_new(struct drm_file *f, void *data, u32 size, void *argv, u32 argc) 12227111a23SBen Skeggs { 12327111a23SBen Skeggs struct nouveau_cli *cli = nouveau_cli(f); 12427111a23SBen Skeggs struct nvif_client *client = &cli->base; 12527111a23SBen Skeggs union { 12627111a23SBen Skeggs struct nvif_ioctl_ntfy_new_v0 v0; 12727111a23SBen Skeggs } *args = data; 12827111a23SBen Skeggs union { 12927111a23SBen Skeggs struct nvif_notify_req_v0 v0; 13027111a23SBen Skeggs } *req; 13127111a23SBen Skeggs struct usif_notify *ntfy; 13227111a23SBen Skeggs int ret; 13327111a23SBen Skeggs 13427111a23SBen Skeggs if (nvif_unpack(args->v0, 0, 0, true)) { 13527111a23SBen Skeggs if (usif_notify_find(f, args->v0.index)) 13627111a23SBen Skeggs return -EEXIST; 13727111a23SBen Skeggs } else 13827111a23SBen Skeggs return ret; 13927111a23SBen Skeggs req = data; 14027111a23SBen Skeggs 14127111a23SBen Skeggs if (!(ntfy = kmalloc(sizeof(*ntfy), GFP_KERNEL))) 14227111a23SBen Skeggs return -ENOMEM; 14327111a23SBen Skeggs atomic_set(&ntfy->enabled, 0); 14427111a23SBen Skeggs 14527111a23SBen Skeggs if (nvif_unpack(req->v0, 0, 0, true)) { 14627111a23SBen Skeggs ntfy->reply = sizeof(struct nvif_notify_rep_v0) + req->v0.reply; 14727111a23SBen Skeggs ntfy->route = req->v0.route; 14827111a23SBen Skeggs ntfy->token = req->v0.token; 14927111a23SBen Skeggs req->v0.route = NVDRM_NOTIFY_USIF; 15027111a23SBen Skeggs req->v0.token = (unsigned long)(void *)ntfy; 15127111a23SBen Skeggs ret = nvif_client_ioctl(client, argv, argc); 15227111a23SBen Skeggs req->v0.token = ntfy->token; 15327111a23SBen Skeggs req->v0.route = ntfy->route; 15427111a23SBen Skeggs ntfy->handle = args->v0.index; 15527111a23SBen Skeggs } 15627111a23SBen Skeggs 15727111a23SBen Skeggs if (ret == 0) 15827111a23SBen Skeggs list_add(&ntfy->head, &cli->notifys); 15927111a23SBen Skeggs if (ret) 16027111a23SBen Skeggs kfree(ntfy); 16127111a23SBen Skeggs return ret; 16227111a23SBen Skeggs } 16327111a23SBen Skeggs 16427111a23SBen Skeggs static int 16527111a23SBen Skeggs usif_notify_del(struct drm_file *f, void *data, u32 size, void *argv, u32 argc) 16627111a23SBen Skeggs { 16727111a23SBen Skeggs struct nouveau_cli *cli = nouveau_cli(f); 16827111a23SBen Skeggs struct nvif_client *client = &cli->base; 16927111a23SBen Skeggs union { 17027111a23SBen Skeggs struct nvif_ioctl_ntfy_del_v0 v0; 17127111a23SBen Skeggs } *args = data; 17227111a23SBen Skeggs struct usif_notify *ntfy; 17327111a23SBen Skeggs int ret; 17427111a23SBen Skeggs 17527111a23SBen Skeggs if (nvif_unpack(args->v0, 0, 0, true)) { 17627111a23SBen Skeggs if (!(ntfy = usif_notify_find(f, args->v0.index))) 17727111a23SBen Skeggs return -ENOENT; 17827111a23SBen Skeggs } else 17927111a23SBen Skeggs return ret; 18027111a23SBen Skeggs 18127111a23SBen Skeggs ret = nvif_client_ioctl(client, argv, argc); 18227111a23SBen Skeggs if (ret == 0) 18327111a23SBen Skeggs usif_notify_dtor(ntfy); 18427111a23SBen Skeggs return ret; 18527111a23SBen Skeggs } 18627111a23SBen Skeggs 18727111a23SBen Skeggs static int 18827111a23SBen Skeggs usif_notify_get(struct drm_file *f, void *data, u32 size, void *argv, u32 argc) 18927111a23SBen Skeggs { 19027111a23SBen Skeggs struct nouveau_cli *cli = nouveau_cli(f); 19127111a23SBen Skeggs struct nvif_client *client = &cli->base; 19227111a23SBen Skeggs union { 19327111a23SBen Skeggs struct nvif_ioctl_ntfy_del_v0 v0; 19427111a23SBen Skeggs } *args = data; 19527111a23SBen Skeggs struct usif_notify *ntfy; 19627111a23SBen Skeggs int ret; 19727111a23SBen Skeggs 19827111a23SBen Skeggs if (nvif_unpack(args->v0, 0, 0, true)) { 19927111a23SBen Skeggs if (!(ntfy = usif_notify_find(f, args->v0.index))) 20027111a23SBen Skeggs return -ENOENT; 20127111a23SBen Skeggs } else 20227111a23SBen Skeggs return ret; 20327111a23SBen Skeggs 20427111a23SBen Skeggs if (atomic_xchg(&ntfy->enabled, 1)) 20527111a23SBen Skeggs return 0; 20627111a23SBen Skeggs 20727111a23SBen Skeggs ntfy->p = kmalloc(sizeof(*ntfy->p) + ntfy->reply, GFP_KERNEL); 20827111a23SBen Skeggs if (ret = -ENOMEM, !ntfy->p) 20927111a23SBen Skeggs goto done; 21027111a23SBen Skeggs ntfy->p->base.event = &ntfy->p->e.base; 21127111a23SBen Skeggs ntfy->p->base.file_priv = f; 21227111a23SBen Skeggs ntfy->p->base.pid = current->pid; 21327111a23SBen Skeggs ntfy->p->base.destroy =(void(*)(struct drm_pending_event *))kfree; 21427111a23SBen Skeggs ntfy->p->e.base.type = DRM_NOUVEAU_EVENT_NVIF; 21527111a23SBen Skeggs ntfy->p->e.base.length = sizeof(ntfy->p->e.base) + ntfy->reply; 21627111a23SBen Skeggs 21727111a23SBen Skeggs ret = nvif_client_ioctl(client, argv, argc); 21827111a23SBen Skeggs done: 21927111a23SBen Skeggs if (ret) { 22027111a23SBen Skeggs atomic_set(&ntfy->enabled, 0); 22127111a23SBen Skeggs kfree(ntfy->p); 22227111a23SBen Skeggs } 22327111a23SBen Skeggs return ret; 22427111a23SBen Skeggs } 22527111a23SBen Skeggs 22627111a23SBen Skeggs static int 22727111a23SBen Skeggs usif_notify_put(struct drm_file *f, void *data, u32 size, void *argv, u32 argc) 22827111a23SBen Skeggs { 22927111a23SBen Skeggs struct nouveau_cli *cli = nouveau_cli(f); 23027111a23SBen Skeggs struct nvif_client *client = &cli->base; 23127111a23SBen Skeggs union { 23227111a23SBen Skeggs struct nvif_ioctl_ntfy_put_v0 v0; 23327111a23SBen Skeggs } *args = data; 23427111a23SBen Skeggs struct usif_notify *ntfy; 23527111a23SBen Skeggs int ret; 23627111a23SBen Skeggs 23727111a23SBen Skeggs if (nvif_unpack(args->v0, 0, 0, true)) { 23827111a23SBen Skeggs if (!(ntfy = usif_notify_find(f, args->v0.index))) 23927111a23SBen Skeggs return -ENOENT; 24027111a23SBen Skeggs } else 24127111a23SBen Skeggs return ret; 24227111a23SBen Skeggs 24327111a23SBen Skeggs ret = nvif_client_ioctl(client, argv, argc); 24427111a23SBen Skeggs if (ret == 0 && atomic_xchg(&ntfy->enabled, 0)) 24527111a23SBen Skeggs kfree(ntfy->p); 24627111a23SBen Skeggs return ret; 24727111a23SBen Skeggs } 24827111a23SBen Skeggs 24927111a23SBen Skeggs struct usif_object { 25027111a23SBen Skeggs struct list_head head; 25127111a23SBen Skeggs struct list_head ntfy; 25227111a23SBen Skeggs u8 route; 25327111a23SBen Skeggs u64 token; 25427111a23SBen Skeggs }; 25527111a23SBen Skeggs 25627111a23SBen Skeggs static void 25727111a23SBen Skeggs usif_object_dtor(struct usif_object *object) 25827111a23SBen Skeggs { 25927111a23SBen Skeggs list_del(&object->head); 26027111a23SBen Skeggs kfree(object); 26127111a23SBen Skeggs } 26227111a23SBen Skeggs 26327111a23SBen Skeggs static int 26427111a23SBen Skeggs usif_object_new(struct drm_file *f, void *data, u32 size, void *argv, u32 argc) 26527111a23SBen Skeggs { 26627111a23SBen Skeggs struct nouveau_cli *cli = nouveau_cli(f); 26727111a23SBen Skeggs struct nvif_client *client = &cli->base; 26827111a23SBen Skeggs union { 26927111a23SBen Skeggs struct nvif_ioctl_new_v0 v0; 27027111a23SBen Skeggs } *args = data; 27127111a23SBen Skeggs struct usif_object *object; 27227111a23SBen Skeggs int ret; 27327111a23SBen Skeggs 27427111a23SBen Skeggs if (!(object = kmalloc(sizeof(*object), GFP_KERNEL))) 27527111a23SBen Skeggs return -ENOMEM; 27627111a23SBen Skeggs list_add(&object->head, &cli->objects); 27727111a23SBen Skeggs 27827111a23SBen Skeggs if (nvif_unpack(args->v0, 0, 0, true)) { 27927111a23SBen Skeggs object->route = args->v0.route; 28027111a23SBen Skeggs object->token = args->v0.token; 28127111a23SBen Skeggs args->v0.route = NVDRM_OBJECT_USIF; 28227111a23SBen Skeggs args->v0.token = (unsigned long)(void *)object; 28327111a23SBen Skeggs ret = nvif_client_ioctl(client, argv, argc); 28427111a23SBen Skeggs args->v0.token = object->token; 28527111a23SBen Skeggs args->v0.route = object->route; 28627111a23SBen Skeggs } 28727111a23SBen Skeggs 28827111a23SBen Skeggs if (ret) 28927111a23SBen Skeggs usif_object_dtor(object); 29027111a23SBen Skeggs return ret; 29127111a23SBen Skeggs } 29227111a23SBen Skeggs 29327111a23SBen Skeggs int 29427111a23SBen Skeggs usif_ioctl(struct drm_file *filp, void __user *user, u32 argc) 29527111a23SBen Skeggs { 29627111a23SBen Skeggs struct nouveau_cli *cli = nouveau_cli(filp); 29727111a23SBen Skeggs struct nvif_client *client = &cli->base; 29827111a23SBen Skeggs void *data = kmalloc(argc, GFP_KERNEL); 29927111a23SBen Skeggs u32 size = argc; 30027111a23SBen Skeggs union { 30127111a23SBen Skeggs struct nvif_ioctl_v0 v0; 30227111a23SBen Skeggs } *argv = data; 30327111a23SBen Skeggs struct usif_object *object; 30427111a23SBen Skeggs u8 owner; 30527111a23SBen Skeggs int ret; 30627111a23SBen Skeggs 30727111a23SBen Skeggs if (ret = -ENOMEM, !argv) 30827111a23SBen Skeggs goto done; 30927111a23SBen Skeggs if (ret = -EFAULT, copy_from_user(argv, user, size)) 31027111a23SBen Skeggs goto done; 31127111a23SBen Skeggs 31227111a23SBen Skeggs if (nvif_unpack(argv->v0, 0, 0, true)) { 31327111a23SBen Skeggs /* block access to objects not created via this interface */ 31427111a23SBen Skeggs owner = argv->v0.owner; 31527111a23SBen Skeggs argv->v0.owner = NVDRM_OBJECT_USIF; 31627111a23SBen Skeggs } else 31727111a23SBen Skeggs goto done; 31827111a23SBen Skeggs 31927111a23SBen Skeggs mutex_lock(&cli->mutex); 32027111a23SBen Skeggs switch (argv->v0.type) { 32127111a23SBen Skeggs case NVIF_IOCTL_V0_NEW: 32227111a23SBen Skeggs /* ... except if we're creating children */ 32327111a23SBen Skeggs argv->v0.owner = NVIF_IOCTL_V0_OWNER_ANY; 32427111a23SBen Skeggs ret = usif_object_new(filp, data, size, argv, argc); 32527111a23SBen Skeggs break; 32627111a23SBen Skeggs case NVIF_IOCTL_V0_NTFY_NEW: 32727111a23SBen Skeggs ret = usif_notify_new(filp, data, size, argv, argc); 32827111a23SBen Skeggs break; 32927111a23SBen Skeggs case NVIF_IOCTL_V0_NTFY_DEL: 33027111a23SBen Skeggs ret = usif_notify_del(filp, data, size, argv, argc); 33127111a23SBen Skeggs break; 33227111a23SBen Skeggs case NVIF_IOCTL_V0_NTFY_GET: 33327111a23SBen Skeggs ret = usif_notify_get(filp, data, size, argv, argc); 33427111a23SBen Skeggs break; 33527111a23SBen Skeggs case NVIF_IOCTL_V0_NTFY_PUT: 33627111a23SBen Skeggs ret = usif_notify_put(filp, data, size, argv, argc); 33727111a23SBen Skeggs break; 33827111a23SBen Skeggs default: 33927111a23SBen Skeggs ret = nvif_client_ioctl(client, argv, argc); 34027111a23SBen Skeggs break; 34127111a23SBen Skeggs } 34227111a23SBen Skeggs if (argv->v0.route == NVDRM_OBJECT_USIF) { 34327111a23SBen Skeggs object = (void *)(unsigned long)argv->v0.token; 34427111a23SBen Skeggs argv->v0.route = object->route; 34527111a23SBen Skeggs argv->v0.token = object->token; 34627111a23SBen Skeggs if (ret == 0 && argv->v0.type == NVIF_IOCTL_V0_DEL) { 34727111a23SBen Skeggs list_del(&object->head); 34827111a23SBen Skeggs kfree(object); 34927111a23SBen Skeggs } 35027111a23SBen Skeggs } else { 35127111a23SBen Skeggs argv->v0.route = NVIF_IOCTL_V0_ROUTE_HIDDEN; 35227111a23SBen Skeggs argv->v0.token = 0; 35327111a23SBen Skeggs } 35427111a23SBen Skeggs argv->v0.owner = owner; 35527111a23SBen Skeggs mutex_unlock(&cli->mutex); 35627111a23SBen Skeggs 35727111a23SBen Skeggs if (copy_to_user(user, argv, argc)) 35827111a23SBen Skeggs ret = -EFAULT; 35927111a23SBen Skeggs done: 36027111a23SBen Skeggs kfree(argv); 36127111a23SBen Skeggs return ret; 36227111a23SBen Skeggs } 36327111a23SBen Skeggs 36427111a23SBen Skeggs void 36527111a23SBen Skeggs usif_client_fini(struct nouveau_cli *cli) 36627111a23SBen Skeggs { 36727111a23SBen Skeggs struct usif_object *object, *otemp; 36827111a23SBen Skeggs struct usif_notify *notify, *ntemp; 36927111a23SBen Skeggs 37027111a23SBen Skeggs list_for_each_entry_safe(notify, ntemp, &cli->notifys, head) { 37127111a23SBen Skeggs usif_notify_dtor(notify); 37227111a23SBen Skeggs } 37327111a23SBen Skeggs 37427111a23SBen Skeggs list_for_each_entry_safe(object, otemp, &cli->objects, head) { 37527111a23SBen Skeggs usif_object_dtor(object); 37627111a23SBen Skeggs } 37727111a23SBen Skeggs } 37827111a23SBen Skeggs 37927111a23SBen Skeggs void 38027111a23SBen Skeggs usif_client_init(struct nouveau_cli *cli) 38127111a23SBen Skeggs { 38227111a23SBen Skeggs INIT_LIST_HEAD(&cli->objects); 38327111a23SBen Skeggs INIT_LIST_HEAD(&cli->notifys); 38427111a23SBen Skeggs } 385