1685a6bf8SThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only
2bc63dedbSGeorge Zhang /*
3bc63dedbSGeorge Zhang * VMware VMCI Driver
4bc63dedbSGeorge Zhang *
5bc63dedbSGeorge Zhang * Copyright (C) 2012 VMware, Inc. All rights reserved.
6bc63dedbSGeorge Zhang */
7bc63dedbSGeorge Zhang
8bc63dedbSGeorge Zhang #include <linux/vmw_vmci_defs.h>
9bc63dedbSGeorge Zhang #include <linux/hash.h>
10bc63dedbSGeorge Zhang #include <linux/types.h>
11bc63dedbSGeorge Zhang #include <linux/rculist.h>
12b69339baSIngo Molnar #include <linux/completion.h>
13bc63dedbSGeorge Zhang
14bc63dedbSGeorge Zhang #include "vmci_resource.h"
15bc63dedbSGeorge Zhang #include "vmci_driver.h"
16bc63dedbSGeorge Zhang
17bc63dedbSGeorge Zhang
18bc63dedbSGeorge Zhang #define VMCI_RESOURCE_HASH_BITS 7
19bc63dedbSGeorge Zhang #define VMCI_RESOURCE_HASH_BUCKETS (1 << VMCI_RESOURCE_HASH_BITS)
20bc63dedbSGeorge Zhang
21bc63dedbSGeorge Zhang struct vmci_hash_table {
22bc63dedbSGeorge Zhang spinlock_t lock;
23bc63dedbSGeorge Zhang struct hlist_head entries[VMCI_RESOURCE_HASH_BUCKETS];
24bc63dedbSGeorge Zhang };
25bc63dedbSGeorge Zhang
26bc63dedbSGeorge Zhang static struct vmci_hash_table vmci_resource_table = {
27bc63dedbSGeorge Zhang .lock = __SPIN_LOCK_UNLOCKED(vmci_resource_table.lock),
28bc63dedbSGeorge Zhang };
29bc63dedbSGeorge Zhang
vmci_resource_hash(struct vmci_handle handle)30bc63dedbSGeorge Zhang static unsigned int vmci_resource_hash(struct vmci_handle handle)
31bc63dedbSGeorge Zhang {
32bc63dedbSGeorge Zhang return hash_32(handle.resource, VMCI_RESOURCE_HASH_BITS);
33bc63dedbSGeorge Zhang }
34bc63dedbSGeorge Zhang
35bc63dedbSGeorge Zhang /*
36bc63dedbSGeorge Zhang * Gets a resource (if one exists) matching given handle from the hash table.
37bc63dedbSGeorge Zhang */
vmci_resource_lookup(struct vmci_handle handle,enum vmci_resource_type type)38bc63dedbSGeorge Zhang static struct vmci_resource *vmci_resource_lookup(struct vmci_handle handle,
39bc63dedbSGeorge Zhang enum vmci_resource_type type)
40bc63dedbSGeorge Zhang {
41bc63dedbSGeorge Zhang struct vmci_resource *r, *resource = NULL;
42bc63dedbSGeorge Zhang unsigned int idx = vmci_resource_hash(handle);
43bc63dedbSGeorge Zhang
44bc63dedbSGeorge Zhang rcu_read_lock();
45b67bfe0dSSasha Levin hlist_for_each_entry_rcu(r,
46bc63dedbSGeorge Zhang &vmci_resource_table.entries[idx], node) {
47bc63dedbSGeorge Zhang u32 cid = r->handle.context;
48bc63dedbSGeorge Zhang u32 rid = r->handle.resource;
49bc63dedbSGeorge Zhang
50bc63dedbSGeorge Zhang if (r->type == type &&
51bc63dedbSGeorge Zhang rid == handle.resource &&
5211924ba5SJorgen Hansen (cid == handle.context || cid == VMCI_INVALID_ID ||
5311924ba5SJorgen Hansen handle.context == VMCI_INVALID_ID)) {
54bc63dedbSGeorge Zhang resource = r;
55bc63dedbSGeorge Zhang break;
56bc63dedbSGeorge Zhang }
57bc63dedbSGeorge Zhang }
58bc63dedbSGeorge Zhang rcu_read_unlock();
59bc63dedbSGeorge Zhang
60bc63dedbSGeorge Zhang return resource;
61bc63dedbSGeorge Zhang }
62bc63dedbSGeorge Zhang
63bc63dedbSGeorge Zhang /*
64bc63dedbSGeorge Zhang * Find an unused resource ID and return it. The first
65bc63dedbSGeorge Zhang * VMCI_RESERVED_RESOURCE_ID_MAX are reserved so we start from
66bc63dedbSGeorge Zhang * its value + 1.
67bc63dedbSGeorge Zhang * Returns VMCI resource id on success, VMCI_INVALID_ID on failure.
68bc63dedbSGeorge Zhang */
vmci_resource_find_id(u32 context_id,enum vmci_resource_type resource_type)69bc63dedbSGeorge Zhang static u32 vmci_resource_find_id(u32 context_id,
70bc63dedbSGeorge Zhang enum vmci_resource_type resource_type)
71bc63dedbSGeorge Zhang {
72bc63dedbSGeorge Zhang static u32 resource_id = VMCI_RESERVED_RESOURCE_ID_MAX + 1;
73bc63dedbSGeorge Zhang u32 old_rid = resource_id;
74bc63dedbSGeorge Zhang u32 current_rid;
75bc63dedbSGeorge Zhang
76bc63dedbSGeorge Zhang /*
77bc63dedbSGeorge Zhang * Generate a unique resource ID. Keep on trying until we wrap around
78bc63dedbSGeorge Zhang * in the RID space.
79bc63dedbSGeorge Zhang */
80bc63dedbSGeorge Zhang do {
81bc63dedbSGeorge Zhang struct vmci_handle handle;
82bc63dedbSGeorge Zhang
83bc63dedbSGeorge Zhang current_rid = resource_id;
84bc63dedbSGeorge Zhang resource_id++;
85bc63dedbSGeorge Zhang if (unlikely(resource_id == VMCI_INVALID_ID)) {
86bc63dedbSGeorge Zhang /* Skip the reserved rids. */
87bc63dedbSGeorge Zhang resource_id = VMCI_RESERVED_RESOURCE_ID_MAX + 1;
88bc63dedbSGeorge Zhang }
89bc63dedbSGeorge Zhang
90bc63dedbSGeorge Zhang handle = vmci_make_handle(context_id, current_rid);
91bc63dedbSGeorge Zhang if (!vmci_resource_lookup(handle, resource_type))
92bc63dedbSGeorge Zhang return current_rid;
93bc63dedbSGeorge Zhang } while (resource_id != old_rid);
94bc63dedbSGeorge Zhang
95bc63dedbSGeorge Zhang return VMCI_INVALID_ID;
96bc63dedbSGeorge Zhang }
97bc63dedbSGeorge Zhang
98bc63dedbSGeorge Zhang
vmci_resource_add(struct vmci_resource * resource,enum vmci_resource_type resource_type,struct vmci_handle handle)99bc63dedbSGeorge Zhang int vmci_resource_add(struct vmci_resource *resource,
100bc63dedbSGeorge Zhang enum vmci_resource_type resource_type,
101bc63dedbSGeorge Zhang struct vmci_handle handle)
102bc63dedbSGeorge Zhang
103bc63dedbSGeorge Zhang {
104bc63dedbSGeorge Zhang unsigned int idx;
105bc63dedbSGeorge Zhang int result;
106bc63dedbSGeorge Zhang
107bc63dedbSGeorge Zhang spin_lock(&vmci_resource_table.lock);
108bc63dedbSGeorge Zhang
109bc63dedbSGeorge Zhang if (handle.resource == VMCI_INVALID_ID) {
110bc63dedbSGeorge Zhang handle.resource = vmci_resource_find_id(handle.context,
111bc63dedbSGeorge Zhang resource_type);
112bc63dedbSGeorge Zhang if (handle.resource == VMCI_INVALID_ID) {
113bc63dedbSGeorge Zhang result = VMCI_ERROR_NO_HANDLE;
114bc63dedbSGeorge Zhang goto out;
115bc63dedbSGeorge Zhang }
116bc63dedbSGeorge Zhang } else if (vmci_resource_lookup(handle, resource_type)) {
117bc63dedbSGeorge Zhang result = VMCI_ERROR_ALREADY_EXISTS;
118bc63dedbSGeorge Zhang goto out;
119bc63dedbSGeorge Zhang }
120bc63dedbSGeorge Zhang
121bc63dedbSGeorge Zhang resource->handle = handle;
122bc63dedbSGeorge Zhang resource->type = resource_type;
123bc63dedbSGeorge Zhang INIT_HLIST_NODE(&resource->node);
124bc63dedbSGeorge Zhang kref_init(&resource->kref);
125bc63dedbSGeorge Zhang init_completion(&resource->done);
126bc63dedbSGeorge Zhang
127bc63dedbSGeorge Zhang idx = vmci_resource_hash(resource->handle);
128bc63dedbSGeorge Zhang hlist_add_head_rcu(&resource->node, &vmci_resource_table.entries[idx]);
129bc63dedbSGeorge Zhang
130bc63dedbSGeorge Zhang result = VMCI_SUCCESS;
131bc63dedbSGeorge Zhang
132bc63dedbSGeorge Zhang out:
133bc63dedbSGeorge Zhang spin_unlock(&vmci_resource_table.lock);
134bc63dedbSGeorge Zhang return result;
135bc63dedbSGeorge Zhang }
136bc63dedbSGeorge Zhang
vmci_resource_remove(struct vmci_resource * resource)137bc63dedbSGeorge Zhang void vmci_resource_remove(struct vmci_resource *resource)
138bc63dedbSGeorge Zhang {
139bc63dedbSGeorge Zhang struct vmci_handle handle = resource->handle;
140bc63dedbSGeorge Zhang unsigned int idx = vmci_resource_hash(handle);
141bc63dedbSGeorge Zhang struct vmci_resource *r;
142bc63dedbSGeorge Zhang
143bc63dedbSGeorge Zhang /* Remove resource from hash table. */
144bc63dedbSGeorge Zhang spin_lock(&vmci_resource_table.lock);
145bc63dedbSGeorge Zhang
146b67bfe0dSSasha Levin hlist_for_each_entry(r, &vmci_resource_table.entries[idx], node) {
147*39e7e593SDavid Fernandez Gonzalez if (vmci_handle_is_equal(r->handle, resource->handle) &&
148*39e7e593SDavid Fernandez Gonzalez resource->type == r->type) {
149bc63dedbSGeorge Zhang hlist_del_init_rcu(&r->node);
150bc63dedbSGeorge Zhang break;
151bc63dedbSGeorge Zhang }
152bc63dedbSGeorge Zhang }
153bc63dedbSGeorge Zhang
154bc63dedbSGeorge Zhang spin_unlock(&vmci_resource_table.lock);
155bc63dedbSGeorge Zhang synchronize_rcu();
156bc63dedbSGeorge Zhang
157bc63dedbSGeorge Zhang vmci_resource_put(resource);
158bc63dedbSGeorge Zhang wait_for_completion(&resource->done);
159bc63dedbSGeorge Zhang }
160bc63dedbSGeorge Zhang
161bc63dedbSGeorge Zhang struct vmci_resource *
vmci_resource_by_handle(struct vmci_handle resource_handle,enum vmci_resource_type resource_type)162bc63dedbSGeorge Zhang vmci_resource_by_handle(struct vmci_handle resource_handle,
163bc63dedbSGeorge Zhang enum vmci_resource_type resource_type)
164bc63dedbSGeorge Zhang {
165bc63dedbSGeorge Zhang struct vmci_resource *r, *resource = NULL;
166bc63dedbSGeorge Zhang
167bc63dedbSGeorge Zhang rcu_read_lock();
168bc63dedbSGeorge Zhang
169bc63dedbSGeorge Zhang r = vmci_resource_lookup(resource_handle, resource_type);
170bc63dedbSGeorge Zhang if (r &&
171bc63dedbSGeorge Zhang (resource_type == r->type ||
172bc63dedbSGeorge Zhang resource_type == VMCI_RESOURCE_TYPE_ANY)) {
173bc63dedbSGeorge Zhang resource = vmci_resource_get(r);
174bc63dedbSGeorge Zhang }
175bc63dedbSGeorge Zhang
176bc63dedbSGeorge Zhang rcu_read_unlock();
177bc63dedbSGeorge Zhang
178bc63dedbSGeorge Zhang return resource;
179bc63dedbSGeorge Zhang }
180bc63dedbSGeorge Zhang
181bc63dedbSGeorge Zhang /*
182bc63dedbSGeorge Zhang * Get a reference to given resource.
183bc63dedbSGeorge Zhang */
vmci_resource_get(struct vmci_resource * resource)184bc63dedbSGeorge Zhang struct vmci_resource *vmci_resource_get(struct vmci_resource *resource)
185bc63dedbSGeorge Zhang {
186bc63dedbSGeorge Zhang kref_get(&resource->kref);
187bc63dedbSGeorge Zhang
188bc63dedbSGeorge Zhang return resource;
189bc63dedbSGeorge Zhang }
190bc63dedbSGeorge Zhang
vmci_release_resource(struct kref * kref)191bc63dedbSGeorge Zhang static void vmci_release_resource(struct kref *kref)
192bc63dedbSGeorge Zhang {
193bc63dedbSGeorge Zhang struct vmci_resource *resource =
194bc63dedbSGeorge Zhang container_of(kref, struct vmci_resource, kref);
195bc63dedbSGeorge Zhang
196bc63dedbSGeorge Zhang /* Verify the resource has been unlinked from hash table */
197bc63dedbSGeorge Zhang WARN_ON(!hlist_unhashed(&resource->node));
198bc63dedbSGeorge Zhang
199bc63dedbSGeorge Zhang /* Signal that container of this resource can now be destroyed */
200bc63dedbSGeorge Zhang complete(&resource->done);
201bc63dedbSGeorge Zhang }
202bc63dedbSGeorge Zhang
203bc63dedbSGeorge Zhang /*
204bc63dedbSGeorge Zhang * Resource's release function will get called if last reference.
205bc63dedbSGeorge Zhang * If it is the last reference, then we are sure that nobody else
206bc63dedbSGeorge Zhang * can increment the count again (it's gone from the resource hash
207bc63dedbSGeorge Zhang * table), so there's no need for locking here.
208bc63dedbSGeorge Zhang */
vmci_resource_put(struct vmci_resource * resource)209bc63dedbSGeorge Zhang int vmci_resource_put(struct vmci_resource *resource)
210bc63dedbSGeorge Zhang {
211bc63dedbSGeorge Zhang /*
212bc63dedbSGeorge Zhang * We propagate the information back to caller in case it wants to know
213bc63dedbSGeorge Zhang * whether entry was freed.
214bc63dedbSGeorge Zhang */
215bc63dedbSGeorge Zhang return kref_put(&resource->kref, vmci_release_resource) ?
216bc63dedbSGeorge Zhang VMCI_SUCCESS_ENTRY_DEAD : VMCI_SUCCESS;
217bc63dedbSGeorge Zhang }
218bc63dedbSGeorge Zhang
vmci_resource_handle(struct vmci_resource * resource)219bc63dedbSGeorge Zhang struct vmci_handle vmci_resource_handle(struct vmci_resource *resource)
220bc63dedbSGeorge Zhang {
221bc63dedbSGeorge Zhang return resource->handle;
222bc63dedbSGeorge Zhang }
223