1 /* 2 * Copyright (c) 2004 Topspin Communications. All rights reserved. 3 * Copyright (c) 2005 Intel Corporation. All rights reserved. 4 * Copyright (c) 2005 Sun Microsystems, Inc. All rights reserved. 5 * Copyright (c) 2005 Voltaire, Inc. All rights reserved. 6 * 7 * This software is available to you under a choice of one of two 8 * licenses. You may choose to be licensed under the terms of the GNU 9 * General Public License (GPL) Version 2, available from the file 10 * COPYING in the main directory of this source tree, or the 11 * OpenIB.org BSD license below: 12 * 13 * Redistribution and use in source and binary forms, with or 14 * without modification, are permitted provided that the following 15 * conditions are met: 16 * 17 * - Redistributions of source code must retain the above 18 * copyright notice, this list of conditions and the following 19 * disclaimer. 20 * 21 * - Redistributions in binary form must reproduce the above 22 * copyright notice, this list of conditions and the following 23 * disclaimer in the documentation and/or other materials 24 * provided with the distribution. 25 * 26 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 27 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 28 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 29 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 30 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 31 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 32 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 33 * SOFTWARE. 34 */ 35 36 #include <linux/module.h> 37 #include <linux/errno.h> 38 #include <linux/slab.h> 39 #include <linux/workqueue.h> 40 41 #include <rdma/ib_cache.h> 42 43 #include "core_priv.h" 44 45 struct ib_pkey_cache { 46 int table_len; 47 u16 table[0]; 48 }; 49 50 struct ib_gid_cache { 51 int table_len; 52 union ib_gid table[0]; 53 }; 54 55 struct ib_update_work { 56 struct work_struct work; 57 struct ib_device *device; 58 u8 port_num; 59 }; 60 61 static inline int start_port(struct ib_device *device) 62 { 63 return (device->node_type == RDMA_NODE_IB_SWITCH) ? 0 : 1; 64 } 65 66 static inline int end_port(struct ib_device *device) 67 { 68 return (device->node_type == RDMA_NODE_IB_SWITCH) ? 69 0 : device->phys_port_cnt; 70 } 71 72 int ib_get_cached_gid(struct ib_device *device, 73 u8 port_num, 74 int index, 75 union ib_gid *gid) 76 { 77 struct ib_gid_cache *cache; 78 unsigned long flags; 79 int ret = 0; 80 81 if (port_num < start_port(device) || port_num > end_port(device)) 82 return -EINVAL; 83 84 read_lock_irqsave(&device->cache.lock, flags); 85 86 cache = device->cache.gid_cache[port_num - start_port(device)]; 87 88 if (index < 0 || index >= cache->table_len) 89 ret = -EINVAL; 90 else 91 *gid = cache->table[index]; 92 93 read_unlock_irqrestore(&device->cache.lock, flags); 94 95 return ret; 96 } 97 EXPORT_SYMBOL(ib_get_cached_gid); 98 99 int ib_find_cached_gid(struct ib_device *device, 100 union ib_gid *gid, 101 u8 *port_num, 102 u16 *index) 103 { 104 struct ib_gid_cache *cache; 105 unsigned long flags; 106 int p, i; 107 int ret = -ENOENT; 108 109 *port_num = -1; 110 if (index) 111 *index = -1; 112 113 read_lock_irqsave(&device->cache.lock, flags); 114 115 for (p = 0; p <= end_port(device) - start_port(device); ++p) { 116 cache = device->cache.gid_cache[p]; 117 for (i = 0; i < cache->table_len; ++i) { 118 if (!memcmp(gid, &cache->table[i], sizeof *gid)) { 119 *port_num = p + start_port(device); 120 if (index) 121 *index = i; 122 ret = 0; 123 goto found; 124 } 125 } 126 } 127 found: 128 read_unlock_irqrestore(&device->cache.lock, flags); 129 130 return ret; 131 } 132 EXPORT_SYMBOL(ib_find_cached_gid); 133 134 int ib_get_cached_pkey(struct ib_device *device, 135 u8 port_num, 136 int index, 137 u16 *pkey) 138 { 139 struct ib_pkey_cache *cache; 140 unsigned long flags; 141 int ret = 0; 142 143 if (port_num < start_port(device) || port_num > end_port(device)) 144 return -EINVAL; 145 146 read_lock_irqsave(&device->cache.lock, flags); 147 148 cache = device->cache.pkey_cache[port_num - start_port(device)]; 149 150 if (index < 0 || index >= cache->table_len) 151 ret = -EINVAL; 152 else 153 *pkey = cache->table[index]; 154 155 read_unlock_irqrestore(&device->cache.lock, flags); 156 157 return ret; 158 } 159 EXPORT_SYMBOL(ib_get_cached_pkey); 160 161 int ib_find_cached_pkey(struct ib_device *device, 162 u8 port_num, 163 u16 pkey, 164 u16 *index) 165 { 166 struct ib_pkey_cache *cache; 167 unsigned long flags; 168 int i; 169 int ret = -ENOENT; 170 171 if (port_num < start_port(device) || port_num > end_port(device)) 172 return -EINVAL; 173 174 read_lock_irqsave(&device->cache.lock, flags); 175 176 cache = device->cache.pkey_cache[port_num - start_port(device)]; 177 178 *index = -1; 179 180 for (i = 0; i < cache->table_len; ++i) 181 if ((cache->table[i] & 0x7fff) == (pkey & 0x7fff)) { 182 *index = i; 183 ret = 0; 184 break; 185 } 186 187 read_unlock_irqrestore(&device->cache.lock, flags); 188 189 return ret; 190 } 191 EXPORT_SYMBOL(ib_find_cached_pkey); 192 193 int ib_get_cached_lmc(struct ib_device *device, 194 u8 port_num, 195 u8 *lmc) 196 { 197 unsigned long flags; 198 int ret = 0; 199 200 if (port_num < start_port(device) || port_num > end_port(device)) 201 return -EINVAL; 202 203 read_lock_irqsave(&device->cache.lock, flags); 204 *lmc = device->cache.lmc_cache[port_num - start_port(device)]; 205 read_unlock_irqrestore(&device->cache.lock, flags); 206 207 return ret; 208 } 209 EXPORT_SYMBOL(ib_get_cached_lmc); 210 211 static void ib_cache_update(struct ib_device *device, 212 u8 port) 213 { 214 struct ib_port_attr *tprops = NULL; 215 struct ib_pkey_cache *pkey_cache = NULL, *old_pkey_cache; 216 struct ib_gid_cache *gid_cache = NULL, *old_gid_cache; 217 int i; 218 int ret; 219 220 tprops = kmalloc(sizeof *tprops, GFP_KERNEL); 221 if (!tprops) 222 return; 223 224 ret = ib_query_port(device, port, tprops); 225 if (ret) { 226 printk(KERN_WARNING "ib_query_port failed (%d) for %s\n", 227 ret, device->name); 228 goto err; 229 } 230 231 pkey_cache = kmalloc(sizeof *pkey_cache + tprops->pkey_tbl_len * 232 sizeof *pkey_cache->table, GFP_KERNEL); 233 if (!pkey_cache) 234 goto err; 235 236 pkey_cache->table_len = tprops->pkey_tbl_len; 237 238 gid_cache = kmalloc(sizeof *gid_cache + tprops->gid_tbl_len * 239 sizeof *gid_cache->table, GFP_KERNEL); 240 if (!gid_cache) 241 goto err; 242 243 gid_cache->table_len = tprops->gid_tbl_len; 244 245 for (i = 0; i < pkey_cache->table_len; ++i) { 246 ret = ib_query_pkey(device, port, i, pkey_cache->table + i); 247 if (ret) { 248 printk(KERN_WARNING "ib_query_pkey failed (%d) for %s (index %d)\n", 249 ret, device->name, i); 250 goto err; 251 } 252 } 253 254 for (i = 0; i < gid_cache->table_len; ++i) { 255 ret = ib_query_gid(device, port, i, gid_cache->table + i); 256 if (ret) { 257 printk(KERN_WARNING "ib_query_gid failed (%d) for %s (index %d)\n", 258 ret, device->name, i); 259 goto err; 260 } 261 } 262 263 write_lock_irq(&device->cache.lock); 264 265 old_pkey_cache = device->cache.pkey_cache[port - start_port(device)]; 266 old_gid_cache = device->cache.gid_cache [port - start_port(device)]; 267 268 device->cache.pkey_cache[port - start_port(device)] = pkey_cache; 269 device->cache.gid_cache [port - start_port(device)] = gid_cache; 270 271 device->cache.lmc_cache[port - start_port(device)] = tprops->lmc; 272 273 write_unlock_irq(&device->cache.lock); 274 275 kfree(old_pkey_cache); 276 kfree(old_gid_cache); 277 kfree(tprops); 278 return; 279 280 err: 281 kfree(pkey_cache); 282 kfree(gid_cache); 283 kfree(tprops); 284 } 285 286 static void ib_cache_task(struct work_struct *_work) 287 { 288 struct ib_update_work *work = 289 container_of(_work, struct ib_update_work, work); 290 291 ib_cache_update(work->device, work->port_num); 292 kfree(work); 293 } 294 295 static void ib_cache_event(struct ib_event_handler *handler, 296 struct ib_event *event) 297 { 298 struct ib_update_work *work; 299 300 if (event->event == IB_EVENT_PORT_ERR || 301 event->event == IB_EVENT_PORT_ACTIVE || 302 event->event == IB_EVENT_LID_CHANGE || 303 event->event == IB_EVENT_PKEY_CHANGE || 304 event->event == IB_EVENT_SM_CHANGE || 305 event->event == IB_EVENT_CLIENT_REREGISTER || 306 event->event == IB_EVENT_GID_CHANGE) { 307 work = kmalloc(sizeof *work, GFP_ATOMIC); 308 if (work) { 309 INIT_WORK(&work->work, ib_cache_task); 310 work->device = event->device; 311 work->port_num = event->element.port_num; 312 queue_work(ib_wq, &work->work); 313 } 314 } 315 } 316 317 static void ib_cache_setup_one(struct ib_device *device) 318 { 319 int p; 320 321 rwlock_init(&device->cache.lock); 322 323 device->cache.pkey_cache = 324 kmalloc(sizeof *device->cache.pkey_cache * 325 (end_port(device) - start_port(device) + 1), GFP_KERNEL); 326 device->cache.gid_cache = 327 kmalloc(sizeof *device->cache.gid_cache * 328 (end_port(device) - start_port(device) + 1), GFP_KERNEL); 329 330 device->cache.lmc_cache = kmalloc(sizeof *device->cache.lmc_cache * 331 (end_port(device) - 332 start_port(device) + 1), 333 GFP_KERNEL); 334 335 if (!device->cache.pkey_cache || !device->cache.gid_cache || 336 !device->cache.lmc_cache) { 337 printk(KERN_WARNING "Couldn't allocate cache " 338 "for %s\n", device->name); 339 goto err; 340 } 341 342 for (p = 0; p <= end_port(device) - start_port(device); ++p) { 343 device->cache.pkey_cache[p] = NULL; 344 device->cache.gid_cache [p] = NULL; 345 ib_cache_update(device, p + start_port(device)); 346 } 347 348 INIT_IB_EVENT_HANDLER(&device->cache.event_handler, 349 device, ib_cache_event); 350 if (ib_register_event_handler(&device->cache.event_handler)) 351 goto err_cache; 352 353 return; 354 355 err_cache: 356 for (p = 0; p <= end_port(device) - start_port(device); ++p) { 357 kfree(device->cache.pkey_cache[p]); 358 kfree(device->cache.gid_cache[p]); 359 } 360 361 err: 362 kfree(device->cache.pkey_cache); 363 kfree(device->cache.gid_cache); 364 kfree(device->cache.lmc_cache); 365 } 366 367 static void ib_cache_cleanup_one(struct ib_device *device) 368 { 369 int p; 370 371 ib_unregister_event_handler(&device->cache.event_handler); 372 flush_workqueue(ib_wq); 373 374 for (p = 0; p <= end_port(device) - start_port(device); ++p) { 375 kfree(device->cache.pkey_cache[p]); 376 kfree(device->cache.gid_cache[p]); 377 } 378 379 kfree(device->cache.pkey_cache); 380 kfree(device->cache.gid_cache); 381 kfree(device->cache.lmc_cache); 382 } 383 384 static struct ib_client cache_client = { 385 .name = "cache", 386 .add = ib_cache_setup_one, 387 .remove = ib_cache_cleanup_one 388 }; 389 390 int __init ib_cache_setup(void) 391 { 392 return ib_register_client(&cache_client); 393 } 394 395 void __exit ib_cache_cleanup(void) 396 { 397 ib_unregister_client(&cache_client); 398 } 399