1 /* 2 * Copyright (c) 2004 Topspin Communications. All rights reserved. 3 * Copyright (c) 2005 Intel Corporation. All rights reserved. 4 * Copyright (c) 2005 Sun Microsystems, Inc. All rights reserved. 5 * Copyright (c) 2005 Voltaire, Inc. All rights reserved. 6 * 7 * This software is available to you under a choice of one of two 8 * licenses. You may choose to be licensed under the terms of the GNU 9 * General Public License (GPL) Version 2, available from the file 10 * COPYING in the main directory of this source tree, or the 11 * OpenIB.org BSD license below: 12 * 13 * Redistribution and use in source and binary forms, with or 14 * without modification, are permitted provided that the following 15 * conditions are met: 16 * 17 * - Redistributions of source code must retain the above 18 * copyright notice, this list of conditions and the following 19 * disclaimer. 20 * 21 * - Redistributions in binary form must reproduce the above 22 * copyright notice, this list of conditions and the following 23 * disclaimer in the documentation and/or other materials 24 * provided with the distribution. 25 * 26 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 27 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 28 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 29 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 30 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 31 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 32 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 33 * SOFTWARE. 34 * 35 * $Id: cache.c 1349 2004-12-16 21:09:43Z roland $ 36 */ 37 38 #include <linux/module.h> 39 #include <linux/errno.h> 40 #include <linux/slab.h> 41 #include <linux/sched.h> /* INIT_WORK, schedule_work(), flush_scheduled_work() */ 42 43 #include <rdma/ib_cache.h> 44 45 #include "core_priv.h" 46 47 struct ib_pkey_cache { 48 int table_len; 49 u16 table[0]; 50 }; 51 52 struct ib_gid_cache { 53 int table_len; 54 union ib_gid table[0]; 55 }; 56 57 struct ib_update_work { 58 struct work_struct work; 59 struct ib_device *device; 60 u8 port_num; 61 }; 62 63 static inline int start_port(struct ib_device *device) 64 { 65 return device->node_type == IB_NODE_SWITCH ? 0 : 1; 66 } 67 68 static inline int end_port(struct ib_device *device) 69 { 70 return device->node_type == IB_NODE_SWITCH ? 0 : device->phys_port_cnt; 71 } 72 73 int ib_get_cached_gid(struct ib_device *device, 74 u8 port_num, 75 int index, 76 union ib_gid *gid) 77 { 78 struct ib_gid_cache *cache; 79 unsigned long flags; 80 int ret = 0; 81 82 if (port_num < start_port(device) || port_num > end_port(device)) 83 return -EINVAL; 84 85 read_lock_irqsave(&device->cache.lock, flags); 86 87 cache = device->cache.gid_cache[port_num - start_port(device)]; 88 89 if (index < 0 || index >= cache->table_len) 90 ret = -EINVAL; 91 else 92 *gid = cache->table[index]; 93 94 read_unlock_irqrestore(&device->cache.lock, flags); 95 96 return ret; 97 } 98 EXPORT_SYMBOL(ib_get_cached_gid); 99 100 int ib_find_cached_gid(struct ib_device *device, 101 union ib_gid *gid, 102 u8 *port_num, 103 u16 *index) 104 { 105 struct ib_gid_cache *cache; 106 unsigned long flags; 107 int p, i; 108 int ret = -ENOENT; 109 110 *port_num = -1; 111 if (index) 112 *index = -1; 113 114 read_lock_irqsave(&device->cache.lock, flags); 115 116 for (p = 0; p <= end_port(device) - start_port(device); ++p) { 117 cache = device->cache.gid_cache[p]; 118 for (i = 0; i < cache->table_len; ++i) { 119 if (!memcmp(gid, &cache->table[i], sizeof *gid)) { 120 *port_num = p + start_port(device); 121 if (index) 122 *index = i; 123 ret = 0; 124 goto found; 125 } 126 } 127 } 128 found: 129 read_unlock_irqrestore(&device->cache.lock, flags); 130 131 return ret; 132 } 133 EXPORT_SYMBOL(ib_find_cached_gid); 134 135 int ib_get_cached_pkey(struct ib_device *device, 136 u8 port_num, 137 int index, 138 u16 *pkey) 139 { 140 struct ib_pkey_cache *cache; 141 unsigned long flags; 142 int ret = 0; 143 144 if (port_num < start_port(device) || port_num > end_port(device)) 145 return -EINVAL; 146 147 read_lock_irqsave(&device->cache.lock, flags); 148 149 cache = device->cache.pkey_cache[port_num - start_port(device)]; 150 151 if (index < 0 || index >= cache->table_len) 152 ret = -EINVAL; 153 else 154 *pkey = cache->table[index]; 155 156 read_unlock_irqrestore(&device->cache.lock, flags); 157 158 return ret; 159 } 160 EXPORT_SYMBOL(ib_get_cached_pkey); 161 162 int ib_find_cached_pkey(struct ib_device *device, 163 u8 port_num, 164 u16 pkey, 165 u16 *index) 166 { 167 struct ib_pkey_cache *cache; 168 unsigned long flags; 169 int i; 170 int ret = -ENOENT; 171 172 if (port_num < start_port(device) || port_num > end_port(device)) 173 return -EINVAL; 174 175 read_lock_irqsave(&device->cache.lock, flags); 176 177 cache = device->cache.pkey_cache[port_num - start_port(device)]; 178 179 *index = -1; 180 181 for (i = 0; i < cache->table_len; ++i) 182 if ((cache->table[i] & 0x7fff) == (pkey & 0x7fff)) { 183 *index = i; 184 ret = 0; 185 break; 186 } 187 188 read_unlock_irqrestore(&device->cache.lock, flags); 189 190 return ret; 191 } 192 EXPORT_SYMBOL(ib_find_cached_pkey); 193 194 static void ib_cache_update(struct ib_device *device, 195 u8 port) 196 { 197 struct ib_port_attr *tprops = NULL; 198 struct ib_pkey_cache *pkey_cache = NULL, *old_pkey_cache; 199 struct ib_gid_cache *gid_cache = NULL, *old_gid_cache; 200 int i; 201 int ret; 202 203 tprops = kmalloc(sizeof *tprops, GFP_KERNEL); 204 if (!tprops) 205 return; 206 207 ret = ib_query_port(device, port, tprops); 208 if (ret) { 209 printk(KERN_WARNING "ib_query_port failed (%d) for %s\n", 210 ret, device->name); 211 goto err; 212 } 213 214 pkey_cache = kmalloc(sizeof *pkey_cache + tprops->pkey_tbl_len * 215 sizeof *pkey_cache->table, GFP_KERNEL); 216 if (!pkey_cache) 217 goto err; 218 219 pkey_cache->table_len = tprops->pkey_tbl_len; 220 221 gid_cache = kmalloc(sizeof *gid_cache + tprops->gid_tbl_len * 222 sizeof *gid_cache->table, GFP_KERNEL); 223 if (!gid_cache) 224 goto err; 225 226 gid_cache->table_len = tprops->gid_tbl_len; 227 228 for (i = 0; i < pkey_cache->table_len; ++i) { 229 ret = ib_query_pkey(device, port, i, pkey_cache->table + i); 230 if (ret) { 231 printk(KERN_WARNING "ib_query_pkey failed (%d) for %s (index %d)\n", 232 ret, device->name, i); 233 goto err; 234 } 235 } 236 237 for (i = 0; i < gid_cache->table_len; ++i) { 238 ret = ib_query_gid(device, port, i, gid_cache->table + i); 239 if (ret) { 240 printk(KERN_WARNING "ib_query_gid failed (%d) for %s (index %d)\n", 241 ret, device->name, i); 242 goto err; 243 } 244 } 245 246 write_lock_irq(&device->cache.lock); 247 248 old_pkey_cache = device->cache.pkey_cache[port - start_port(device)]; 249 old_gid_cache = device->cache.gid_cache [port - start_port(device)]; 250 251 device->cache.pkey_cache[port - start_port(device)] = pkey_cache; 252 device->cache.gid_cache [port - start_port(device)] = gid_cache; 253 254 write_unlock_irq(&device->cache.lock); 255 256 kfree(old_pkey_cache); 257 kfree(old_gid_cache); 258 kfree(tprops); 259 return; 260 261 err: 262 kfree(pkey_cache); 263 kfree(gid_cache); 264 kfree(tprops); 265 } 266 267 static void ib_cache_task(void *work_ptr) 268 { 269 struct ib_update_work *work = work_ptr; 270 271 ib_cache_update(work->device, work->port_num); 272 kfree(work); 273 } 274 275 static void ib_cache_event(struct ib_event_handler *handler, 276 struct ib_event *event) 277 { 278 struct ib_update_work *work; 279 280 if (event->event == IB_EVENT_PORT_ERR || 281 event->event == IB_EVENT_PORT_ACTIVE || 282 event->event == IB_EVENT_LID_CHANGE || 283 event->event == IB_EVENT_PKEY_CHANGE || 284 event->event == IB_EVENT_SM_CHANGE) { 285 work = kmalloc(sizeof *work, GFP_ATOMIC); 286 if (work) { 287 INIT_WORK(&work->work, ib_cache_task, work); 288 work->device = event->device; 289 work->port_num = event->element.port_num; 290 schedule_work(&work->work); 291 } 292 } 293 } 294 295 static void ib_cache_setup_one(struct ib_device *device) 296 { 297 int p; 298 299 rwlock_init(&device->cache.lock); 300 301 device->cache.pkey_cache = 302 kmalloc(sizeof *device->cache.pkey_cache * 303 (end_port(device) - start_port(device) + 1), GFP_KERNEL); 304 device->cache.gid_cache = 305 kmalloc(sizeof *device->cache.pkey_cache * 306 (end_port(device) - start_port(device) + 1), GFP_KERNEL); 307 308 if (!device->cache.pkey_cache || !device->cache.gid_cache) { 309 printk(KERN_WARNING "Couldn't allocate cache " 310 "for %s\n", device->name); 311 goto err; 312 } 313 314 for (p = 0; p <= end_port(device) - start_port(device); ++p) { 315 device->cache.pkey_cache[p] = NULL; 316 device->cache.gid_cache [p] = NULL; 317 ib_cache_update(device, p + start_port(device)); 318 } 319 320 INIT_IB_EVENT_HANDLER(&device->cache.event_handler, 321 device, ib_cache_event); 322 if (ib_register_event_handler(&device->cache.event_handler)) 323 goto err_cache; 324 325 return; 326 327 err_cache: 328 for (p = 0; p <= end_port(device) - start_port(device); ++p) { 329 kfree(device->cache.pkey_cache[p]); 330 kfree(device->cache.gid_cache[p]); 331 } 332 333 err: 334 kfree(device->cache.pkey_cache); 335 kfree(device->cache.gid_cache); 336 } 337 338 static void ib_cache_cleanup_one(struct ib_device *device) 339 { 340 int p; 341 342 ib_unregister_event_handler(&device->cache.event_handler); 343 flush_scheduled_work(); 344 345 for (p = 0; p <= end_port(device) - start_port(device); ++p) { 346 kfree(device->cache.pkey_cache[p]); 347 kfree(device->cache.gid_cache[p]); 348 } 349 350 kfree(device->cache.pkey_cache); 351 kfree(device->cache.gid_cache); 352 } 353 354 static struct ib_client cache_client = { 355 .name = "cache", 356 .add = ib_cache_setup_one, 357 .remove = ib_cache_cleanup_one 358 }; 359 360 int __init ib_cache_setup(void) 361 { 362 return ib_register_client(&cache_client); 363 } 364 365 void __exit ib_cache_cleanup(void) 366 { 367 ib_unregister_client(&cache_client); 368 } 369