1adfc5217SJeff Kirsher /* bnx2x_sp.c: Broadcom Everest network driver. 2adfc5217SJeff Kirsher * 385b26ea1SAriel Elior * Copyright (c) 2011-2012 Broadcom Corporation 4adfc5217SJeff Kirsher * 5adfc5217SJeff Kirsher * Unless you and Broadcom execute a separate written software license 6adfc5217SJeff Kirsher * agreement governing use of this software, this software is licensed to you 7adfc5217SJeff Kirsher * under the terms of the GNU General Public License version 2, available 8adfc5217SJeff Kirsher * at http://www.gnu.org/licenses/old-licenses/gpl-2.0.html (the "GPL"). 9adfc5217SJeff Kirsher * 10adfc5217SJeff Kirsher * Notwithstanding the above, under no circumstances may you combine this 11adfc5217SJeff Kirsher * software in any way with any other Broadcom software provided under a 12adfc5217SJeff Kirsher * license other than the GPL, without Broadcom's express prior written 13adfc5217SJeff Kirsher * consent. 14adfc5217SJeff Kirsher * 15adfc5217SJeff Kirsher * Maintained by: Eilon Greenstein <eilong@broadcom.com> 16adfc5217SJeff Kirsher * Written by: Vladislav Zolotarov 17adfc5217SJeff Kirsher * 18adfc5217SJeff Kirsher */ 19f1deab50SJoe Perches 20f1deab50SJoe Perches #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt 21f1deab50SJoe Perches 22adfc5217SJeff Kirsher #include <linux/module.h> 23adfc5217SJeff Kirsher #include <linux/crc32.h> 24adfc5217SJeff Kirsher #include <linux/netdevice.h> 25adfc5217SJeff Kirsher #include <linux/etherdevice.h> 26adfc5217SJeff Kirsher #include <linux/crc32c.h> 27adfc5217SJeff Kirsher #include "bnx2x.h" 28adfc5217SJeff Kirsher #include "bnx2x_cmn.h" 29adfc5217SJeff Kirsher #include "bnx2x_sp.h" 30adfc5217SJeff Kirsher 31adfc5217SJeff Kirsher #define BNX2X_MAX_EMUL_MULTI 16 32adfc5217SJeff Kirsher 33ed5162a0SAriel Elior #define MAC_LEADING_ZERO_CNT (ALIGN(ETH_ALEN, sizeof(u32)) - ETH_ALEN) 34ed5162a0SAriel Elior 35adfc5217SJeff Kirsher /**** Exe Queue interfaces ****/ 36adfc5217SJeff Kirsher 37adfc5217SJeff Kirsher /** 38adfc5217SJeff Kirsher * bnx2x_exe_queue_init - init the Exe Queue object 39adfc5217SJeff Kirsher * 40adfc5217SJeff Kirsher * @o: poiter to the object 41adfc5217SJeff Kirsher * @exe_len: length 42adfc5217SJeff Kirsher * @owner: poiter to the owner 43adfc5217SJeff Kirsher * @validate: validate function pointer 44adfc5217SJeff Kirsher * @optimize: optimize function pointer 45adfc5217SJeff Kirsher * @exec: execute function pointer 46adfc5217SJeff Kirsher * @get: get function pointer 47adfc5217SJeff Kirsher */ 48adfc5217SJeff Kirsher static inline void bnx2x_exe_queue_init(struct bnx2x *bp, 49adfc5217SJeff Kirsher struct bnx2x_exe_queue_obj *o, 50adfc5217SJeff Kirsher int exe_len, 51adfc5217SJeff Kirsher union bnx2x_qable_obj *owner, 52adfc5217SJeff Kirsher exe_q_validate validate, 53460a25cdSYuval Mintz exe_q_remove remove, 54adfc5217SJeff Kirsher exe_q_optimize optimize, 55adfc5217SJeff Kirsher exe_q_execute exec, 56adfc5217SJeff Kirsher exe_q_get get) 57adfc5217SJeff Kirsher { 58adfc5217SJeff Kirsher memset(o, 0, sizeof(*o)); 59adfc5217SJeff Kirsher 60adfc5217SJeff Kirsher INIT_LIST_HEAD(&o->exe_queue); 61adfc5217SJeff Kirsher INIT_LIST_HEAD(&o->pending_comp); 62adfc5217SJeff Kirsher 63adfc5217SJeff Kirsher spin_lock_init(&o->lock); 64adfc5217SJeff Kirsher 65adfc5217SJeff Kirsher o->exe_chunk_len = exe_len; 66adfc5217SJeff Kirsher o->owner = owner; 67adfc5217SJeff Kirsher 68adfc5217SJeff Kirsher /* Owner specific callbacks */ 69adfc5217SJeff Kirsher o->validate = validate; 70460a25cdSYuval Mintz o->remove = remove; 71adfc5217SJeff Kirsher o->optimize = optimize; 72adfc5217SJeff Kirsher o->execute = exec; 73adfc5217SJeff Kirsher o->get = get; 74adfc5217SJeff Kirsher 75adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Setup the execution queue with the chunk " 76adfc5217SJeff Kirsher "length of %d\n", exe_len); 77adfc5217SJeff Kirsher } 78adfc5217SJeff Kirsher 79adfc5217SJeff Kirsher static inline void bnx2x_exe_queue_free_elem(struct bnx2x *bp, 80adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem) 81adfc5217SJeff Kirsher { 82adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Deleting an exe_queue element\n"); 83adfc5217SJeff Kirsher kfree(elem); 84adfc5217SJeff Kirsher } 85adfc5217SJeff Kirsher 86adfc5217SJeff Kirsher static inline int bnx2x_exe_queue_length(struct bnx2x_exe_queue_obj *o) 87adfc5217SJeff Kirsher { 88adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem; 89adfc5217SJeff Kirsher int cnt = 0; 90adfc5217SJeff Kirsher 91adfc5217SJeff Kirsher spin_lock_bh(&o->lock); 92adfc5217SJeff Kirsher 93adfc5217SJeff Kirsher list_for_each_entry(elem, &o->exe_queue, link) 94adfc5217SJeff Kirsher cnt++; 95adfc5217SJeff Kirsher 96adfc5217SJeff Kirsher spin_unlock_bh(&o->lock); 97adfc5217SJeff Kirsher 98adfc5217SJeff Kirsher return cnt; 99adfc5217SJeff Kirsher } 100adfc5217SJeff Kirsher 101adfc5217SJeff Kirsher /** 102adfc5217SJeff Kirsher * bnx2x_exe_queue_add - add a new element to the execution queue 103adfc5217SJeff Kirsher * 104adfc5217SJeff Kirsher * @bp: driver handle 105adfc5217SJeff Kirsher * @o: queue 106adfc5217SJeff Kirsher * @cmd: new command to add 107adfc5217SJeff Kirsher * @restore: true - do not optimize the command 108adfc5217SJeff Kirsher * 109adfc5217SJeff Kirsher * If the element is optimized or is illegal, frees it. 110adfc5217SJeff Kirsher */ 111adfc5217SJeff Kirsher static inline int bnx2x_exe_queue_add(struct bnx2x *bp, 112adfc5217SJeff Kirsher struct bnx2x_exe_queue_obj *o, 113adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem, 114adfc5217SJeff Kirsher bool restore) 115adfc5217SJeff Kirsher { 116adfc5217SJeff Kirsher int rc; 117adfc5217SJeff Kirsher 118adfc5217SJeff Kirsher spin_lock_bh(&o->lock); 119adfc5217SJeff Kirsher 120adfc5217SJeff Kirsher if (!restore) { 121adfc5217SJeff Kirsher /* Try to cancel this element queue */ 122adfc5217SJeff Kirsher rc = o->optimize(bp, o->owner, elem); 123adfc5217SJeff Kirsher if (rc) 124adfc5217SJeff Kirsher goto free_and_exit; 125adfc5217SJeff Kirsher 126adfc5217SJeff Kirsher /* Check if this request is ok */ 127adfc5217SJeff Kirsher rc = o->validate(bp, o->owner, elem); 128adfc5217SJeff Kirsher if (rc) { 129adfc5217SJeff Kirsher BNX2X_ERR("Preamble failed: %d\n", rc); 130adfc5217SJeff Kirsher goto free_and_exit; 131adfc5217SJeff Kirsher } 132adfc5217SJeff Kirsher } 133adfc5217SJeff Kirsher 134adfc5217SJeff Kirsher /* If so, add it to the execution queue */ 135adfc5217SJeff Kirsher list_add_tail(&elem->link, &o->exe_queue); 136adfc5217SJeff Kirsher 137adfc5217SJeff Kirsher spin_unlock_bh(&o->lock); 138adfc5217SJeff Kirsher 139adfc5217SJeff Kirsher return 0; 140adfc5217SJeff Kirsher 141adfc5217SJeff Kirsher free_and_exit: 142adfc5217SJeff Kirsher bnx2x_exe_queue_free_elem(bp, elem); 143adfc5217SJeff Kirsher 144adfc5217SJeff Kirsher spin_unlock_bh(&o->lock); 145adfc5217SJeff Kirsher 146adfc5217SJeff Kirsher return rc; 147adfc5217SJeff Kirsher 148adfc5217SJeff Kirsher } 149adfc5217SJeff Kirsher 150adfc5217SJeff Kirsher static inline void __bnx2x_exe_queue_reset_pending( 151adfc5217SJeff Kirsher struct bnx2x *bp, 152adfc5217SJeff Kirsher struct bnx2x_exe_queue_obj *o) 153adfc5217SJeff Kirsher { 154adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem; 155adfc5217SJeff Kirsher 156adfc5217SJeff Kirsher while (!list_empty(&o->pending_comp)) { 157adfc5217SJeff Kirsher elem = list_first_entry(&o->pending_comp, 158adfc5217SJeff Kirsher struct bnx2x_exeq_elem, link); 159adfc5217SJeff Kirsher 160adfc5217SJeff Kirsher list_del(&elem->link); 161adfc5217SJeff Kirsher bnx2x_exe_queue_free_elem(bp, elem); 162adfc5217SJeff Kirsher } 163adfc5217SJeff Kirsher } 164adfc5217SJeff Kirsher 165adfc5217SJeff Kirsher static inline void bnx2x_exe_queue_reset_pending(struct bnx2x *bp, 166adfc5217SJeff Kirsher struct bnx2x_exe_queue_obj *o) 167adfc5217SJeff Kirsher { 168adfc5217SJeff Kirsher 169adfc5217SJeff Kirsher spin_lock_bh(&o->lock); 170adfc5217SJeff Kirsher 171adfc5217SJeff Kirsher __bnx2x_exe_queue_reset_pending(bp, o); 172adfc5217SJeff Kirsher 173adfc5217SJeff Kirsher spin_unlock_bh(&o->lock); 174adfc5217SJeff Kirsher 175adfc5217SJeff Kirsher } 176adfc5217SJeff Kirsher 177adfc5217SJeff Kirsher /** 178adfc5217SJeff Kirsher * bnx2x_exe_queue_step - execute one execution chunk atomically 179adfc5217SJeff Kirsher * 180adfc5217SJeff Kirsher * @bp: driver handle 181adfc5217SJeff Kirsher * @o: queue 182adfc5217SJeff Kirsher * @ramrod_flags: flags 183adfc5217SJeff Kirsher * 184adfc5217SJeff Kirsher * (Atomicy is ensured using the exe_queue->lock). 185adfc5217SJeff Kirsher */ 186adfc5217SJeff Kirsher static inline int bnx2x_exe_queue_step(struct bnx2x *bp, 187adfc5217SJeff Kirsher struct bnx2x_exe_queue_obj *o, 188adfc5217SJeff Kirsher unsigned long *ramrod_flags) 189adfc5217SJeff Kirsher { 190adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem, spacer; 191adfc5217SJeff Kirsher int cur_len = 0, rc; 192adfc5217SJeff Kirsher 193adfc5217SJeff Kirsher memset(&spacer, 0, sizeof(spacer)); 194adfc5217SJeff Kirsher 195adfc5217SJeff Kirsher spin_lock_bh(&o->lock); 196adfc5217SJeff Kirsher 197adfc5217SJeff Kirsher /* 198adfc5217SJeff Kirsher * Next step should not be performed until the current is finished, 199adfc5217SJeff Kirsher * unless a DRV_CLEAR_ONLY bit is set. In this case we just want to 200adfc5217SJeff Kirsher * properly clear object internals without sending any command to the FW 201adfc5217SJeff Kirsher * which also implies there won't be any completion to clear the 202adfc5217SJeff Kirsher * 'pending' list. 203adfc5217SJeff Kirsher */ 204adfc5217SJeff Kirsher if (!list_empty(&o->pending_comp)) { 205adfc5217SJeff Kirsher if (test_bit(RAMROD_DRV_CLR_ONLY, ramrod_flags)) { 206adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "RAMROD_DRV_CLR_ONLY requested: " 207adfc5217SJeff Kirsher "resetting pending_comp\n"); 208adfc5217SJeff Kirsher __bnx2x_exe_queue_reset_pending(bp, o); 209adfc5217SJeff Kirsher } else { 210adfc5217SJeff Kirsher spin_unlock_bh(&o->lock); 211adfc5217SJeff Kirsher return 1; 212adfc5217SJeff Kirsher } 213adfc5217SJeff Kirsher } 214adfc5217SJeff Kirsher 215adfc5217SJeff Kirsher /* 216adfc5217SJeff Kirsher * Run through the pending commands list and create a next 217adfc5217SJeff Kirsher * execution chunk. 218adfc5217SJeff Kirsher */ 219adfc5217SJeff Kirsher while (!list_empty(&o->exe_queue)) { 220adfc5217SJeff Kirsher elem = list_first_entry(&o->exe_queue, struct bnx2x_exeq_elem, 221adfc5217SJeff Kirsher link); 222adfc5217SJeff Kirsher WARN_ON(!elem->cmd_len); 223adfc5217SJeff Kirsher 224adfc5217SJeff Kirsher if (cur_len + elem->cmd_len <= o->exe_chunk_len) { 225adfc5217SJeff Kirsher cur_len += elem->cmd_len; 226adfc5217SJeff Kirsher /* 227adfc5217SJeff Kirsher * Prevent from both lists being empty when moving an 228adfc5217SJeff Kirsher * element. This will allow the call of 229adfc5217SJeff Kirsher * bnx2x_exe_queue_empty() without locking. 230adfc5217SJeff Kirsher */ 231adfc5217SJeff Kirsher list_add_tail(&spacer.link, &o->pending_comp); 232adfc5217SJeff Kirsher mb(); 233adfc5217SJeff Kirsher list_del(&elem->link); 234adfc5217SJeff Kirsher list_add_tail(&elem->link, &o->pending_comp); 235adfc5217SJeff Kirsher list_del(&spacer.link); 236adfc5217SJeff Kirsher } else 237adfc5217SJeff Kirsher break; 238adfc5217SJeff Kirsher } 239adfc5217SJeff Kirsher 240adfc5217SJeff Kirsher /* Sanity check */ 241adfc5217SJeff Kirsher if (!cur_len) { 242adfc5217SJeff Kirsher spin_unlock_bh(&o->lock); 243adfc5217SJeff Kirsher return 0; 244adfc5217SJeff Kirsher } 245adfc5217SJeff Kirsher 246adfc5217SJeff Kirsher rc = o->execute(bp, o->owner, &o->pending_comp, ramrod_flags); 247adfc5217SJeff Kirsher if (rc < 0) 248adfc5217SJeff Kirsher /* 249adfc5217SJeff Kirsher * In case of an error return the commands back to the queue 250adfc5217SJeff Kirsher * and reset the pending_comp. 251adfc5217SJeff Kirsher */ 252adfc5217SJeff Kirsher list_splice_init(&o->pending_comp, &o->exe_queue); 253adfc5217SJeff Kirsher else if (!rc) 254adfc5217SJeff Kirsher /* 255adfc5217SJeff Kirsher * If zero is returned, means there are no outstanding pending 256adfc5217SJeff Kirsher * completions and we may dismiss the pending list. 257adfc5217SJeff Kirsher */ 258adfc5217SJeff Kirsher __bnx2x_exe_queue_reset_pending(bp, o); 259adfc5217SJeff Kirsher 260adfc5217SJeff Kirsher spin_unlock_bh(&o->lock); 261adfc5217SJeff Kirsher return rc; 262adfc5217SJeff Kirsher } 263adfc5217SJeff Kirsher 264adfc5217SJeff Kirsher static inline bool bnx2x_exe_queue_empty(struct bnx2x_exe_queue_obj *o) 265adfc5217SJeff Kirsher { 266adfc5217SJeff Kirsher bool empty = list_empty(&o->exe_queue); 267adfc5217SJeff Kirsher 268adfc5217SJeff Kirsher /* Don't reorder!!! */ 269adfc5217SJeff Kirsher mb(); 270adfc5217SJeff Kirsher 271adfc5217SJeff Kirsher return empty && list_empty(&o->pending_comp); 272adfc5217SJeff Kirsher } 273adfc5217SJeff Kirsher 274adfc5217SJeff Kirsher static inline struct bnx2x_exeq_elem *bnx2x_exe_queue_alloc_elem( 275adfc5217SJeff Kirsher struct bnx2x *bp) 276adfc5217SJeff Kirsher { 277adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Allocating a new exe_queue element\n"); 278adfc5217SJeff Kirsher return kzalloc(sizeof(struct bnx2x_exeq_elem), GFP_ATOMIC); 279adfc5217SJeff Kirsher } 280adfc5217SJeff Kirsher 281adfc5217SJeff Kirsher /************************ raw_obj functions ***********************************/ 282adfc5217SJeff Kirsher static bool bnx2x_raw_check_pending(struct bnx2x_raw_obj *o) 283adfc5217SJeff Kirsher { 284adfc5217SJeff Kirsher return !!test_bit(o->state, o->pstate); 285adfc5217SJeff Kirsher } 286adfc5217SJeff Kirsher 287adfc5217SJeff Kirsher static void bnx2x_raw_clear_pending(struct bnx2x_raw_obj *o) 288adfc5217SJeff Kirsher { 289adfc5217SJeff Kirsher smp_mb__before_clear_bit(); 290adfc5217SJeff Kirsher clear_bit(o->state, o->pstate); 291adfc5217SJeff Kirsher smp_mb__after_clear_bit(); 292adfc5217SJeff Kirsher } 293adfc5217SJeff Kirsher 294adfc5217SJeff Kirsher static void bnx2x_raw_set_pending(struct bnx2x_raw_obj *o) 295adfc5217SJeff Kirsher { 296adfc5217SJeff Kirsher smp_mb__before_clear_bit(); 297adfc5217SJeff Kirsher set_bit(o->state, o->pstate); 298adfc5217SJeff Kirsher smp_mb__after_clear_bit(); 299adfc5217SJeff Kirsher } 300adfc5217SJeff Kirsher 301adfc5217SJeff Kirsher /** 302adfc5217SJeff Kirsher * bnx2x_state_wait - wait until the given bit(state) is cleared 303adfc5217SJeff Kirsher * 304adfc5217SJeff Kirsher * @bp: device handle 305adfc5217SJeff Kirsher * @state: state which is to be cleared 306adfc5217SJeff Kirsher * @state_p: state buffer 307adfc5217SJeff Kirsher * 308adfc5217SJeff Kirsher */ 309adfc5217SJeff Kirsher static inline int bnx2x_state_wait(struct bnx2x *bp, int state, 310adfc5217SJeff Kirsher unsigned long *pstate) 311adfc5217SJeff Kirsher { 312adfc5217SJeff Kirsher /* can take a while if any port is running */ 313adfc5217SJeff Kirsher int cnt = 5000; 314adfc5217SJeff Kirsher 315adfc5217SJeff Kirsher 316adfc5217SJeff Kirsher if (CHIP_REV_IS_EMUL(bp)) 317adfc5217SJeff Kirsher cnt *= 20; 318adfc5217SJeff Kirsher 319adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "waiting for state to become %d\n", state); 320adfc5217SJeff Kirsher 321adfc5217SJeff Kirsher might_sleep(); 322adfc5217SJeff Kirsher while (cnt--) { 323adfc5217SJeff Kirsher if (!test_bit(state, pstate)) { 324adfc5217SJeff Kirsher #ifdef BNX2X_STOP_ON_ERROR 325adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "exit (cnt %d)\n", 5000 - cnt); 326adfc5217SJeff Kirsher #endif 327adfc5217SJeff Kirsher return 0; 328adfc5217SJeff Kirsher } 329adfc5217SJeff Kirsher 330adfc5217SJeff Kirsher usleep_range(1000, 1000); 331adfc5217SJeff Kirsher 332adfc5217SJeff Kirsher if (bp->panic) 333adfc5217SJeff Kirsher return -EIO; 334adfc5217SJeff Kirsher } 335adfc5217SJeff Kirsher 336adfc5217SJeff Kirsher /* timeout! */ 337adfc5217SJeff Kirsher BNX2X_ERR("timeout waiting for state %d\n", state); 338adfc5217SJeff Kirsher #ifdef BNX2X_STOP_ON_ERROR 339adfc5217SJeff Kirsher bnx2x_panic(); 340adfc5217SJeff Kirsher #endif 341adfc5217SJeff Kirsher 342adfc5217SJeff Kirsher return -EBUSY; 343adfc5217SJeff Kirsher } 344adfc5217SJeff Kirsher 345adfc5217SJeff Kirsher static int bnx2x_raw_wait(struct bnx2x *bp, struct bnx2x_raw_obj *raw) 346adfc5217SJeff Kirsher { 347adfc5217SJeff Kirsher return bnx2x_state_wait(bp, raw->state, raw->pstate); 348adfc5217SJeff Kirsher } 349adfc5217SJeff Kirsher 350adfc5217SJeff Kirsher /***************** Classification verbs: Set/Del MAC/VLAN/VLAN-MAC ************/ 351adfc5217SJeff Kirsher /* credit handling callbacks */ 352adfc5217SJeff Kirsher static bool bnx2x_get_cam_offset_mac(struct bnx2x_vlan_mac_obj *o, int *offset) 353adfc5217SJeff Kirsher { 354adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *mp = o->macs_pool; 355adfc5217SJeff Kirsher 356adfc5217SJeff Kirsher WARN_ON(!mp); 357adfc5217SJeff Kirsher 358adfc5217SJeff Kirsher return mp->get_entry(mp, offset); 359adfc5217SJeff Kirsher } 360adfc5217SJeff Kirsher 361adfc5217SJeff Kirsher static bool bnx2x_get_credit_mac(struct bnx2x_vlan_mac_obj *o) 362adfc5217SJeff Kirsher { 363adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *mp = o->macs_pool; 364adfc5217SJeff Kirsher 365adfc5217SJeff Kirsher WARN_ON(!mp); 366adfc5217SJeff Kirsher 367adfc5217SJeff Kirsher return mp->get(mp, 1); 368adfc5217SJeff Kirsher } 369adfc5217SJeff Kirsher 370adfc5217SJeff Kirsher static bool bnx2x_get_cam_offset_vlan(struct bnx2x_vlan_mac_obj *o, int *offset) 371adfc5217SJeff Kirsher { 372adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *vp = o->vlans_pool; 373adfc5217SJeff Kirsher 374adfc5217SJeff Kirsher WARN_ON(!vp); 375adfc5217SJeff Kirsher 376adfc5217SJeff Kirsher return vp->get_entry(vp, offset); 377adfc5217SJeff Kirsher } 378adfc5217SJeff Kirsher 379adfc5217SJeff Kirsher static bool bnx2x_get_credit_vlan(struct bnx2x_vlan_mac_obj *o) 380adfc5217SJeff Kirsher { 381adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *vp = o->vlans_pool; 382adfc5217SJeff Kirsher 383adfc5217SJeff Kirsher WARN_ON(!vp); 384adfc5217SJeff Kirsher 385adfc5217SJeff Kirsher return vp->get(vp, 1); 386adfc5217SJeff Kirsher } 387adfc5217SJeff Kirsher 388adfc5217SJeff Kirsher static bool bnx2x_get_credit_vlan_mac(struct bnx2x_vlan_mac_obj *o) 389adfc5217SJeff Kirsher { 390adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *mp = o->macs_pool; 391adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *vp = o->vlans_pool; 392adfc5217SJeff Kirsher 393adfc5217SJeff Kirsher if (!mp->get(mp, 1)) 394adfc5217SJeff Kirsher return false; 395adfc5217SJeff Kirsher 396adfc5217SJeff Kirsher if (!vp->get(vp, 1)) { 397adfc5217SJeff Kirsher mp->put(mp, 1); 398adfc5217SJeff Kirsher return false; 399adfc5217SJeff Kirsher } 400adfc5217SJeff Kirsher 401adfc5217SJeff Kirsher return true; 402adfc5217SJeff Kirsher } 403adfc5217SJeff Kirsher 404adfc5217SJeff Kirsher static bool bnx2x_put_cam_offset_mac(struct bnx2x_vlan_mac_obj *o, int offset) 405adfc5217SJeff Kirsher { 406adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *mp = o->macs_pool; 407adfc5217SJeff Kirsher 408adfc5217SJeff Kirsher return mp->put_entry(mp, offset); 409adfc5217SJeff Kirsher } 410adfc5217SJeff Kirsher 411adfc5217SJeff Kirsher static bool bnx2x_put_credit_mac(struct bnx2x_vlan_mac_obj *o) 412adfc5217SJeff Kirsher { 413adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *mp = o->macs_pool; 414adfc5217SJeff Kirsher 415adfc5217SJeff Kirsher return mp->put(mp, 1); 416adfc5217SJeff Kirsher } 417adfc5217SJeff Kirsher 418adfc5217SJeff Kirsher static bool bnx2x_put_cam_offset_vlan(struct bnx2x_vlan_mac_obj *o, int offset) 419adfc5217SJeff Kirsher { 420adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *vp = o->vlans_pool; 421adfc5217SJeff Kirsher 422adfc5217SJeff Kirsher return vp->put_entry(vp, offset); 423adfc5217SJeff Kirsher } 424adfc5217SJeff Kirsher 425adfc5217SJeff Kirsher static bool bnx2x_put_credit_vlan(struct bnx2x_vlan_mac_obj *o) 426adfc5217SJeff Kirsher { 427adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *vp = o->vlans_pool; 428adfc5217SJeff Kirsher 429adfc5217SJeff Kirsher return vp->put(vp, 1); 430adfc5217SJeff Kirsher } 431adfc5217SJeff Kirsher 432adfc5217SJeff Kirsher static bool bnx2x_put_credit_vlan_mac(struct bnx2x_vlan_mac_obj *o) 433adfc5217SJeff Kirsher { 434adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *mp = o->macs_pool; 435adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *vp = o->vlans_pool; 436adfc5217SJeff Kirsher 437adfc5217SJeff Kirsher if (!mp->put(mp, 1)) 438adfc5217SJeff Kirsher return false; 439adfc5217SJeff Kirsher 440adfc5217SJeff Kirsher if (!vp->put(vp, 1)) { 441adfc5217SJeff Kirsher mp->get(mp, 1); 442adfc5217SJeff Kirsher return false; 443adfc5217SJeff Kirsher } 444adfc5217SJeff Kirsher 445adfc5217SJeff Kirsher return true; 446adfc5217SJeff Kirsher } 447adfc5217SJeff Kirsher 448ed5162a0SAriel Elior static int bnx2x_get_n_elements(struct bnx2x *bp, struct bnx2x_vlan_mac_obj *o, 449ed5162a0SAriel Elior int n, u8 *buf) 450ed5162a0SAriel Elior { 451ed5162a0SAriel Elior struct bnx2x_vlan_mac_registry_elem *pos; 452ed5162a0SAriel Elior u8 *next = buf; 453ed5162a0SAriel Elior int counter = 0; 454ed5162a0SAriel Elior 455ed5162a0SAriel Elior /* traverse list */ 456ed5162a0SAriel Elior list_for_each_entry(pos, &o->head, link) { 457ed5162a0SAriel Elior if (counter < n) { 458ed5162a0SAriel Elior /* place leading zeroes in buffer */ 459ed5162a0SAriel Elior memset(next, 0, MAC_LEADING_ZERO_CNT); 460ed5162a0SAriel Elior 461ed5162a0SAriel Elior /* place mac after leading zeroes*/ 462ed5162a0SAriel Elior memcpy(next + MAC_LEADING_ZERO_CNT, pos->u.mac.mac, 463ed5162a0SAriel Elior ETH_ALEN); 464ed5162a0SAriel Elior 465ed5162a0SAriel Elior /* calculate address of next element and 466ed5162a0SAriel Elior * advance counter 467ed5162a0SAriel Elior */ 468ed5162a0SAriel Elior counter++; 469ed5162a0SAriel Elior next = buf + counter * ALIGN(ETH_ALEN, sizeof(u32)); 470ed5162a0SAriel Elior 471ed5162a0SAriel Elior DP(BNX2X_MSG_SP, "copied element number %d to address %p element was %pM\n", 472ed5162a0SAriel Elior counter, next, pos->u.mac.mac); 473ed5162a0SAriel Elior } 474ed5162a0SAriel Elior } 475ed5162a0SAriel Elior return counter * ETH_ALEN; 476ed5162a0SAriel Elior } 477ed5162a0SAriel Elior 478adfc5217SJeff Kirsher /* check_add() callbacks */ 479adfc5217SJeff Kirsher static int bnx2x_check_mac_add(struct bnx2x_vlan_mac_obj *o, 480adfc5217SJeff Kirsher union bnx2x_classification_ramrod_data *data) 481adfc5217SJeff Kirsher { 482adfc5217SJeff Kirsher struct bnx2x_vlan_mac_registry_elem *pos; 483adfc5217SJeff Kirsher 484adfc5217SJeff Kirsher if (!is_valid_ether_addr(data->mac.mac)) 485adfc5217SJeff Kirsher return -EINVAL; 486adfc5217SJeff Kirsher 487adfc5217SJeff Kirsher /* Check if a requested MAC already exists */ 488adfc5217SJeff Kirsher list_for_each_entry(pos, &o->head, link) 489adfc5217SJeff Kirsher if (!memcmp(data->mac.mac, pos->u.mac.mac, ETH_ALEN)) 490adfc5217SJeff Kirsher return -EEXIST; 491adfc5217SJeff Kirsher 492adfc5217SJeff Kirsher return 0; 493adfc5217SJeff Kirsher } 494adfc5217SJeff Kirsher 495adfc5217SJeff Kirsher static int bnx2x_check_vlan_add(struct bnx2x_vlan_mac_obj *o, 496adfc5217SJeff Kirsher union bnx2x_classification_ramrod_data *data) 497adfc5217SJeff Kirsher { 498adfc5217SJeff Kirsher struct bnx2x_vlan_mac_registry_elem *pos; 499adfc5217SJeff Kirsher 500adfc5217SJeff Kirsher list_for_each_entry(pos, &o->head, link) 501adfc5217SJeff Kirsher if (data->vlan.vlan == pos->u.vlan.vlan) 502adfc5217SJeff Kirsher return -EEXIST; 503adfc5217SJeff Kirsher 504adfc5217SJeff Kirsher return 0; 505adfc5217SJeff Kirsher } 506adfc5217SJeff Kirsher 507adfc5217SJeff Kirsher static int bnx2x_check_vlan_mac_add(struct bnx2x_vlan_mac_obj *o, 508adfc5217SJeff Kirsher union bnx2x_classification_ramrod_data *data) 509adfc5217SJeff Kirsher { 510adfc5217SJeff Kirsher struct bnx2x_vlan_mac_registry_elem *pos; 511adfc5217SJeff Kirsher 512adfc5217SJeff Kirsher list_for_each_entry(pos, &o->head, link) 513adfc5217SJeff Kirsher if ((data->vlan_mac.vlan == pos->u.vlan_mac.vlan) && 514adfc5217SJeff Kirsher (!memcmp(data->vlan_mac.mac, pos->u.vlan_mac.mac, 515adfc5217SJeff Kirsher ETH_ALEN))) 516adfc5217SJeff Kirsher return -EEXIST; 517adfc5217SJeff Kirsher 518adfc5217SJeff Kirsher return 0; 519adfc5217SJeff Kirsher } 520adfc5217SJeff Kirsher 521adfc5217SJeff Kirsher 522adfc5217SJeff Kirsher /* check_del() callbacks */ 523adfc5217SJeff Kirsher static struct bnx2x_vlan_mac_registry_elem * 524adfc5217SJeff Kirsher bnx2x_check_mac_del(struct bnx2x_vlan_mac_obj *o, 525adfc5217SJeff Kirsher union bnx2x_classification_ramrod_data *data) 526adfc5217SJeff Kirsher { 527adfc5217SJeff Kirsher struct bnx2x_vlan_mac_registry_elem *pos; 528adfc5217SJeff Kirsher 529adfc5217SJeff Kirsher list_for_each_entry(pos, &o->head, link) 530adfc5217SJeff Kirsher if (!memcmp(data->mac.mac, pos->u.mac.mac, ETH_ALEN)) 531adfc5217SJeff Kirsher return pos; 532adfc5217SJeff Kirsher 533adfc5217SJeff Kirsher return NULL; 534adfc5217SJeff Kirsher } 535adfc5217SJeff Kirsher 536adfc5217SJeff Kirsher static struct bnx2x_vlan_mac_registry_elem * 537adfc5217SJeff Kirsher bnx2x_check_vlan_del(struct bnx2x_vlan_mac_obj *o, 538adfc5217SJeff Kirsher union bnx2x_classification_ramrod_data *data) 539adfc5217SJeff Kirsher { 540adfc5217SJeff Kirsher struct bnx2x_vlan_mac_registry_elem *pos; 541adfc5217SJeff Kirsher 542adfc5217SJeff Kirsher list_for_each_entry(pos, &o->head, link) 543adfc5217SJeff Kirsher if (data->vlan.vlan == pos->u.vlan.vlan) 544adfc5217SJeff Kirsher return pos; 545adfc5217SJeff Kirsher 546adfc5217SJeff Kirsher return NULL; 547adfc5217SJeff Kirsher } 548adfc5217SJeff Kirsher 549adfc5217SJeff Kirsher static struct bnx2x_vlan_mac_registry_elem * 550adfc5217SJeff Kirsher bnx2x_check_vlan_mac_del(struct bnx2x_vlan_mac_obj *o, 551adfc5217SJeff Kirsher union bnx2x_classification_ramrod_data *data) 552adfc5217SJeff Kirsher { 553adfc5217SJeff Kirsher struct bnx2x_vlan_mac_registry_elem *pos; 554adfc5217SJeff Kirsher 555adfc5217SJeff Kirsher list_for_each_entry(pos, &o->head, link) 556adfc5217SJeff Kirsher if ((data->vlan_mac.vlan == pos->u.vlan_mac.vlan) && 557adfc5217SJeff Kirsher (!memcmp(data->vlan_mac.mac, pos->u.vlan_mac.mac, 558adfc5217SJeff Kirsher ETH_ALEN))) 559adfc5217SJeff Kirsher return pos; 560adfc5217SJeff Kirsher 561adfc5217SJeff Kirsher return NULL; 562adfc5217SJeff Kirsher } 563adfc5217SJeff Kirsher 564adfc5217SJeff Kirsher /* check_move() callback */ 565adfc5217SJeff Kirsher static bool bnx2x_check_move(struct bnx2x_vlan_mac_obj *src_o, 566adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *dst_o, 567adfc5217SJeff Kirsher union bnx2x_classification_ramrod_data *data) 568adfc5217SJeff Kirsher { 569adfc5217SJeff Kirsher struct bnx2x_vlan_mac_registry_elem *pos; 570adfc5217SJeff Kirsher int rc; 571adfc5217SJeff Kirsher 572adfc5217SJeff Kirsher /* Check if we can delete the requested configuration from the first 573adfc5217SJeff Kirsher * object. 574adfc5217SJeff Kirsher */ 575adfc5217SJeff Kirsher pos = src_o->check_del(src_o, data); 576adfc5217SJeff Kirsher 577adfc5217SJeff Kirsher /* check if configuration can be added */ 578adfc5217SJeff Kirsher rc = dst_o->check_add(dst_o, data); 579adfc5217SJeff Kirsher 580adfc5217SJeff Kirsher /* If this classification can not be added (is already set) 581adfc5217SJeff Kirsher * or can't be deleted - return an error. 582adfc5217SJeff Kirsher */ 583adfc5217SJeff Kirsher if (rc || !pos) 584adfc5217SJeff Kirsher return false; 585adfc5217SJeff Kirsher 586adfc5217SJeff Kirsher return true; 587adfc5217SJeff Kirsher } 588adfc5217SJeff Kirsher 589adfc5217SJeff Kirsher static bool bnx2x_check_move_always_err( 590adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *src_o, 591adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *dst_o, 592adfc5217SJeff Kirsher union bnx2x_classification_ramrod_data *data) 593adfc5217SJeff Kirsher { 594adfc5217SJeff Kirsher return false; 595adfc5217SJeff Kirsher } 596adfc5217SJeff Kirsher 597adfc5217SJeff Kirsher 598adfc5217SJeff Kirsher static inline u8 bnx2x_vlan_mac_get_rx_tx_flag(struct bnx2x_vlan_mac_obj *o) 599adfc5217SJeff Kirsher { 600adfc5217SJeff Kirsher struct bnx2x_raw_obj *raw = &o->raw; 601adfc5217SJeff Kirsher u8 rx_tx_flag = 0; 602adfc5217SJeff Kirsher 603adfc5217SJeff Kirsher if ((raw->obj_type == BNX2X_OBJ_TYPE_TX) || 604adfc5217SJeff Kirsher (raw->obj_type == BNX2X_OBJ_TYPE_RX_TX)) 605adfc5217SJeff Kirsher rx_tx_flag |= ETH_CLASSIFY_CMD_HEADER_TX_CMD; 606adfc5217SJeff Kirsher 607adfc5217SJeff Kirsher if ((raw->obj_type == BNX2X_OBJ_TYPE_RX) || 608adfc5217SJeff Kirsher (raw->obj_type == BNX2X_OBJ_TYPE_RX_TX)) 609adfc5217SJeff Kirsher rx_tx_flag |= ETH_CLASSIFY_CMD_HEADER_RX_CMD; 610adfc5217SJeff Kirsher 611adfc5217SJeff Kirsher return rx_tx_flag; 612adfc5217SJeff Kirsher } 613adfc5217SJeff Kirsher 614adfc5217SJeff Kirsher 615adfc5217SJeff Kirsher static inline void bnx2x_set_mac_in_nig(struct bnx2x *bp, 616adfc5217SJeff Kirsher bool add, unsigned char *dev_addr, int index) 617adfc5217SJeff Kirsher { 618adfc5217SJeff Kirsher u32 wb_data[2]; 619adfc5217SJeff Kirsher u32 reg_offset = BP_PORT(bp) ? NIG_REG_LLH1_FUNC_MEM : 620adfc5217SJeff Kirsher NIG_REG_LLH0_FUNC_MEM; 621adfc5217SJeff Kirsher 6220a52fd01SYuval Mintz if (!IS_MF_SI(bp) || index > BNX2X_LLH_CAM_MAX_PF_LINE) 623adfc5217SJeff Kirsher return; 624adfc5217SJeff Kirsher 625adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Going to %s LLH configuration at entry %d\n", 626adfc5217SJeff Kirsher (add ? "ADD" : "DELETE"), index); 627adfc5217SJeff Kirsher 628adfc5217SJeff Kirsher if (add) { 629adfc5217SJeff Kirsher /* LLH_FUNC_MEM is a u64 WB register */ 630adfc5217SJeff Kirsher reg_offset += 8*index; 631adfc5217SJeff Kirsher 632adfc5217SJeff Kirsher wb_data[0] = ((dev_addr[2] << 24) | (dev_addr[3] << 16) | 633adfc5217SJeff Kirsher (dev_addr[4] << 8) | dev_addr[5]); 634adfc5217SJeff Kirsher wb_data[1] = ((dev_addr[0] << 8) | dev_addr[1]); 635adfc5217SJeff Kirsher 636adfc5217SJeff Kirsher REG_WR_DMAE(bp, reg_offset, wb_data, 2); 637adfc5217SJeff Kirsher } 638adfc5217SJeff Kirsher 639adfc5217SJeff Kirsher REG_WR(bp, (BP_PORT(bp) ? NIG_REG_LLH1_FUNC_MEM_ENABLE : 640adfc5217SJeff Kirsher NIG_REG_LLH0_FUNC_MEM_ENABLE) + 4*index, add); 641adfc5217SJeff Kirsher } 642adfc5217SJeff Kirsher 643adfc5217SJeff Kirsher /** 644adfc5217SJeff Kirsher * bnx2x_vlan_mac_set_cmd_hdr_e2 - set a header in a single classify ramrod 645adfc5217SJeff Kirsher * 646adfc5217SJeff Kirsher * @bp: device handle 647adfc5217SJeff Kirsher * @o: queue for which we want to configure this rule 648adfc5217SJeff Kirsher * @add: if true the command is an ADD command, DEL otherwise 649adfc5217SJeff Kirsher * @opcode: CLASSIFY_RULE_OPCODE_XXX 650adfc5217SJeff Kirsher * @hdr: pointer to a header to setup 651adfc5217SJeff Kirsher * 652adfc5217SJeff Kirsher */ 653adfc5217SJeff Kirsher static inline void bnx2x_vlan_mac_set_cmd_hdr_e2(struct bnx2x *bp, 654adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o, bool add, int opcode, 655adfc5217SJeff Kirsher struct eth_classify_cmd_header *hdr) 656adfc5217SJeff Kirsher { 657adfc5217SJeff Kirsher struct bnx2x_raw_obj *raw = &o->raw; 658adfc5217SJeff Kirsher 659adfc5217SJeff Kirsher hdr->client_id = raw->cl_id; 660adfc5217SJeff Kirsher hdr->func_id = raw->func_id; 661adfc5217SJeff Kirsher 662adfc5217SJeff Kirsher /* Rx or/and Tx (internal switching) configuration ? */ 663adfc5217SJeff Kirsher hdr->cmd_general_data |= 664adfc5217SJeff Kirsher bnx2x_vlan_mac_get_rx_tx_flag(o); 665adfc5217SJeff Kirsher 666adfc5217SJeff Kirsher if (add) 667adfc5217SJeff Kirsher hdr->cmd_general_data |= ETH_CLASSIFY_CMD_HEADER_IS_ADD; 668adfc5217SJeff Kirsher 669adfc5217SJeff Kirsher hdr->cmd_general_data |= 670adfc5217SJeff Kirsher (opcode << ETH_CLASSIFY_CMD_HEADER_OPCODE_SHIFT); 671adfc5217SJeff Kirsher } 672adfc5217SJeff Kirsher 673adfc5217SJeff Kirsher /** 674adfc5217SJeff Kirsher * bnx2x_vlan_mac_set_rdata_hdr_e2 - set the classify ramrod data header 675adfc5217SJeff Kirsher * 676adfc5217SJeff Kirsher * @cid: connection id 677adfc5217SJeff Kirsher * @type: BNX2X_FILTER_XXX_PENDING 678adfc5217SJeff Kirsher * @hdr: poiter to header to setup 679adfc5217SJeff Kirsher * @rule_cnt: 680adfc5217SJeff Kirsher * 681adfc5217SJeff Kirsher * currently we always configure one rule and echo field to contain a CID and an 682adfc5217SJeff Kirsher * opcode type. 683adfc5217SJeff Kirsher */ 684adfc5217SJeff Kirsher static inline void bnx2x_vlan_mac_set_rdata_hdr_e2(u32 cid, int type, 685adfc5217SJeff Kirsher struct eth_classify_header *hdr, int rule_cnt) 686adfc5217SJeff Kirsher { 687adfc5217SJeff Kirsher hdr->echo = (cid & BNX2X_SWCID_MASK) | (type << BNX2X_SWCID_SHIFT); 688adfc5217SJeff Kirsher hdr->rule_cnt = (u8)rule_cnt; 689adfc5217SJeff Kirsher } 690adfc5217SJeff Kirsher 691adfc5217SJeff Kirsher 692adfc5217SJeff Kirsher /* hw_config() callbacks */ 693adfc5217SJeff Kirsher static void bnx2x_set_one_mac_e2(struct bnx2x *bp, 694adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o, 695adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem, int rule_idx, 696adfc5217SJeff Kirsher int cam_offset) 697adfc5217SJeff Kirsher { 698adfc5217SJeff Kirsher struct bnx2x_raw_obj *raw = &o->raw; 699adfc5217SJeff Kirsher struct eth_classify_rules_ramrod_data *data = 700adfc5217SJeff Kirsher (struct eth_classify_rules_ramrod_data *)(raw->rdata); 701adfc5217SJeff Kirsher int rule_cnt = rule_idx + 1, cmd = elem->cmd_data.vlan_mac.cmd; 702adfc5217SJeff Kirsher union eth_classify_rule_cmd *rule_entry = &data->rules[rule_idx]; 703adfc5217SJeff Kirsher bool add = (cmd == BNX2X_VLAN_MAC_ADD) ? true : false; 704adfc5217SJeff Kirsher unsigned long *vlan_mac_flags = &elem->cmd_data.vlan_mac.vlan_mac_flags; 705adfc5217SJeff Kirsher u8 *mac = elem->cmd_data.vlan_mac.u.mac.mac; 706adfc5217SJeff Kirsher 707adfc5217SJeff Kirsher /* 708adfc5217SJeff Kirsher * Set LLH CAM entry: currently only iSCSI and ETH macs are 709adfc5217SJeff Kirsher * relevant. In addition, current implementation is tuned for a 710adfc5217SJeff Kirsher * single ETH MAC. 711adfc5217SJeff Kirsher * 712adfc5217SJeff Kirsher * When multiple unicast ETH MACs PF configuration in switch 713adfc5217SJeff Kirsher * independent mode is required (NetQ, multiple netdev MACs, 714adfc5217SJeff Kirsher * etc.), consider better utilisation of 8 per function MAC 715adfc5217SJeff Kirsher * entries in the LLH register. There is also 716adfc5217SJeff Kirsher * NIG_REG_P[01]_LLH_FUNC_MEM2 registers that complete the 717adfc5217SJeff Kirsher * total number of CAM entries to 16. 718adfc5217SJeff Kirsher * 719adfc5217SJeff Kirsher * Currently we won't configure NIG for MACs other than a primary ETH 720adfc5217SJeff Kirsher * MAC and iSCSI L2 MAC. 721adfc5217SJeff Kirsher * 722adfc5217SJeff Kirsher * If this MAC is moving from one Queue to another, no need to change 723adfc5217SJeff Kirsher * NIG configuration. 724adfc5217SJeff Kirsher */ 725adfc5217SJeff Kirsher if (cmd != BNX2X_VLAN_MAC_MOVE) { 726adfc5217SJeff Kirsher if (test_bit(BNX2X_ISCSI_ETH_MAC, vlan_mac_flags)) 727adfc5217SJeff Kirsher bnx2x_set_mac_in_nig(bp, add, mac, 7280a52fd01SYuval Mintz BNX2X_LLH_CAM_ISCSI_ETH_LINE); 729adfc5217SJeff Kirsher else if (test_bit(BNX2X_ETH_MAC, vlan_mac_flags)) 7300a52fd01SYuval Mintz bnx2x_set_mac_in_nig(bp, add, mac, 7310a52fd01SYuval Mintz BNX2X_LLH_CAM_ETH_LINE); 732adfc5217SJeff Kirsher } 733adfc5217SJeff Kirsher 734adfc5217SJeff Kirsher /* Reset the ramrod data buffer for the first rule */ 735adfc5217SJeff Kirsher if (rule_idx == 0) 736adfc5217SJeff Kirsher memset(data, 0, sizeof(*data)); 737adfc5217SJeff Kirsher 738adfc5217SJeff Kirsher /* Setup a command header */ 739adfc5217SJeff Kirsher bnx2x_vlan_mac_set_cmd_hdr_e2(bp, o, add, CLASSIFY_RULE_OPCODE_MAC, 740adfc5217SJeff Kirsher &rule_entry->mac.header); 741adfc5217SJeff Kirsher 7420f9dad10SJoe Perches DP(BNX2X_MSG_SP, "About to %s MAC %pM for Queue %d\n", 7430f9dad10SJoe Perches add ? "add" : "delete", mac, raw->cl_id); 744adfc5217SJeff Kirsher 745adfc5217SJeff Kirsher /* Set a MAC itself */ 746adfc5217SJeff Kirsher bnx2x_set_fw_mac_addr(&rule_entry->mac.mac_msb, 747adfc5217SJeff Kirsher &rule_entry->mac.mac_mid, 748adfc5217SJeff Kirsher &rule_entry->mac.mac_lsb, mac); 749adfc5217SJeff Kirsher 750adfc5217SJeff Kirsher /* MOVE: Add a rule that will add this MAC to the target Queue */ 751adfc5217SJeff Kirsher if (cmd == BNX2X_VLAN_MAC_MOVE) { 752adfc5217SJeff Kirsher rule_entry++; 753adfc5217SJeff Kirsher rule_cnt++; 754adfc5217SJeff Kirsher 755adfc5217SJeff Kirsher /* Setup ramrod data */ 756adfc5217SJeff Kirsher bnx2x_vlan_mac_set_cmd_hdr_e2(bp, 757adfc5217SJeff Kirsher elem->cmd_data.vlan_mac.target_obj, 758adfc5217SJeff Kirsher true, CLASSIFY_RULE_OPCODE_MAC, 759adfc5217SJeff Kirsher &rule_entry->mac.header); 760adfc5217SJeff Kirsher 761adfc5217SJeff Kirsher /* Set a MAC itself */ 762adfc5217SJeff Kirsher bnx2x_set_fw_mac_addr(&rule_entry->mac.mac_msb, 763adfc5217SJeff Kirsher &rule_entry->mac.mac_mid, 764adfc5217SJeff Kirsher &rule_entry->mac.mac_lsb, mac); 765adfc5217SJeff Kirsher } 766adfc5217SJeff Kirsher 767adfc5217SJeff Kirsher /* Set the ramrod data header */ 768adfc5217SJeff Kirsher /* TODO: take this to the higher level in order to prevent multiple 769adfc5217SJeff Kirsher writing */ 770adfc5217SJeff Kirsher bnx2x_vlan_mac_set_rdata_hdr_e2(raw->cid, raw->state, &data->header, 771adfc5217SJeff Kirsher rule_cnt); 772adfc5217SJeff Kirsher } 773adfc5217SJeff Kirsher 774adfc5217SJeff Kirsher /** 775adfc5217SJeff Kirsher * bnx2x_vlan_mac_set_rdata_hdr_e1x - set a header in a single classify ramrod 776adfc5217SJeff Kirsher * 777adfc5217SJeff Kirsher * @bp: device handle 778adfc5217SJeff Kirsher * @o: queue 779adfc5217SJeff Kirsher * @type: 780adfc5217SJeff Kirsher * @cam_offset: offset in cam memory 781adfc5217SJeff Kirsher * @hdr: pointer to a header to setup 782adfc5217SJeff Kirsher * 783adfc5217SJeff Kirsher * E1/E1H 784adfc5217SJeff Kirsher */ 785adfc5217SJeff Kirsher static inline void bnx2x_vlan_mac_set_rdata_hdr_e1x(struct bnx2x *bp, 786adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o, int type, int cam_offset, 787adfc5217SJeff Kirsher struct mac_configuration_hdr *hdr) 788adfc5217SJeff Kirsher { 789adfc5217SJeff Kirsher struct bnx2x_raw_obj *r = &o->raw; 790adfc5217SJeff Kirsher 791adfc5217SJeff Kirsher hdr->length = 1; 792adfc5217SJeff Kirsher hdr->offset = (u8)cam_offset; 793adfc5217SJeff Kirsher hdr->client_id = 0xff; 794adfc5217SJeff Kirsher hdr->echo = ((r->cid & BNX2X_SWCID_MASK) | (type << BNX2X_SWCID_SHIFT)); 795adfc5217SJeff Kirsher } 796adfc5217SJeff Kirsher 797adfc5217SJeff Kirsher static inline void bnx2x_vlan_mac_set_cfg_entry_e1x(struct bnx2x *bp, 798adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o, bool add, int opcode, u8 *mac, 799adfc5217SJeff Kirsher u16 vlan_id, struct mac_configuration_entry *cfg_entry) 800adfc5217SJeff Kirsher { 801adfc5217SJeff Kirsher struct bnx2x_raw_obj *r = &o->raw; 802adfc5217SJeff Kirsher u32 cl_bit_vec = (1 << r->cl_id); 803adfc5217SJeff Kirsher 804adfc5217SJeff Kirsher cfg_entry->clients_bit_vector = cpu_to_le32(cl_bit_vec); 805adfc5217SJeff Kirsher cfg_entry->pf_id = r->func_id; 806adfc5217SJeff Kirsher cfg_entry->vlan_id = cpu_to_le16(vlan_id); 807adfc5217SJeff Kirsher 808adfc5217SJeff Kirsher if (add) { 809adfc5217SJeff Kirsher SET_FLAG(cfg_entry->flags, MAC_CONFIGURATION_ENTRY_ACTION_TYPE, 810adfc5217SJeff Kirsher T_ETH_MAC_COMMAND_SET); 811adfc5217SJeff Kirsher SET_FLAG(cfg_entry->flags, 812adfc5217SJeff Kirsher MAC_CONFIGURATION_ENTRY_VLAN_FILTERING_MODE, opcode); 813adfc5217SJeff Kirsher 814adfc5217SJeff Kirsher /* Set a MAC in a ramrod data */ 815adfc5217SJeff Kirsher bnx2x_set_fw_mac_addr(&cfg_entry->msb_mac_addr, 816adfc5217SJeff Kirsher &cfg_entry->middle_mac_addr, 817adfc5217SJeff Kirsher &cfg_entry->lsb_mac_addr, mac); 818adfc5217SJeff Kirsher } else 819adfc5217SJeff Kirsher SET_FLAG(cfg_entry->flags, MAC_CONFIGURATION_ENTRY_ACTION_TYPE, 820adfc5217SJeff Kirsher T_ETH_MAC_COMMAND_INVALIDATE); 821adfc5217SJeff Kirsher } 822adfc5217SJeff Kirsher 823adfc5217SJeff Kirsher static inline void bnx2x_vlan_mac_set_rdata_e1x(struct bnx2x *bp, 824adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o, int type, int cam_offset, bool add, 825adfc5217SJeff Kirsher u8 *mac, u16 vlan_id, int opcode, struct mac_configuration_cmd *config) 826adfc5217SJeff Kirsher { 827adfc5217SJeff Kirsher struct mac_configuration_entry *cfg_entry = &config->config_table[0]; 828adfc5217SJeff Kirsher struct bnx2x_raw_obj *raw = &o->raw; 829adfc5217SJeff Kirsher 830adfc5217SJeff Kirsher bnx2x_vlan_mac_set_rdata_hdr_e1x(bp, o, type, cam_offset, 831adfc5217SJeff Kirsher &config->hdr); 832adfc5217SJeff Kirsher bnx2x_vlan_mac_set_cfg_entry_e1x(bp, o, add, opcode, mac, vlan_id, 833adfc5217SJeff Kirsher cfg_entry); 834adfc5217SJeff Kirsher 8350f9dad10SJoe Perches DP(BNX2X_MSG_SP, "%s MAC %pM CLID %d CAM offset %d\n", 8360f9dad10SJoe Perches add ? "setting" : "clearing", 8370f9dad10SJoe Perches mac, raw->cl_id, cam_offset); 838adfc5217SJeff Kirsher } 839adfc5217SJeff Kirsher 840adfc5217SJeff Kirsher /** 841adfc5217SJeff Kirsher * bnx2x_set_one_mac_e1x - fill a single MAC rule ramrod data 842adfc5217SJeff Kirsher * 843adfc5217SJeff Kirsher * @bp: device handle 844adfc5217SJeff Kirsher * @o: bnx2x_vlan_mac_obj 845adfc5217SJeff Kirsher * @elem: bnx2x_exeq_elem 846adfc5217SJeff Kirsher * @rule_idx: rule_idx 847adfc5217SJeff Kirsher * @cam_offset: cam_offset 848adfc5217SJeff Kirsher */ 849adfc5217SJeff Kirsher static void bnx2x_set_one_mac_e1x(struct bnx2x *bp, 850adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o, 851adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem, int rule_idx, 852adfc5217SJeff Kirsher int cam_offset) 853adfc5217SJeff Kirsher { 854adfc5217SJeff Kirsher struct bnx2x_raw_obj *raw = &o->raw; 855adfc5217SJeff Kirsher struct mac_configuration_cmd *config = 856adfc5217SJeff Kirsher (struct mac_configuration_cmd *)(raw->rdata); 857adfc5217SJeff Kirsher /* 858adfc5217SJeff Kirsher * 57710 and 57711 do not support MOVE command, 859adfc5217SJeff Kirsher * so it's either ADD or DEL 860adfc5217SJeff Kirsher */ 861adfc5217SJeff Kirsher bool add = (elem->cmd_data.vlan_mac.cmd == BNX2X_VLAN_MAC_ADD) ? 862adfc5217SJeff Kirsher true : false; 863adfc5217SJeff Kirsher 864adfc5217SJeff Kirsher /* Reset the ramrod data buffer */ 865adfc5217SJeff Kirsher memset(config, 0, sizeof(*config)); 866adfc5217SJeff Kirsher 86733ac338cSYuval Mintz bnx2x_vlan_mac_set_rdata_e1x(bp, o, raw->state, 868adfc5217SJeff Kirsher cam_offset, add, 869adfc5217SJeff Kirsher elem->cmd_data.vlan_mac.u.mac.mac, 0, 870adfc5217SJeff Kirsher ETH_VLAN_FILTER_ANY_VLAN, config); 871adfc5217SJeff Kirsher } 872adfc5217SJeff Kirsher 873adfc5217SJeff Kirsher static void bnx2x_set_one_vlan_e2(struct bnx2x *bp, 874adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o, 875adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem, int rule_idx, 876adfc5217SJeff Kirsher int cam_offset) 877adfc5217SJeff Kirsher { 878adfc5217SJeff Kirsher struct bnx2x_raw_obj *raw = &o->raw; 879adfc5217SJeff Kirsher struct eth_classify_rules_ramrod_data *data = 880adfc5217SJeff Kirsher (struct eth_classify_rules_ramrod_data *)(raw->rdata); 881adfc5217SJeff Kirsher int rule_cnt = rule_idx + 1; 882adfc5217SJeff Kirsher union eth_classify_rule_cmd *rule_entry = &data->rules[rule_idx]; 883adfc5217SJeff Kirsher int cmd = elem->cmd_data.vlan_mac.cmd; 884adfc5217SJeff Kirsher bool add = (cmd == BNX2X_VLAN_MAC_ADD) ? true : false; 885adfc5217SJeff Kirsher u16 vlan = elem->cmd_data.vlan_mac.u.vlan.vlan; 886adfc5217SJeff Kirsher 887adfc5217SJeff Kirsher /* Reset the ramrod data buffer for the first rule */ 888adfc5217SJeff Kirsher if (rule_idx == 0) 889adfc5217SJeff Kirsher memset(data, 0, sizeof(*data)); 890adfc5217SJeff Kirsher 891adfc5217SJeff Kirsher /* Set a rule header */ 892adfc5217SJeff Kirsher bnx2x_vlan_mac_set_cmd_hdr_e2(bp, o, add, CLASSIFY_RULE_OPCODE_VLAN, 893adfc5217SJeff Kirsher &rule_entry->vlan.header); 894adfc5217SJeff Kirsher 895adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "About to %s VLAN %d\n", (add ? "add" : "delete"), 896adfc5217SJeff Kirsher vlan); 897adfc5217SJeff Kirsher 898adfc5217SJeff Kirsher /* Set a VLAN itself */ 899adfc5217SJeff Kirsher rule_entry->vlan.vlan = cpu_to_le16(vlan); 900adfc5217SJeff Kirsher 901adfc5217SJeff Kirsher /* MOVE: Add a rule that will add this MAC to the target Queue */ 902adfc5217SJeff Kirsher if (cmd == BNX2X_VLAN_MAC_MOVE) { 903adfc5217SJeff Kirsher rule_entry++; 904adfc5217SJeff Kirsher rule_cnt++; 905adfc5217SJeff Kirsher 906adfc5217SJeff Kirsher /* Setup ramrod data */ 907adfc5217SJeff Kirsher bnx2x_vlan_mac_set_cmd_hdr_e2(bp, 908adfc5217SJeff Kirsher elem->cmd_data.vlan_mac.target_obj, 909adfc5217SJeff Kirsher true, CLASSIFY_RULE_OPCODE_VLAN, 910adfc5217SJeff Kirsher &rule_entry->vlan.header); 911adfc5217SJeff Kirsher 912adfc5217SJeff Kirsher /* Set a VLAN itself */ 913adfc5217SJeff Kirsher rule_entry->vlan.vlan = cpu_to_le16(vlan); 914adfc5217SJeff Kirsher } 915adfc5217SJeff Kirsher 916adfc5217SJeff Kirsher /* Set the ramrod data header */ 917adfc5217SJeff Kirsher /* TODO: take this to the higher level in order to prevent multiple 918adfc5217SJeff Kirsher writing */ 919adfc5217SJeff Kirsher bnx2x_vlan_mac_set_rdata_hdr_e2(raw->cid, raw->state, &data->header, 920adfc5217SJeff Kirsher rule_cnt); 921adfc5217SJeff Kirsher } 922adfc5217SJeff Kirsher 923adfc5217SJeff Kirsher static void bnx2x_set_one_vlan_mac_e2(struct bnx2x *bp, 924adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o, 925adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem, 926adfc5217SJeff Kirsher int rule_idx, int cam_offset) 927adfc5217SJeff Kirsher { 928adfc5217SJeff Kirsher struct bnx2x_raw_obj *raw = &o->raw; 929adfc5217SJeff Kirsher struct eth_classify_rules_ramrod_data *data = 930adfc5217SJeff Kirsher (struct eth_classify_rules_ramrod_data *)(raw->rdata); 931adfc5217SJeff Kirsher int rule_cnt = rule_idx + 1; 932adfc5217SJeff Kirsher union eth_classify_rule_cmd *rule_entry = &data->rules[rule_idx]; 933adfc5217SJeff Kirsher int cmd = elem->cmd_data.vlan_mac.cmd; 934adfc5217SJeff Kirsher bool add = (cmd == BNX2X_VLAN_MAC_ADD) ? true : false; 935adfc5217SJeff Kirsher u16 vlan = elem->cmd_data.vlan_mac.u.vlan_mac.vlan; 936adfc5217SJeff Kirsher u8 *mac = elem->cmd_data.vlan_mac.u.vlan_mac.mac; 937adfc5217SJeff Kirsher 938adfc5217SJeff Kirsher 939adfc5217SJeff Kirsher /* Reset the ramrod data buffer for the first rule */ 940adfc5217SJeff Kirsher if (rule_idx == 0) 941adfc5217SJeff Kirsher memset(data, 0, sizeof(*data)); 942adfc5217SJeff Kirsher 943adfc5217SJeff Kirsher /* Set a rule header */ 944adfc5217SJeff Kirsher bnx2x_vlan_mac_set_cmd_hdr_e2(bp, o, add, CLASSIFY_RULE_OPCODE_PAIR, 945adfc5217SJeff Kirsher &rule_entry->pair.header); 946adfc5217SJeff Kirsher 947adfc5217SJeff Kirsher /* Set VLAN and MAC themselvs */ 948adfc5217SJeff Kirsher rule_entry->pair.vlan = cpu_to_le16(vlan); 949adfc5217SJeff Kirsher bnx2x_set_fw_mac_addr(&rule_entry->pair.mac_msb, 950adfc5217SJeff Kirsher &rule_entry->pair.mac_mid, 951adfc5217SJeff Kirsher &rule_entry->pair.mac_lsb, mac); 952adfc5217SJeff Kirsher 953adfc5217SJeff Kirsher /* MOVE: Add a rule that will add this MAC to the target Queue */ 954adfc5217SJeff Kirsher if (cmd == BNX2X_VLAN_MAC_MOVE) { 955adfc5217SJeff Kirsher rule_entry++; 956adfc5217SJeff Kirsher rule_cnt++; 957adfc5217SJeff Kirsher 958adfc5217SJeff Kirsher /* Setup ramrod data */ 959adfc5217SJeff Kirsher bnx2x_vlan_mac_set_cmd_hdr_e2(bp, 960adfc5217SJeff Kirsher elem->cmd_data.vlan_mac.target_obj, 961adfc5217SJeff Kirsher true, CLASSIFY_RULE_OPCODE_PAIR, 962adfc5217SJeff Kirsher &rule_entry->pair.header); 963adfc5217SJeff Kirsher 964adfc5217SJeff Kirsher /* Set a VLAN itself */ 965adfc5217SJeff Kirsher rule_entry->pair.vlan = cpu_to_le16(vlan); 966adfc5217SJeff Kirsher bnx2x_set_fw_mac_addr(&rule_entry->pair.mac_msb, 967adfc5217SJeff Kirsher &rule_entry->pair.mac_mid, 968adfc5217SJeff Kirsher &rule_entry->pair.mac_lsb, mac); 969adfc5217SJeff Kirsher } 970adfc5217SJeff Kirsher 971adfc5217SJeff Kirsher /* Set the ramrod data header */ 972adfc5217SJeff Kirsher /* TODO: take this to the higher level in order to prevent multiple 973adfc5217SJeff Kirsher writing */ 974adfc5217SJeff Kirsher bnx2x_vlan_mac_set_rdata_hdr_e2(raw->cid, raw->state, &data->header, 975adfc5217SJeff Kirsher rule_cnt); 976adfc5217SJeff Kirsher } 977adfc5217SJeff Kirsher 978adfc5217SJeff Kirsher /** 979adfc5217SJeff Kirsher * bnx2x_set_one_vlan_mac_e1h - 980adfc5217SJeff Kirsher * 981adfc5217SJeff Kirsher * @bp: device handle 982adfc5217SJeff Kirsher * @o: bnx2x_vlan_mac_obj 983adfc5217SJeff Kirsher * @elem: bnx2x_exeq_elem 984adfc5217SJeff Kirsher * @rule_idx: rule_idx 985adfc5217SJeff Kirsher * @cam_offset: cam_offset 986adfc5217SJeff Kirsher */ 987adfc5217SJeff Kirsher static void bnx2x_set_one_vlan_mac_e1h(struct bnx2x *bp, 988adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o, 989adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem, 990adfc5217SJeff Kirsher int rule_idx, int cam_offset) 991adfc5217SJeff Kirsher { 992adfc5217SJeff Kirsher struct bnx2x_raw_obj *raw = &o->raw; 993adfc5217SJeff Kirsher struct mac_configuration_cmd *config = 994adfc5217SJeff Kirsher (struct mac_configuration_cmd *)(raw->rdata); 995adfc5217SJeff Kirsher /* 996adfc5217SJeff Kirsher * 57710 and 57711 do not support MOVE command, 997adfc5217SJeff Kirsher * so it's either ADD or DEL 998adfc5217SJeff Kirsher */ 999adfc5217SJeff Kirsher bool add = (elem->cmd_data.vlan_mac.cmd == BNX2X_VLAN_MAC_ADD) ? 1000adfc5217SJeff Kirsher true : false; 1001adfc5217SJeff Kirsher 1002adfc5217SJeff Kirsher /* Reset the ramrod data buffer */ 1003adfc5217SJeff Kirsher memset(config, 0, sizeof(*config)); 1004adfc5217SJeff Kirsher 1005adfc5217SJeff Kirsher bnx2x_vlan_mac_set_rdata_e1x(bp, o, BNX2X_FILTER_VLAN_MAC_PENDING, 1006adfc5217SJeff Kirsher cam_offset, add, 1007adfc5217SJeff Kirsher elem->cmd_data.vlan_mac.u.vlan_mac.mac, 1008adfc5217SJeff Kirsher elem->cmd_data.vlan_mac.u.vlan_mac.vlan, 1009adfc5217SJeff Kirsher ETH_VLAN_FILTER_CLASSIFY, config); 1010adfc5217SJeff Kirsher } 1011adfc5217SJeff Kirsher 1012adfc5217SJeff Kirsher #define list_next_entry(pos, member) \ 1013adfc5217SJeff Kirsher list_entry((pos)->member.next, typeof(*(pos)), member) 1014adfc5217SJeff Kirsher 1015adfc5217SJeff Kirsher /** 1016adfc5217SJeff Kirsher * bnx2x_vlan_mac_restore - reconfigure next MAC/VLAN/VLAN-MAC element 1017adfc5217SJeff Kirsher * 1018adfc5217SJeff Kirsher * @bp: device handle 1019adfc5217SJeff Kirsher * @p: command parameters 1020adfc5217SJeff Kirsher * @ppos: pointer to the cooky 1021adfc5217SJeff Kirsher * 1022adfc5217SJeff Kirsher * reconfigure next MAC/VLAN/VLAN-MAC element from the 1023adfc5217SJeff Kirsher * previously configured elements list. 1024adfc5217SJeff Kirsher * 1025adfc5217SJeff Kirsher * from command parameters only RAMROD_COMP_WAIT bit in ramrod_flags is taken 1026adfc5217SJeff Kirsher * into an account 1027adfc5217SJeff Kirsher * 1028adfc5217SJeff Kirsher * pointer to the cooky - that should be given back in the next call to make 1029adfc5217SJeff Kirsher * function handle the next element. If *ppos is set to NULL it will restart the 1030adfc5217SJeff Kirsher * iterator. If returned *ppos == NULL this means that the last element has been 1031adfc5217SJeff Kirsher * handled. 1032adfc5217SJeff Kirsher * 1033adfc5217SJeff Kirsher */ 1034adfc5217SJeff Kirsher static int bnx2x_vlan_mac_restore(struct bnx2x *bp, 1035adfc5217SJeff Kirsher struct bnx2x_vlan_mac_ramrod_params *p, 1036adfc5217SJeff Kirsher struct bnx2x_vlan_mac_registry_elem **ppos) 1037adfc5217SJeff Kirsher { 1038adfc5217SJeff Kirsher struct bnx2x_vlan_mac_registry_elem *pos; 1039adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o = p->vlan_mac_obj; 1040adfc5217SJeff Kirsher 1041adfc5217SJeff Kirsher /* If list is empty - there is nothing to do here */ 1042adfc5217SJeff Kirsher if (list_empty(&o->head)) { 1043adfc5217SJeff Kirsher *ppos = NULL; 1044adfc5217SJeff Kirsher return 0; 1045adfc5217SJeff Kirsher } 1046adfc5217SJeff Kirsher 1047adfc5217SJeff Kirsher /* make a step... */ 1048adfc5217SJeff Kirsher if (*ppos == NULL) 1049adfc5217SJeff Kirsher *ppos = list_first_entry(&o->head, 1050adfc5217SJeff Kirsher struct bnx2x_vlan_mac_registry_elem, 1051adfc5217SJeff Kirsher link); 1052adfc5217SJeff Kirsher else 1053adfc5217SJeff Kirsher *ppos = list_next_entry(*ppos, link); 1054adfc5217SJeff Kirsher 1055adfc5217SJeff Kirsher pos = *ppos; 1056adfc5217SJeff Kirsher 1057adfc5217SJeff Kirsher /* If it's the last step - return NULL */ 1058adfc5217SJeff Kirsher if (list_is_last(&pos->link, &o->head)) 1059adfc5217SJeff Kirsher *ppos = NULL; 1060adfc5217SJeff Kirsher 1061adfc5217SJeff Kirsher /* Prepare a 'user_req' */ 1062adfc5217SJeff Kirsher memcpy(&p->user_req.u, &pos->u, sizeof(pos->u)); 1063adfc5217SJeff Kirsher 1064adfc5217SJeff Kirsher /* Set the command */ 1065adfc5217SJeff Kirsher p->user_req.cmd = BNX2X_VLAN_MAC_ADD; 1066adfc5217SJeff Kirsher 1067adfc5217SJeff Kirsher /* Set vlan_mac_flags */ 1068adfc5217SJeff Kirsher p->user_req.vlan_mac_flags = pos->vlan_mac_flags; 1069adfc5217SJeff Kirsher 1070adfc5217SJeff Kirsher /* Set a restore bit */ 1071adfc5217SJeff Kirsher __set_bit(RAMROD_RESTORE, &p->ramrod_flags); 1072adfc5217SJeff Kirsher 1073adfc5217SJeff Kirsher return bnx2x_config_vlan_mac(bp, p); 1074adfc5217SJeff Kirsher } 1075adfc5217SJeff Kirsher 1076adfc5217SJeff Kirsher /* 1077adfc5217SJeff Kirsher * bnx2x_exeq_get_mac/bnx2x_exeq_get_vlan/bnx2x_exeq_get_vlan_mac return a 1078adfc5217SJeff Kirsher * pointer to an element with a specific criteria and NULL if such an element 1079adfc5217SJeff Kirsher * hasn't been found. 1080adfc5217SJeff Kirsher */ 1081adfc5217SJeff Kirsher static struct bnx2x_exeq_elem *bnx2x_exeq_get_mac( 1082adfc5217SJeff Kirsher struct bnx2x_exe_queue_obj *o, 1083adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem) 1084adfc5217SJeff Kirsher { 1085adfc5217SJeff Kirsher struct bnx2x_exeq_elem *pos; 1086adfc5217SJeff Kirsher struct bnx2x_mac_ramrod_data *data = &elem->cmd_data.vlan_mac.u.mac; 1087adfc5217SJeff Kirsher 1088adfc5217SJeff Kirsher /* Check pending for execution commands */ 1089adfc5217SJeff Kirsher list_for_each_entry(pos, &o->exe_queue, link) 1090adfc5217SJeff Kirsher if (!memcmp(&pos->cmd_data.vlan_mac.u.mac, data, 1091adfc5217SJeff Kirsher sizeof(*data)) && 1092adfc5217SJeff Kirsher (pos->cmd_data.vlan_mac.cmd == elem->cmd_data.vlan_mac.cmd)) 1093adfc5217SJeff Kirsher return pos; 1094adfc5217SJeff Kirsher 1095adfc5217SJeff Kirsher return NULL; 1096adfc5217SJeff Kirsher } 1097adfc5217SJeff Kirsher 1098adfc5217SJeff Kirsher static struct bnx2x_exeq_elem *bnx2x_exeq_get_vlan( 1099adfc5217SJeff Kirsher struct bnx2x_exe_queue_obj *o, 1100adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem) 1101adfc5217SJeff Kirsher { 1102adfc5217SJeff Kirsher struct bnx2x_exeq_elem *pos; 1103adfc5217SJeff Kirsher struct bnx2x_vlan_ramrod_data *data = &elem->cmd_data.vlan_mac.u.vlan; 1104adfc5217SJeff Kirsher 1105adfc5217SJeff Kirsher /* Check pending for execution commands */ 1106adfc5217SJeff Kirsher list_for_each_entry(pos, &o->exe_queue, link) 1107adfc5217SJeff Kirsher if (!memcmp(&pos->cmd_data.vlan_mac.u.vlan, data, 1108adfc5217SJeff Kirsher sizeof(*data)) && 1109adfc5217SJeff Kirsher (pos->cmd_data.vlan_mac.cmd == elem->cmd_data.vlan_mac.cmd)) 1110adfc5217SJeff Kirsher return pos; 1111adfc5217SJeff Kirsher 1112adfc5217SJeff Kirsher return NULL; 1113adfc5217SJeff Kirsher } 1114adfc5217SJeff Kirsher 1115adfc5217SJeff Kirsher static struct bnx2x_exeq_elem *bnx2x_exeq_get_vlan_mac( 1116adfc5217SJeff Kirsher struct bnx2x_exe_queue_obj *o, 1117adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem) 1118adfc5217SJeff Kirsher { 1119adfc5217SJeff Kirsher struct bnx2x_exeq_elem *pos; 1120adfc5217SJeff Kirsher struct bnx2x_vlan_mac_ramrod_data *data = 1121adfc5217SJeff Kirsher &elem->cmd_data.vlan_mac.u.vlan_mac; 1122adfc5217SJeff Kirsher 1123adfc5217SJeff Kirsher /* Check pending for execution commands */ 1124adfc5217SJeff Kirsher list_for_each_entry(pos, &o->exe_queue, link) 1125adfc5217SJeff Kirsher if (!memcmp(&pos->cmd_data.vlan_mac.u.vlan_mac, data, 1126adfc5217SJeff Kirsher sizeof(*data)) && 1127adfc5217SJeff Kirsher (pos->cmd_data.vlan_mac.cmd == elem->cmd_data.vlan_mac.cmd)) 1128adfc5217SJeff Kirsher return pos; 1129adfc5217SJeff Kirsher 1130adfc5217SJeff Kirsher return NULL; 1131adfc5217SJeff Kirsher } 1132adfc5217SJeff Kirsher 1133adfc5217SJeff Kirsher /** 1134adfc5217SJeff Kirsher * bnx2x_validate_vlan_mac_add - check if an ADD command can be executed 1135adfc5217SJeff Kirsher * 1136adfc5217SJeff Kirsher * @bp: device handle 1137adfc5217SJeff Kirsher * @qo: bnx2x_qable_obj 1138adfc5217SJeff Kirsher * @elem: bnx2x_exeq_elem 1139adfc5217SJeff Kirsher * 1140adfc5217SJeff Kirsher * Checks that the requested configuration can be added. If yes and if 1141adfc5217SJeff Kirsher * requested, consume CAM credit. 1142adfc5217SJeff Kirsher * 1143adfc5217SJeff Kirsher * The 'validate' is run after the 'optimize'. 1144adfc5217SJeff Kirsher * 1145adfc5217SJeff Kirsher */ 1146adfc5217SJeff Kirsher static inline int bnx2x_validate_vlan_mac_add(struct bnx2x *bp, 1147adfc5217SJeff Kirsher union bnx2x_qable_obj *qo, 1148adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem) 1149adfc5217SJeff Kirsher { 1150adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o = &qo->vlan_mac; 1151adfc5217SJeff Kirsher struct bnx2x_exe_queue_obj *exeq = &o->exe_queue; 1152adfc5217SJeff Kirsher int rc; 1153adfc5217SJeff Kirsher 1154adfc5217SJeff Kirsher /* Check the registry */ 1155adfc5217SJeff Kirsher rc = o->check_add(o, &elem->cmd_data.vlan_mac.u); 1156adfc5217SJeff Kirsher if (rc) { 1157adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "ADD command is not allowed considering " 1158adfc5217SJeff Kirsher "current registry state\n"); 1159adfc5217SJeff Kirsher return rc; 1160adfc5217SJeff Kirsher } 1161adfc5217SJeff Kirsher 1162adfc5217SJeff Kirsher /* 1163adfc5217SJeff Kirsher * Check if there is a pending ADD command for this 1164adfc5217SJeff Kirsher * MAC/VLAN/VLAN-MAC. Return an error if there is. 1165adfc5217SJeff Kirsher */ 1166adfc5217SJeff Kirsher if (exeq->get(exeq, elem)) { 1167adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "There is a pending ADD command already\n"); 1168adfc5217SJeff Kirsher return -EEXIST; 1169adfc5217SJeff Kirsher } 1170adfc5217SJeff Kirsher 1171adfc5217SJeff Kirsher /* 1172adfc5217SJeff Kirsher * TODO: Check the pending MOVE from other objects where this 1173adfc5217SJeff Kirsher * object is a destination object. 1174adfc5217SJeff Kirsher */ 1175adfc5217SJeff Kirsher 1176adfc5217SJeff Kirsher /* Consume the credit if not requested not to */ 1177adfc5217SJeff Kirsher if (!(test_bit(BNX2X_DONT_CONSUME_CAM_CREDIT, 1178adfc5217SJeff Kirsher &elem->cmd_data.vlan_mac.vlan_mac_flags) || 1179adfc5217SJeff Kirsher o->get_credit(o))) 1180adfc5217SJeff Kirsher return -EINVAL; 1181adfc5217SJeff Kirsher 1182adfc5217SJeff Kirsher return 0; 1183adfc5217SJeff Kirsher } 1184adfc5217SJeff Kirsher 1185adfc5217SJeff Kirsher /** 1186adfc5217SJeff Kirsher * bnx2x_validate_vlan_mac_del - check if the DEL command can be executed 1187adfc5217SJeff Kirsher * 1188adfc5217SJeff Kirsher * @bp: device handle 1189adfc5217SJeff Kirsher * @qo: quable object to check 1190adfc5217SJeff Kirsher * @elem: element that needs to be deleted 1191adfc5217SJeff Kirsher * 1192adfc5217SJeff Kirsher * Checks that the requested configuration can be deleted. If yes and if 1193adfc5217SJeff Kirsher * requested, returns a CAM credit. 1194adfc5217SJeff Kirsher * 1195adfc5217SJeff Kirsher * The 'validate' is run after the 'optimize'. 1196adfc5217SJeff Kirsher */ 1197adfc5217SJeff Kirsher static inline int bnx2x_validate_vlan_mac_del(struct bnx2x *bp, 1198adfc5217SJeff Kirsher union bnx2x_qable_obj *qo, 1199adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem) 1200adfc5217SJeff Kirsher { 1201adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o = &qo->vlan_mac; 1202adfc5217SJeff Kirsher struct bnx2x_vlan_mac_registry_elem *pos; 1203adfc5217SJeff Kirsher struct bnx2x_exe_queue_obj *exeq = &o->exe_queue; 1204adfc5217SJeff Kirsher struct bnx2x_exeq_elem query_elem; 1205adfc5217SJeff Kirsher 1206adfc5217SJeff Kirsher /* If this classification can not be deleted (doesn't exist) 1207adfc5217SJeff Kirsher * - return a BNX2X_EXIST. 1208adfc5217SJeff Kirsher */ 1209adfc5217SJeff Kirsher pos = o->check_del(o, &elem->cmd_data.vlan_mac.u); 1210adfc5217SJeff Kirsher if (!pos) { 1211adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "DEL command is not allowed considering " 1212adfc5217SJeff Kirsher "current registry state\n"); 1213adfc5217SJeff Kirsher return -EEXIST; 1214adfc5217SJeff Kirsher } 1215adfc5217SJeff Kirsher 1216adfc5217SJeff Kirsher /* 1217adfc5217SJeff Kirsher * Check if there are pending DEL or MOVE commands for this 1218adfc5217SJeff Kirsher * MAC/VLAN/VLAN-MAC. Return an error if so. 1219adfc5217SJeff Kirsher */ 1220adfc5217SJeff Kirsher memcpy(&query_elem, elem, sizeof(query_elem)); 1221adfc5217SJeff Kirsher 1222adfc5217SJeff Kirsher /* Check for MOVE commands */ 1223adfc5217SJeff Kirsher query_elem.cmd_data.vlan_mac.cmd = BNX2X_VLAN_MAC_MOVE; 1224adfc5217SJeff Kirsher if (exeq->get(exeq, &query_elem)) { 1225adfc5217SJeff Kirsher BNX2X_ERR("There is a pending MOVE command already\n"); 1226adfc5217SJeff Kirsher return -EINVAL; 1227adfc5217SJeff Kirsher } 1228adfc5217SJeff Kirsher 1229adfc5217SJeff Kirsher /* Check for DEL commands */ 1230adfc5217SJeff Kirsher if (exeq->get(exeq, elem)) { 1231adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "There is a pending DEL command already\n"); 1232adfc5217SJeff Kirsher return -EEXIST; 1233adfc5217SJeff Kirsher } 1234adfc5217SJeff Kirsher 1235adfc5217SJeff Kirsher /* Return the credit to the credit pool if not requested not to */ 1236adfc5217SJeff Kirsher if (!(test_bit(BNX2X_DONT_CONSUME_CAM_CREDIT, 1237adfc5217SJeff Kirsher &elem->cmd_data.vlan_mac.vlan_mac_flags) || 1238adfc5217SJeff Kirsher o->put_credit(o))) { 1239adfc5217SJeff Kirsher BNX2X_ERR("Failed to return a credit\n"); 1240adfc5217SJeff Kirsher return -EINVAL; 1241adfc5217SJeff Kirsher } 1242adfc5217SJeff Kirsher 1243adfc5217SJeff Kirsher return 0; 1244adfc5217SJeff Kirsher } 1245adfc5217SJeff Kirsher 1246adfc5217SJeff Kirsher /** 1247adfc5217SJeff Kirsher * bnx2x_validate_vlan_mac_move - check if the MOVE command can be executed 1248adfc5217SJeff Kirsher * 1249adfc5217SJeff Kirsher * @bp: device handle 1250adfc5217SJeff Kirsher * @qo: quable object to check (source) 1251adfc5217SJeff Kirsher * @elem: element that needs to be moved 1252adfc5217SJeff Kirsher * 1253adfc5217SJeff Kirsher * Checks that the requested configuration can be moved. If yes and if 1254adfc5217SJeff Kirsher * requested, returns a CAM credit. 1255adfc5217SJeff Kirsher * 1256adfc5217SJeff Kirsher * The 'validate' is run after the 'optimize'. 1257adfc5217SJeff Kirsher */ 1258adfc5217SJeff Kirsher static inline int bnx2x_validate_vlan_mac_move(struct bnx2x *bp, 1259adfc5217SJeff Kirsher union bnx2x_qable_obj *qo, 1260adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem) 1261adfc5217SJeff Kirsher { 1262adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *src_o = &qo->vlan_mac; 1263adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *dest_o = elem->cmd_data.vlan_mac.target_obj; 1264adfc5217SJeff Kirsher struct bnx2x_exeq_elem query_elem; 1265adfc5217SJeff Kirsher struct bnx2x_exe_queue_obj *src_exeq = &src_o->exe_queue; 1266adfc5217SJeff Kirsher struct bnx2x_exe_queue_obj *dest_exeq = &dest_o->exe_queue; 1267adfc5217SJeff Kirsher 1268adfc5217SJeff Kirsher /* 1269adfc5217SJeff Kirsher * Check if we can perform this operation based on the current registry 1270adfc5217SJeff Kirsher * state. 1271adfc5217SJeff Kirsher */ 1272adfc5217SJeff Kirsher if (!src_o->check_move(src_o, dest_o, &elem->cmd_data.vlan_mac.u)) { 1273adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "MOVE command is not allowed considering " 1274adfc5217SJeff Kirsher "current registry state\n"); 1275adfc5217SJeff Kirsher return -EINVAL; 1276adfc5217SJeff Kirsher } 1277adfc5217SJeff Kirsher 1278adfc5217SJeff Kirsher /* 1279adfc5217SJeff Kirsher * Check if there is an already pending DEL or MOVE command for the 1280adfc5217SJeff Kirsher * source object or ADD command for a destination object. Return an 1281adfc5217SJeff Kirsher * error if so. 1282adfc5217SJeff Kirsher */ 1283adfc5217SJeff Kirsher memcpy(&query_elem, elem, sizeof(query_elem)); 1284adfc5217SJeff Kirsher 1285adfc5217SJeff Kirsher /* Check DEL on source */ 1286adfc5217SJeff Kirsher query_elem.cmd_data.vlan_mac.cmd = BNX2X_VLAN_MAC_DEL; 1287adfc5217SJeff Kirsher if (src_exeq->get(src_exeq, &query_elem)) { 1288adfc5217SJeff Kirsher BNX2X_ERR("There is a pending DEL command on the source " 1289adfc5217SJeff Kirsher "queue already\n"); 1290adfc5217SJeff Kirsher return -EINVAL; 1291adfc5217SJeff Kirsher } 1292adfc5217SJeff Kirsher 1293adfc5217SJeff Kirsher /* Check MOVE on source */ 1294adfc5217SJeff Kirsher if (src_exeq->get(src_exeq, elem)) { 1295adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "There is a pending MOVE command already\n"); 1296adfc5217SJeff Kirsher return -EEXIST; 1297adfc5217SJeff Kirsher } 1298adfc5217SJeff Kirsher 1299adfc5217SJeff Kirsher /* Check ADD on destination */ 1300adfc5217SJeff Kirsher query_elem.cmd_data.vlan_mac.cmd = BNX2X_VLAN_MAC_ADD; 1301adfc5217SJeff Kirsher if (dest_exeq->get(dest_exeq, &query_elem)) { 1302adfc5217SJeff Kirsher BNX2X_ERR("There is a pending ADD command on the " 1303adfc5217SJeff Kirsher "destination queue already\n"); 1304adfc5217SJeff Kirsher return -EINVAL; 1305adfc5217SJeff Kirsher } 1306adfc5217SJeff Kirsher 1307adfc5217SJeff Kirsher /* Consume the credit if not requested not to */ 1308adfc5217SJeff Kirsher if (!(test_bit(BNX2X_DONT_CONSUME_CAM_CREDIT_DEST, 1309adfc5217SJeff Kirsher &elem->cmd_data.vlan_mac.vlan_mac_flags) || 1310adfc5217SJeff Kirsher dest_o->get_credit(dest_o))) 1311adfc5217SJeff Kirsher return -EINVAL; 1312adfc5217SJeff Kirsher 1313adfc5217SJeff Kirsher if (!(test_bit(BNX2X_DONT_CONSUME_CAM_CREDIT, 1314adfc5217SJeff Kirsher &elem->cmd_data.vlan_mac.vlan_mac_flags) || 1315adfc5217SJeff Kirsher src_o->put_credit(src_o))) { 1316adfc5217SJeff Kirsher /* return the credit taken from dest... */ 1317adfc5217SJeff Kirsher dest_o->put_credit(dest_o); 1318adfc5217SJeff Kirsher return -EINVAL; 1319adfc5217SJeff Kirsher } 1320adfc5217SJeff Kirsher 1321adfc5217SJeff Kirsher return 0; 1322adfc5217SJeff Kirsher } 1323adfc5217SJeff Kirsher 1324adfc5217SJeff Kirsher static int bnx2x_validate_vlan_mac(struct bnx2x *bp, 1325adfc5217SJeff Kirsher union bnx2x_qable_obj *qo, 1326adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem) 1327adfc5217SJeff Kirsher { 1328adfc5217SJeff Kirsher switch (elem->cmd_data.vlan_mac.cmd) { 1329adfc5217SJeff Kirsher case BNX2X_VLAN_MAC_ADD: 1330adfc5217SJeff Kirsher return bnx2x_validate_vlan_mac_add(bp, qo, elem); 1331adfc5217SJeff Kirsher case BNX2X_VLAN_MAC_DEL: 1332adfc5217SJeff Kirsher return bnx2x_validate_vlan_mac_del(bp, qo, elem); 1333adfc5217SJeff Kirsher case BNX2X_VLAN_MAC_MOVE: 1334adfc5217SJeff Kirsher return bnx2x_validate_vlan_mac_move(bp, qo, elem); 1335adfc5217SJeff Kirsher default: 1336adfc5217SJeff Kirsher return -EINVAL; 1337adfc5217SJeff Kirsher } 1338adfc5217SJeff Kirsher } 1339adfc5217SJeff Kirsher 1340460a25cdSYuval Mintz static int bnx2x_remove_vlan_mac(struct bnx2x *bp, 1341460a25cdSYuval Mintz union bnx2x_qable_obj *qo, 1342460a25cdSYuval Mintz struct bnx2x_exeq_elem *elem) 1343460a25cdSYuval Mintz { 1344460a25cdSYuval Mintz int rc = 0; 1345460a25cdSYuval Mintz 1346460a25cdSYuval Mintz /* If consumption wasn't required, nothing to do */ 1347460a25cdSYuval Mintz if (test_bit(BNX2X_DONT_CONSUME_CAM_CREDIT, 1348460a25cdSYuval Mintz &elem->cmd_data.vlan_mac.vlan_mac_flags)) 1349460a25cdSYuval Mintz return 0; 1350460a25cdSYuval Mintz 1351460a25cdSYuval Mintz switch (elem->cmd_data.vlan_mac.cmd) { 1352460a25cdSYuval Mintz case BNX2X_VLAN_MAC_ADD: 1353460a25cdSYuval Mintz case BNX2X_VLAN_MAC_MOVE: 1354460a25cdSYuval Mintz rc = qo->vlan_mac.put_credit(&qo->vlan_mac); 1355460a25cdSYuval Mintz break; 1356460a25cdSYuval Mintz case BNX2X_VLAN_MAC_DEL: 1357460a25cdSYuval Mintz rc = qo->vlan_mac.get_credit(&qo->vlan_mac); 1358460a25cdSYuval Mintz break; 1359460a25cdSYuval Mintz default: 1360460a25cdSYuval Mintz return -EINVAL; 1361460a25cdSYuval Mintz } 1362460a25cdSYuval Mintz 1363460a25cdSYuval Mintz if (rc != true) 1364460a25cdSYuval Mintz return -EINVAL; 1365460a25cdSYuval Mintz 1366460a25cdSYuval Mintz return 0; 1367460a25cdSYuval Mintz } 1368460a25cdSYuval Mintz 1369adfc5217SJeff Kirsher /** 1370adfc5217SJeff Kirsher * bnx2x_wait_vlan_mac - passivly wait for 5 seconds until all work completes. 1371adfc5217SJeff Kirsher * 1372adfc5217SJeff Kirsher * @bp: device handle 1373adfc5217SJeff Kirsher * @o: bnx2x_vlan_mac_obj 1374adfc5217SJeff Kirsher * 1375adfc5217SJeff Kirsher */ 1376adfc5217SJeff Kirsher static int bnx2x_wait_vlan_mac(struct bnx2x *bp, 1377adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o) 1378adfc5217SJeff Kirsher { 1379adfc5217SJeff Kirsher int cnt = 5000, rc; 1380adfc5217SJeff Kirsher struct bnx2x_exe_queue_obj *exeq = &o->exe_queue; 1381adfc5217SJeff Kirsher struct bnx2x_raw_obj *raw = &o->raw; 1382adfc5217SJeff Kirsher 1383adfc5217SJeff Kirsher while (cnt--) { 1384adfc5217SJeff Kirsher /* Wait for the current command to complete */ 1385adfc5217SJeff Kirsher rc = raw->wait_comp(bp, raw); 1386adfc5217SJeff Kirsher if (rc) 1387adfc5217SJeff Kirsher return rc; 1388adfc5217SJeff Kirsher 1389adfc5217SJeff Kirsher /* Wait until there are no pending commands */ 1390adfc5217SJeff Kirsher if (!bnx2x_exe_queue_empty(exeq)) 1391adfc5217SJeff Kirsher usleep_range(1000, 1000); 1392adfc5217SJeff Kirsher else 1393adfc5217SJeff Kirsher return 0; 1394adfc5217SJeff Kirsher } 1395adfc5217SJeff Kirsher 1396adfc5217SJeff Kirsher return -EBUSY; 1397adfc5217SJeff Kirsher } 1398adfc5217SJeff Kirsher 1399adfc5217SJeff Kirsher /** 1400adfc5217SJeff Kirsher * bnx2x_complete_vlan_mac - complete one VLAN-MAC ramrod 1401adfc5217SJeff Kirsher * 1402adfc5217SJeff Kirsher * @bp: device handle 1403adfc5217SJeff Kirsher * @o: bnx2x_vlan_mac_obj 1404adfc5217SJeff Kirsher * @cqe: 1405adfc5217SJeff Kirsher * @cont: if true schedule next execution chunk 1406adfc5217SJeff Kirsher * 1407adfc5217SJeff Kirsher */ 1408adfc5217SJeff Kirsher static int bnx2x_complete_vlan_mac(struct bnx2x *bp, 1409adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o, 1410adfc5217SJeff Kirsher union event_ring_elem *cqe, 1411adfc5217SJeff Kirsher unsigned long *ramrod_flags) 1412adfc5217SJeff Kirsher { 1413adfc5217SJeff Kirsher struct bnx2x_raw_obj *r = &o->raw; 1414adfc5217SJeff Kirsher int rc; 1415adfc5217SJeff Kirsher 1416adfc5217SJeff Kirsher /* Reset pending list */ 1417adfc5217SJeff Kirsher bnx2x_exe_queue_reset_pending(bp, &o->exe_queue); 1418adfc5217SJeff Kirsher 1419adfc5217SJeff Kirsher /* Clear pending */ 1420adfc5217SJeff Kirsher r->clear_pending(r); 1421adfc5217SJeff Kirsher 1422adfc5217SJeff Kirsher /* If ramrod failed this is most likely a SW bug */ 1423adfc5217SJeff Kirsher if (cqe->message.error) 1424adfc5217SJeff Kirsher return -EINVAL; 1425adfc5217SJeff Kirsher 1426adfc5217SJeff Kirsher /* Run the next bulk of pending commands if requeted */ 1427adfc5217SJeff Kirsher if (test_bit(RAMROD_CONT, ramrod_flags)) { 1428adfc5217SJeff Kirsher rc = bnx2x_exe_queue_step(bp, &o->exe_queue, ramrod_flags); 1429adfc5217SJeff Kirsher if (rc < 0) 1430adfc5217SJeff Kirsher return rc; 1431adfc5217SJeff Kirsher } 1432adfc5217SJeff Kirsher 1433adfc5217SJeff Kirsher /* If there is more work to do return PENDING */ 1434adfc5217SJeff Kirsher if (!bnx2x_exe_queue_empty(&o->exe_queue)) 1435adfc5217SJeff Kirsher return 1; 1436adfc5217SJeff Kirsher 1437adfc5217SJeff Kirsher return 0; 1438adfc5217SJeff Kirsher } 1439adfc5217SJeff Kirsher 1440adfc5217SJeff Kirsher /** 1441adfc5217SJeff Kirsher * bnx2x_optimize_vlan_mac - optimize ADD and DEL commands. 1442adfc5217SJeff Kirsher * 1443adfc5217SJeff Kirsher * @bp: device handle 1444adfc5217SJeff Kirsher * @o: bnx2x_qable_obj 1445adfc5217SJeff Kirsher * @elem: bnx2x_exeq_elem 1446adfc5217SJeff Kirsher */ 1447adfc5217SJeff Kirsher static int bnx2x_optimize_vlan_mac(struct bnx2x *bp, 1448adfc5217SJeff Kirsher union bnx2x_qable_obj *qo, 1449adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem) 1450adfc5217SJeff Kirsher { 1451adfc5217SJeff Kirsher struct bnx2x_exeq_elem query, *pos; 1452adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o = &qo->vlan_mac; 1453adfc5217SJeff Kirsher struct bnx2x_exe_queue_obj *exeq = &o->exe_queue; 1454adfc5217SJeff Kirsher 1455adfc5217SJeff Kirsher memcpy(&query, elem, sizeof(query)); 1456adfc5217SJeff Kirsher 1457adfc5217SJeff Kirsher switch (elem->cmd_data.vlan_mac.cmd) { 1458adfc5217SJeff Kirsher case BNX2X_VLAN_MAC_ADD: 1459adfc5217SJeff Kirsher query.cmd_data.vlan_mac.cmd = BNX2X_VLAN_MAC_DEL; 1460adfc5217SJeff Kirsher break; 1461adfc5217SJeff Kirsher case BNX2X_VLAN_MAC_DEL: 1462adfc5217SJeff Kirsher query.cmd_data.vlan_mac.cmd = BNX2X_VLAN_MAC_ADD; 1463adfc5217SJeff Kirsher break; 1464adfc5217SJeff Kirsher default: 1465adfc5217SJeff Kirsher /* Don't handle anything other than ADD or DEL */ 1466adfc5217SJeff Kirsher return 0; 1467adfc5217SJeff Kirsher } 1468adfc5217SJeff Kirsher 1469adfc5217SJeff Kirsher /* If we found the appropriate element - delete it */ 1470adfc5217SJeff Kirsher pos = exeq->get(exeq, &query); 1471adfc5217SJeff Kirsher if (pos) { 1472adfc5217SJeff Kirsher 1473adfc5217SJeff Kirsher /* Return the credit of the optimized command */ 1474adfc5217SJeff Kirsher if (!test_bit(BNX2X_DONT_CONSUME_CAM_CREDIT, 1475adfc5217SJeff Kirsher &pos->cmd_data.vlan_mac.vlan_mac_flags)) { 1476adfc5217SJeff Kirsher if ((query.cmd_data.vlan_mac.cmd == 1477adfc5217SJeff Kirsher BNX2X_VLAN_MAC_ADD) && !o->put_credit(o)) { 1478adfc5217SJeff Kirsher BNX2X_ERR("Failed to return the credit for the " 1479adfc5217SJeff Kirsher "optimized ADD command\n"); 1480adfc5217SJeff Kirsher return -EINVAL; 1481adfc5217SJeff Kirsher } else if (!o->get_credit(o)) { /* VLAN_MAC_DEL */ 1482adfc5217SJeff Kirsher BNX2X_ERR("Failed to recover the credit from " 1483adfc5217SJeff Kirsher "the optimized DEL command\n"); 1484adfc5217SJeff Kirsher return -EINVAL; 1485adfc5217SJeff Kirsher } 1486adfc5217SJeff Kirsher } 1487adfc5217SJeff Kirsher 1488adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Optimizing %s command\n", 1489adfc5217SJeff Kirsher (elem->cmd_data.vlan_mac.cmd == BNX2X_VLAN_MAC_ADD) ? 1490adfc5217SJeff Kirsher "ADD" : "DEL"); 1491adfc5217SJeff Kirsher 1492adfc5217SJeff Kirsher list_del(&pos->link); 1493adfc5217SJeff Kirsher bnx2x_exe_queue_free_elem(bp, pos); 1494adfc5217SJeff Kirsher return 1; 1495adfc5217SJeff Kirsher } 1496adfc5217SJeff Kirsher 1497adfc5217SJeff Kirsher return 0; 1498adfc5217SJeff Kirsher } 1499adfc5217SJeff Kirsher 1500adfc5217SJeff Kirsher /** 1501adfc5217SJeff Kirsher * bnx2x_vlan_mac_get_registry_elem - prepare a registry element 1502adfc5217SJeff Kirsher * 1503adfc5217SJeff Kirsher * @bp: device handle 1504adfc5217SJeff Kirsher * @o: 1505adfc5217SJeff Kirsher * @elem: 1506adfc5217SJeff Kirsher * @restore: 1507adfc5217SJeff Kirsher * @re: 1508adfc5217SJeff Kirsher * 1509adfc5217SJeff Kirsher * prepare a registry element according to the current command request. 1510adfc5217SJeff Kirsher */ 1511adfc5217SJeff Kirsher static inline int bnx2x_vlan_mac_get_registry_elem( 1512adfc5217SJeff Kirsher struct bnx2x *bp, 1513adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o, 1514adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem, 1515adfc5217SJeff Kirsher bool restore, 1516adfc5217SJeff Kirsher struct bnx2x_vlan_mac_registry_elem **re) 1517adfc5217SJeff Kirsher { 1518adfc5217SJeff Kirsher int cmd = elem->cmd_data.vlan_mac.cmd; 1519adfc5217SJeff Kirsher struct bnx2x_vlan_mac_registry_elem *reg_elem; 1520adfc5217SJeff Kirsher 1521adfc5217SJeff Kirsher /* Allocate a new registry element if needed. */ 1522adfc5217SJeff Kirsher if (!restore && 1523adfc5217SJeff Kirsher ((cmd == BNX2X_VLAN_MAC_ADD) || (cmd == BNX2X_VLAN_MAC_MOVE))) { 1524adfc5217SJeff Kirsher reg_elem = kzalloc(sizeof(*reg_elem), GFP_ATOMIC); 1525adfc5217SJeff Kirsher if (!reg_elem) 1526adfc5217SJeff Kirsher return -ENOMEM; 1527adfc5217SJeff Kirsher 1528adfc5217SJeff Kirsher /* Get a new CAM offset */ 1529adfc5217SJeff Kirsher if (!o->get_cam_offset(o, ®_elem->cam_offset)) { 1530adfc5217SJeff Kirsher /* 1531adfc5217SJeff Kirsher * This shell never happen, because we have checked the 1532adfc5217SJeff Kirsher * CAM availiability in the 'validate'. 1533adfc5217SJeff Kirsher */ 1534adfc5217SJeff Kirsher WARN_ON(1); 1535adfc5217SJeff Kirsher kfree(reg_elem); 1536adfc5217SJeff Kirsher return -EINVAL; 1537adfc5217SJeff Kirsher } 1538adfc5217SJeff Kirsher 1539adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Got cam offset %d\n", reg_elem->cam_offset); 1540adfc5217SJeff Kirsher 1541adfc5217SJeff Kirsher /* Set a VLAN-MAC data */ 1542adfc5217SJeff Kirsher memcpy(®_elem->u, &elem->cmd_data.vlan_mac.u, 1543adfc5217SJeff Kirsher sizeof(reg_elem->u)); 1544adfc5217SJeff Kirsher 1545adfc5217SJeff Kirsher /* Copy the flags (needed for DEL and RESTORE flows) */ 1546adfc5217SJeff Kirsher reg_elem->vlan_mac_flags = 1547adfc5217SJeff Kirsher elem->cmd_data.vlan_mac.vlan_mac_flags; 1548adfc5217SJeff Kirsher } else /* DEL, RESTORE */ 1549adfc5217SJeff Kirsher reg_elem = o->check_del(o, &elem->cmd_data.vlan_mac.u); 1550adfc5217SJeff Kirsher 1551adfc5217SJeff Kirsher *re = reg_elem; 1552adfc5217SJeff Kirsher return 0; 1553adfc5217SJeff Kirsher } 1554adfc5217SJeff Kirsher 1555adfc5217SJeff Kirsher /** 1556adfc5217SJeff Kirsher * bnx2x_execute_vlan_mac - execute vlan mac command 1557adfc5217SJeff Kirsher * 1558adfc5217SJeff Kirsher * @bp: device handle 1559adfc5217SJeff Kirsher * @qo: 1560adfc5217SJeff Kirsher * @exe_chunk: 1561adfc5217SJeff Kirsher * @ramrod_flags: 1562adfc5217SJeff Kirsher * 1563adfc5217SJeff Kirsher * go and send a ramrod! 1564adfc5217SJeff Kirsher */ 1565adfc5217SJeff Kirsher static int bnx2x_execute_vlan_mac(struct bnx2x *bp, 1566adfc5217SJeff Kirsher union bnx2x_qable_obj *qo, 1567adfc5217SJeff Kirsher struct list_head *exe_chunk, 1568adfc5217SJeff Kirsher unsigned long *ramrod_flags) 1569adfc5217SJeff Kirsher { 1570adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem; 1571adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o = &qo->vlan_mac, *cam_obj; 1572adfc5217SJeff Kirsher struct bnx2x_raw_obj *r = &o->raw; 1573adfc5217SJeff Kirsher int rc, idx = 0; 1574adfc5217SJeff Kirsher bool restore = test_bit(RAMROD_RESTORE, ramrod_flags); 1575adfc5217SJeff Kirsher bool drv_only = test_bit(RAMROD_DRV_CLR_ONLY, ramrod_flags); 1576adfc5217SJeff Kirsher struct bnx2x_vlan_mac_registry_elem *reg_elem; 1577adfc5217SJeff Kirsher int cmd; 1578adfc5217SJeff Kirsher 1579adfc5217SJeff Kirsher /* 1580adfc5217SJeff Kirsher * If DRIVER_ONLY execution is requested, cleanup a registry 1581adfc5217SJeff Kirsher * and exit. Otherwise send a ramrod to FW. 1582adfc5217SJeff Kirsher */ 1583adfc5217SJeff Kirsher if (!drv_only) { 1584adfc5217SJeff Kirsher WARN_ON(r->check_pending(r)); 1585adfc5217SJeff Kirsher 1586adfc5217SJeff Kirsher /* Set pending */ 1587adfc5217SJeff Kirsher r->set_pending(r); 1588adfc5217SJeff Kirsher 1589adfc5217SJeff Kirsher /* Fill tha ramrod data */ 1590adfc5217SJeff Kirsher list_for_each_entry(elem, exe_chunk, link) { 1591adfc5217SJeff Kirsher cmd = elem->cmd_data.vlan_mac.cmd; 1592adfc5217SJeff Kirsher /* 1593adfc5217SJeff Kirsher * We will add to the target object in MOVE command, so 1594adfc5217SJeff Kirsher * change the object for a CAM search. 1595adfc5217SJeff Kirsher */ 1596adfc5217SJeff Kirsher if (cmd == BNX2X_VLAN_MAC_MOVE) 1597adfc5217SJeff Kirsher cam_obj = elem->cmd_data.vlan_mac.target_obj; 1598adfc5217SJeff Kirsher else 1599adfc5217SJeff Kirsher cam_obj = o; 1600adfc5217SJeff Kirsher 1601adfc5217SJeff Kirsher rc = bnx2x_vlan_mac_get_registry_elem(bp, cam_obj, 1602adfc5217SJeff Kirsher elem, restore, 1603adfc5217SJeff Kirsher ®_elem); 1604adfc5217SJeff Kirsher if (rc) 1605adfc5217SJeff Kirsher goto error_exit; 1606adfc5217SJeff Kirsher 1607adfc5217SJeff Kirsher WARN_ON(!reg_elem); 1608adfc5217SJeff Kirsher 1609adfc5217SJeff Kirsher /* Push a new entry into the registry */ 1610adfc5217SJeff Kirsher if (!restore && 1611adfc5217SJeff Kirsher ((cmd == BNX2X_VLAN_MAC_ADD) || 1612adfc5217SJeff Kirsher (cmd == BNX2X_VLAN_MAC_MOVE))) 1613adfc5217SJeff Kirsher list_add(®_elem->link, &cam_obj->head); 1614adfc5217SJeff Kirsher 1615adfc5217SJeff Kirsher /* Configure a single command in a ramrod data buffer */ 1616adfc5217SJeff Kirsher o->set_one_rule(bp, o, elem, idx, 1617adfc5217SJeff Kirsher reg_elem->cam_offset); 1618adfc5217SJeff Kirsher 1619adfc5217SJeff Kirsher /* MOVE command consumes 2 entries in the ramrod data */ 1620adfc5217SJeff Kirsher if (cmd == BNX2X_VLAN_MAC_MOVE) 1621adfc5217SJeff Kirsher idx += 2; 1622adfc5217SJeff Kirsher else 1623adfc5217SJeff Kirsher idx++; 1624adfc5217SJeff Kirsher } 1625adfc5217SJeff Kirsher 1626adfc5217SJeff Kirsher /* 1627adfc5217SJeff Kirsher * No need for an explicit memory barrier here as long we would 1628adfc5217SJeff Kirsher * need to ensure the ordering of writing to the SPQ element 1629adfc5217SJeff Kirsher * and updating of the SPQ producer which involves a memory 1630adfc5217SJeff Kirsher * read and we will have to put a full memory barrier there 1631adfc5217SJeff Kirsher * (inside bnx2x_sp_post()). 1632adfc5217SJeff Kirsher */ 1633adfc5217SJeff Kirsher 1634adfc5217SJeff Kirsher rc = bnx2x_sp_post(bp, o->ramrod_cmd, r->cid, 1635adfc5217SJeff Kirsher U64_HI(r->rdata_mapping), 1636adfc5217SJeff Kirsher U64_LO(r->rdata_mapping), 1637adfc5217SJeff Kirsher ETH_CONNECTION_TYPE); 1638adfc5217SJeff Kirsher if (rc) 1639adfc5217SJeff Kirsher goto error_exit; 1640adfc5217SJeff Kirsher } 1641adfc5217SJeff Kirsher 1642adfc5217SJeff Kirsher /* Now, when we are done with the ramrod - clean up the registry */ 1643adfc5217SJeff Kirsher list_for_each_entry(elem, exe_chunk, link) { 1644adfc5217SJeff Kirsher cmd = elem->cmd_data.vlan_mac.cmd; 1645adfc5217SJeff Kirsher if ((cmd == BNX2X_VLAN_MAC_DEL) || 1646adfc5217SJeff Kirsher (cmd == BNX2X_VLAN_MAC_MOVE)) { 1647adfc5217SJeff Kirsher reg_elem = o->check_del(o, &elem->cmd_data.vlan_mac.u); 1648adfc5217SJeff Kirsher 1649adfc5217SJeff Kirsher WARN_ON(!reg_elem); 1650adfc5217SJeff Kirsher 1651adfc5217SJeff Kirsher o->put_cam_offset(o, reg_elem->cam_offset); 1652adfc5217SJeff Kirsher list_del(®_elem->link); 1653adfc5217SJeff Kirsher kfree(reg_elem); 1654adfc5217SJeff Kirsher } 1655adfc5217SJeff Kirsher } 1656adfc5217SJeff Kirsher 1657adfc5217SJeff Kirsher if (!drv_only) 1658adfc5217SJeff Kirsher return 1; 1659adfc5217SJeff Kirsher else 1660adfc5217SJeff Kirsher return 0; 1661adfc5217SJeff Kirsher 1662adfc5217SJeff Kirsher error_exit: 1663adfc5217SJeff Kirsher r->clear_pending(r); 1664adfc5217SJeff Kirsher 1665adfc5217SJeff Kirsher /* Cleanup a registry in case of a failure */ 1666adfc5217SJeff Kirsher list_for_each_entry(elem, exe_chunk, link) { 1667adfc5217SJeff Kirsher cmd = elem->cmd_data.vlan_mac.cmd; 1668adfc5217SJeff Kirsher 1669adfc5217SJeff Kirsher if (cmd == BNX2X_VLAN_MAC_MOVE) 1670adfc5217SJeff Kirsher cam_obj = elem->cmd_data.vlan_mac.target_obj; 1671adfc5217SJeff Kirsher else 1672adfc5217SJeff Kirsher cam_obj = o; 1673adfc5217SJeff Kirsher 1674adfc5217SJeff Kirsher /* Delete all newly added above entries */ 1675adfc5217SJeff Kirsher if (!restore && 1676adfc5217SJeff Kirsher ((cmd == BNX2X_VLAN_MAC_ADD) || 1677adfc5217SJeff Kirsher (cmd == BNX2X_VLAN_MAC_MOVE))) { 1678adfc5217SJeff Kirsher reg_elem = o->check_del(cam_obj, 1679adfc5217SJeff Kirsher &elem->cmd_data.vlan_mac.u); 1680adfc5217SJeff Kirsher if (reg_elem) { 1681adfc5217SJeff Kirsher list_del(®_elem->link); 1682adfc5217SJeff Kirsher kfree(reg_elem); 1683adfc5217SJeff Kirsher } 1684adfc5217SJeff Kirsher } 1685adfc5217SJeff Kirsher } 1686adfc5217SJeff Kirsher 1687adfc5217SJeff Kirsher return rc; 1688adfc5217SJeff Kirsher } 1689adfc5217SJeff Kirsher 1690adfc5217SJeff Kirsher static inline int bnx2x_vlan_mac_push_new_cmd( 1691adfc5217SJeff Kirsher struct bnx2x *bp, 1692adfc5217SJeff Kirsher struct bnx2x_vlan_mac_ramrod_params *p) 1693adfc5217SJeff Kirsher { 1694adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem; 1695adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o = p->vlan_mac_obj; 1696adfc5217SJeff Kirsher bool restore = test_bit(RAMROD_RESTORE, &p->ramrod_flags); 1697adfc5217SJeff Kirsher 1698adfc5217SJeff Kirsher /* Allocate the execution queue element */ 1699adfc5217SJeff Kirsher elem = bnx2x_exe_queue_alloc_elem(bp); 1700adfc5217SJeff Kirsher if (!elem) 1701adfc5217SJeff Kirsher return -ENOMEM; 1702adfc5217SJeff Kirsher 1703adfc5217SJeff Kirsher /* Set the command 'length' */ 1704adfc5217SJeff Kirsher switch (p->user_req.cmd) { 1705adfc5217SJeff Kirsher case BNX2X_VLAN_MAC_MOVE: 1706adfc5217SJeff Kirsher elem->cmd_len = 2; 1707adfc5217SJeff Kirsher break; 1708adfc5217SJeff Kirsher default: 1709adfc5217SJeff Kirsher elem->cmd_len = 1; 1710adfc5217SJeff Kirsher } 1711adfc5217SJeff Kirsher 1712adfc5217SJeff Kirsher /* Fill the object specific info */ 1713adfc5217SJeff Kirsher memcpy(&elem->cmd_data.vlan_mac, &p->user_req, sizeof(p->user_req)); 1714adfc5217SJeff Kirsher 1715adfc5217SJeff Kirsher /* Try to add a new command to the pending list */ 1716adfc5217SJeff Kirsher return bnx2x_exe_queue_add(bp, &o->exe_queue, elem, restore); 1717adfc5217SJeff Kirsher } 1718adfc5217SJeff Kirsher 1719adfc5217SJeff Kirsher /** 1720adfc5217SJeff Kirsher * bnx2x_config_vlan_mac - configure VLAN/MAC/VLAN_MAC filtering rules. 1721adfc5217SJeff Kirsher * 1722adfc5217SJeff Kirsher * @bp: device handle 1723adfc5217SJeff Kirsher * @p: 1724adfc5217SJeff Kirsher * 1725adfc5217SJeff Kirsher */ 1726adfc5217SJeff Kirsher int bnx2x_config_vlan_mac( 1727adfc5217SJeff Kirsher struct bnx2x *bp, 1728adfc5217SJeff Kirsher struct bnx2x_vlan_mac_ramrod_params *p) 1729adfc5217SJeff Kirsher { 1730adfc5217SJeff Kirsher int rc = 0; 1731adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o = p->vlan_mac_obj; 1732adfc5217SJeff Kirsher unsigned long *ramrod_flags = &p->ramrod_flags; 1733adfc5217SJeff Kirsher bool cont = test_bit(RAMROD_CONT, ramrod_flags); 1734adfc5217SJeff Kirsher struct bnx2x_raw_obj *raw = &o->raw; 1735adfc5217SJeff Kirsher 1736adfc5217SJeff Kirsher /* 1737adfc5217SJeff Kirsher * Add new elements to the execution list for commands that require it. 1738adfc5217SJeff Kirsher */ 1739adfc5217SJeff Kirsher if (!cont) { 1740adfc5217SJeff Kirsher rc = bnx2x_vlan_mac_push_new_cmd(bp, p); 1741adfc5217SJeff Kirsher if (rc) 1742adfc5217SJeff Kirsher return rc; 1743adfc5217SJeff Kirsher } 1744adfc5217SJeff Kirsher 1745adfc5217SJeff Kirsher /* 1746adfc5217SJeff Kirsher * If nothing will be executed further in this iteration we want to 1747adfc5217SJeff Kirsher * return PENDING if there are pending commands 1748adfc5217SJeff Kirsher */ 1749adfc5217SJeff Kirsher if (!bnx2x_exe_queue_empty(&o->exe_queue)) 1750adfc5217SJeff Kirsher rc = 1; 1751adfc5217SJeff Kirsher 1752adfc5217SJeff Kirsher if (test_bit(RAMROD_DRV_CLR_ONLY, ramrod_flags)) { 1753adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "RAMROD_DRV_CLR_ONLY requested: " 1754adfc5217SJeff Kirsher "clearing a pending bit.\n"); 1755adfc5217SJeff Kirsher raw->clear_pending(raw); 1756adfc5217SJeff Kirsher } 1757adfc5217SJeff Kirsher 1758adfc5217SJeff Kirsher /* Execute commands if required */ 1759adfc5217SJeff Kirsher if (cont || test_bit(RAMROD_EXEC, ramrod_flags) || 1760adfc5217SJeff Kirsher test_bit(RAMROD_COMP_WAIT, ramrod_flags)) { 1761adfc5217SJeff Kirsher rc = bnx2x_exe_queue_step(bp, &o->exe_queue, ramrod_flags); 1762adfc5217SJeff Kirsher if (rc < 0) 1763adfc5217SJeff Kirsher return rc; 1764adfc5217SJeff Kirsher } 1765adfc5217SJeff Kirsher 1766adfc5217SJeff Kirsher /* 1767adfc5217SJeff Kirsher * RAMROD_COMP_WAIT is a superset of RAMROD_EXEC. If it was set 1768adfc5217SJeff Kirsher * then user want to wait until the last command is done. 1769adfc5217SJeff Kirsher */ 1770adfc5217SJeff Kirsher if (test_bit(RAMROD_COMP_WAIT, &p->ramrod_flags)) { 1771adfc5217SJeff Kirsher /* 1772adfc5217SJeff Kirsher * Wait maximum for the current exe_queue length iterations plus 1773adfc5217SJeff Kirsher * one (for the current pending command). 1774adfc5217SJeff Kirsher */ 1775adfc5217SJeff Kirsher int max_iterations = bnx2x_exe_queue_length(&o->exe_queue) + 1; 1776adfc5217SJeff Kirsher 1777adfc5217SJeff Kirsher while (!bnx2x_exe_queue_empty(&o->exe_queue) && 1778adfc5217SJeff Kirsher max_iterations--) { 1779adfc5217SJeff Kirsher 1780adfc5217SJeff Kirsher /* Wait for the current command to complete */ 1781adfc5217SJeff Kirsher rc = raw->wait_comp(bp, raw); 1782adfc5217SJeff Kirsher if (rc) 1783adfc5217SJeff Kirsher return rc; 1784adfc5217SJeff Kirsher 1785adfc5217SJeff Kirsher /* Make a next step */ 1786adfc5217SJeff Kirsher rc = bnx2x_exe_queue_step(bp, &o->exe_queue, 1787adfc5217SJeff Kirsher ramrod_flags); 1788adfc5217SJeff Kirsher if (rc < 0) 1789adfc5217SJeff Kirsher return rc; 1790adfc5217SJeff Kirsher } 1791adfc5217SJeff Kirsher 1792adfc5217SJeff Kirsher return 0; 1793adfc5217SJeff Kirsher } 1794adfc5217SJeff Kirsher 1795adfc5217SJeff Kirsher return rc; 1796adfc5217SJeff Kirsher } 1797adfc5217SJeff Kirsher 1798adfc5217SJeff Kirsher 1799adfc5217SJeff Kirsher 1800adfc5217SJeff Kirsher /** 1801adfc5217SJeff Kirsher * bnx2x_vlan_mac_del_all - delete elements with given vlan_mac_flags spec 1802adfc5217SJeff Kirsher * 1803adfc5217SJeff Kirsher * @bp: device handle 1804adfc5217SJeff Kirsher * @o: 1805adfc5217SJeff Kirsher * @vlan_mac_flags: 1806adfc5217SJeff Kirsher * @ramrod_flags: execution flags to be used for this deletion 1807adfc5217SJeff Kirsher * 1808adfc5217SJeff Kirsher * if the last operation has completed successfully and there are no 1809adfc5217SJeff Kirsher * moreelements left, positive value if the last operation has completed 1810adfc5217SJeff Kirsher * successfully and there are more previously configured elements, negative 1811adfc5217SJeff Kirsher * value is current operation has failed. 1812adfc5217SJeff Kirsher */ 1813adfc5217SJeff Kirsher static int bnx2x_vlan_mac_del_all(struct bnx2x *bp, 1814adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o, 1815adfc5217SJeff Kirsher unsigned long *vlan_mac_flags, 1816adfc5217SJeff Kirsher unsigned long *ramrod_flags) 1817adfc5217SJeff Kirsher { 1818adfc5217SJeff Kirsher struct bnx2x_vlan_mac_registry_elem *pos = NULL; 1819adfc5217SJeff Kirsher int rc = 0; 1820adfc5217SJeff Kirsher struct bnx2x_vlan_mac_ramrod_params p; 1821adfc5217SJeff Kirsher struct bnx2x_exe_queue_obj *exeq = &o->exe_queue; 1822adfc5217SJeff Kirsher struct bnx2x_exeq_elem *exeq_pos, *exeq_pos_n; 1823adfc5217SJeff Kirsher 1824adfc5217SJeff Kirsher /* Clear pending commands first */ 1825adfc5217SJeff Kirsher 1826adfc5217SJeff Kirsher spin_lock_bh(&exeq->lock); 1827adfc5217SJeff Kirsher 1828adfc5217SJeff Kirsher list_for_each_entry_safe(exeq_pos, exeq_pos_n, &exeq->exe_queue, link) { 1829adfc5217SJeff Kirsher if (exeq_pos->cmd_data.vlan_mac.vlan_mac_flags == 1830460a25cdSYuval Mintz *vlan_mac_flags) { 1831460a25cdSYuval Mintz rc = exeq->remove(bp, exeq->owner, exeq_pos); 1832460a25cdSYuval Mintz if (rc) { 1833460a25cdSYuval Mintz BNX2X_ERR("Failed to remove command\n"); 1834a44acd55SDan Carpenter spin_unlock_bh(&exeq->lock); 1835460a25cdSYuval Mintz return rc; 1836460a25cdSYuval Mintz } 1837adfc5217SJeff Kirsher list_del(&exeq_pos->link); 1838adfc5217SJeff Kirsher } 1839460a25cdSYuval Mintz } 1840adfc5217SJeff Kirsher 1841adfc5217SJeff Kirsher spin_unlock_bh(&exeq->lock); 1842adfc5217SJeff Kirsher 1843adfc5217SJeff Kirsher /* Prepare a command request */ 1844adfc5217SJeff Kirsher memset(&p, 0, sizeof(p)); 1845adfc5217SJeff Kirsher p.vlan_mac_obj = o; 1846adfc5217SJeff Kirsher p.ramrod_flags = *ramrod_flags; 1847adfc5217SJeff Kirsher p.user_req.cmd = BNX2X_VLAN_MAC_DEL; 1848adfc5217SJeff Kirsher 1849adfc5217SJeff Kirsher /* 1850adfc5217SJeff Kirsher * Add all but the last VLAN-MAC to the execution queue without actually 1851adfc5217SJeff Kirsher * execution anything. 1852adfc5217SJeff Kirsher */ 1853adfc5217SJeff Kirsher __clear_bit(RAMROD_COMP_WAIT, &p.ramrod_flags); 1854adfc5217SJeff Kirsher __clear_bit(RAMROD_EXEC, &p.ramrod_flags); 1855adfc5217SJeff Kirsher __clear_bit(RAMROD_CONT, &p.ramrod_flags); 1856adfc5217SJeff Kirsher 1857adfc5217SJeff Kirsher list_for_each_entry(pos, &o->head, link) { 1858adfc5217SJeff Kirsher if (pos->vlan_mac_flags == *vlan_mac_flags) { 1859adfc5217SJeff Kirsher p.user_req.vlan_mac_flags = pos->vlan_mac_flags; 1860adfc5217SJeff Kirsher memcpy(&p.user_req.u, &pos->u, sizeof(pos->u)); 1861adfc5217SJeff Kirsher rc = bnx2x_config_vlan_mac(bp, &p); 1862adfc5217SJeff Kirsher if (rc < 0) { 1863adfc5217SJeff Kirsher BNX2X_ERR("Failed to add a new DEL command\n"); 1864adfc5217SJeff Kirsher return rc; 1865adfc5217SJeff Kirsher } 1866adfc5217SJeff Kirsher } 1867adfc5217SJeff Kirsher } 1868adfc5217SJeff Kirsher 1869adfc5217SJeff Kirsher p.ramrod_flags = *ramrod_flags; 1870adfc5217SJeff Kirsher __set_bit(RAMROD_CONT, &p.ramrod_flags); 1871adfc5217SJeff Kirsher 1872adfc5217SJeff Kirsher return bnx2x_config_vlan_mac(bp, &p); 1873adfc5217SJeff Kirsher } 1874adfc5217SJeff Kirsher 1875adfc5217SJeff Kirsher static inline void bnx2x_init_raw_obj(struct bnx2x_raw_obj *raw, u8 cl_id, 1876adfc5217SJeff Kirsher u32 cid, u8 func_id, void *rdata, dma_addr_t rdata_mapping, int state, 1877adfc5217SJeff Kirsher unsigned long *pstate, bnx2x_obj_type type) 1878adfc5217SJeff Kirsher { 1879adfc5217SJeff Kirsher raw->func_id = func_id; 1880adfc5217SJeff Kirsher raw->cid = cid; 1881adfc5217SJeff Kirsher raw->cl_id = cl_id; 1882adfc5217SJeff Kirsher raw->rdata = rdata; 1883adfc5217SJeff Kirsher raw->rdata_mapping = rdata_mapping; 1884adfc5217SJeff Kirsher raw->state = state; 1885adfc5217SJeff Kirsher raw->pstate = pstate; 1886adfc5217SJeff Kirsher raw->obj_type = type; 1887adfc5217SJeff Kirsher raw->check_pending = bnx2x_raw_check_pending; 1888adfc5217SJeff Kirsher raw->clear_pending = bnx2x_raw_clear_pending; 1889adfc5217SJeff Kirsher raw->set_pending = bnx2x_raw_set_pending; 1890adfc5217SJeff Kirsher raw->wait_comp = bnx2x_raw_wait; 1891adfc5217SJeff Kirsher } 1892adfc5217SJeff Kirsher 1893adfc5217SJeff Kirsher static inline void bnx2x_init_vlan_mac_common(struct bnx2x_vlan_mac_obj *o, 1894adfc5217SJeff Kirsher u8 cl_id, u32 cid, u8 func_id, void *rdata, dma_addr_t rdata_mapping, 1895adfc5217SJeff Kirsher int state, unsigned long *pstate, bnx2x_obj_type type, 1896adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *macs_pool, 1897adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *vlans_pool) 1898adfc5217SJeff Kirsher { 1899adfc5217SJeff Kirsher INIT_LIST_HEAD(&o->head); 1900adfc5217SJeff Kirsher 1901adfc5217SJeff Kirsher o->macs_pool = macs_pool; 1902adfc5217SJeff Kirsher o->vlans_pool = vlans_pool; 1903adfc5217SJeff Kirsher 1904adfc5217SJeff Kirsher o->delete_all = bnx2x_vlan_mac_del_all; 1905adfc5217SJeff Kirsher o->restore = bnx2x_vlan_mac_restore; 1906adfc5217SJeff Kirsher o->complete = bnx2x_complete_vlan_mac; 1907adfc5217SJeff Kirsher o->wait = bnx2x_wait_vlan_mac; 1908adfc5217SJeff Kirsher 1909adfc5217SJeff Kirsher bnx2x_init_raw_obj(&o->raw, cl_id, cid, func_id, rdata, rdata_mapping, 1910adfc5217SJeff Kirsher state, pstate, type); 1911adfc5217SJeff Kirsher } 1912adfc5217SJeff Kirsher 1913adfc5217SJeff Kirsher 1914adfc5217SJeff Kirsher void bnx2x_init_mac_obj(struct bnx2x *bp, 1915adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *mac_obj, 1916adfc5217SJeff Kirsher u8 cl_id, u32 cid, u8 func_id, void *rdata, 1917adfc5217SJeff Kirsher dma_addr_t rdata_mapping, int state, 1918adfc5217SJeff Kirsher unsigned long *pstate, bnx2x_obj_type type, 1919adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *macs_pool) 1920adfc5217SJeff Kirsher { 1921adfc5217SJeff Kirsher union bnx2x_qable_obj *qable_obj = (union bnx2x_qable_obj *)mac_obj; 1922adfc5217SJeff Kirsher 1923adfc5217SJeff Kirsher bnx2x_init_vlan_mac_common(mac_obj, cl_id, cid, func_id, rdata, 1924adfc5217SJeff Kirsher rdata_mapping, state, pstate, type, 1925adfc5217SJeff Kirsher macs_pool, NULL); 1926adfc5217SJeff Kirsher 1927adfc5217SJeff Kirsher /* CAM credit pool handling */ 1928adfc5217SJeff Kirsher mac_obj->get_credit = bnx2x_get_credit_mac; 1929adfc5217SJeff Kirsher mac_obj->put_credit = bnx2x_put_credit_mac; 1930adfc5217SJeff Kirsher mac_obj->get_cam_offset = bnx2x_get_cam_offset_mac; 1931adfc5217SJeff Kirsher mac_obj->put_cam_offset = bnx2x_put_cam_offset_mac; 1932adfc5217SJeff Kirsher 1933adfc5217SJeff Kirsher if (CHIP_IS_E1x(bp)) { 1934adfc5217SJeff Kirsher mac_obj->set_one_rule = bnx2x_set_one_mac_e1x; 1935adfc5217SJeff Kirsher mac_obj->check_del = bnx2x_check_mac_del; 1936adfc5217SJeff Kirsher mac_obj->check_add = bnx2x_check_mac_add; 1937adfc5217SJeff Kirsher mac_obj->check_move = bnx2x_check_move_always_err; 1938adfc5217SJeff Kirsher mac_obj->ramrod_cmd = RAMROD_CMD_ID_ETH_SET_MAC; 1939adfc5217SJeff Kirsher 1940adfc5217SJeff Kirsher /* Exe Queue */ 1941adfc5217SJeff Kirsher bnx2x_exe_queue_init(bp, 1942adfc5217SJeff Kirsher &mac_obj->exe_queue, 1, qable_obj, 1943adfc5217SJeff Kirsher bnx2x_validate_vlan_mac, 1944460a25cdSYuval Mintz bnx2x_remove_vlan_mac, 1945adfc5217SJeff Kirsher bnx2x_optimize_vlan_mac, 1946adfc5217SJeff Kirsher bnx2x_execute_vlan_mac, 1947adfc5217SJeff Kirsher bnx2x_exeq_get_mac); 1948adfc5217SJeff Kirsher } else { 1949adfc5217SJeff Kirsher mac_obj->set_one_rule = bnx2x_set_one_mac_e2; 1950adfc5217SJeff Kirsher mac_obj->check_del = bnx2x_check_mac_del; 1951adfc5217SJeff Kirsher mac_obj->check_add = bnx2x_check_mac_add; 1952adfc5217SJeff Kirsher mac_obj->check_move = bnx2x_check_move; 1953adfc5217SJeff Kirsher mac_obj->ramrod_cmd = 1954adfc5217SJeff Kirsher RAMROD_CMD_ID_ETH_CLASSIFICATION_RULES; 1955ed5162a0SAriel Elior mac_obj->get_n_elements = bnx2x_get_n_elements; 1956adfc5217SJeff Kirsher 1957adfc5217SJeff Kirsher /* Exe Queue */ 1958adfc5217SJeff Kirsher bnx2x_exe_queue_init(bp, 1959adfc5217SJeff Kirsher &mac_obj->exe_queue, CLASSIFY_RULES_COUNT, 1960adfc5217SJeff Kirsher qable_obj, bnx2x_validate_vlan_mac, 1961460a25cdSYuval Mintz bnx2x_remove_vlan_mac, 1962adfc5217SJeff Kirsher bnx2x_optimize_vlan_mac, 1963adfc5217SJeff Kirsher bnx2x_execute_vlan_mac, 1964adfc5217SJeff Kirsher bnx2x_exeq_get_mac); 1965adfc5217SJeff Kirsher } 1966adfc5217SJeff Kirsher } 1967adfc5217SJeff Kirsher 1968adfc5217SJeff Kirsher void bnx2x_init_vlan_obj(struct bnx2x *bp, 1969adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *vlan_obj, 1970adfc5217SJeff Kirsher u8 cl_id, u32 cid, u8 func_id, void *rdata, 1971adfc5217SJeff Kirsher dma_addr_t rdata_mapping, int state, 1972adfc5217SJeff Kirsher unsigned long *pstate, bnx2x_obj_type type, 1973adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *vlans_pool) 1974adfc5217SJeff Kirsher { 1975adfc5217SJeff Kirsher union bnx2x_qable_obj *qable_obj = (union bnx2x_qable_obj *)vlan_obj; 1976adfc5217SJeff Kirsher 1977adfc5217SJeff Kirsher bnx2x_init_vlan_mac_common(vlan_obj, cl_id, cid, func_id, rdata, 1978adfc5217SJeff Kirsher rdata_mapping, state, pstate, type, NULL, 1979adfc5217SJeff Kirsher vlans_pool); 1980adfc5217SJeff Kirsher 1981adfc5217SJeff Kirsher vlan_obj->get_credit = bnx2x_get_credit_vlan; 1982adfc5217SJeff Kirsher vlan_obj->put_credit = bnx2x_put_credit_vlan; 1983adfc5217SJeff Kirsher vlan_obj->get_cam_offset = bnx2x_get_cam_offset_vlan; 1984adfc5217SJeff Kirsher vlan_obj->put_cam_offset = bnx2x_put_cam_offset_vlan; 1985adfc5217SJeff Kirsher 1986adfc5217SJeff Kirsher if (CHIP_IS_E1x(bp)) { 1987adfc5217SJeff Kirsher BNX2X_ERR("Do not support chips others than E2 and newer\n"); 1988adfc5217SJeff Kirsher BUG(); 1989adfc5217SJeff Kirsher } else { 1990adfc5217SJeff Kirsher vlan_obj->set_one_rule = bnx2x_set_one_vlan_e2; 1991adfc5217SJeff Kirsher vlan_obj->check_del = bnx2x_check_vlan_del; 1992adfc5217SJeff Kirsher vlan_obj->check_add = bnx2x_check_vlan_add; 1993adfc5217SJeff Kirsher vlan_obj->check_move = bnx2x_check_move; 1994adfc5217SJeff Kirsher vlan_obj->ramrod_cmd = 1995adfc5217SJeff Kirsher RAMROD_CMD_ID_ETH_CLASSIFICATION_RULES; 1996adfc5217SJeff Kirsher 1997adfc5217SJeff Kirsher /* Exe Queue */ 1998adfc5217SJeff Kirsher bnx2x_exe_queue_init(bp, 1999adfc5217SJeff Kirsher &vlan_obj->exe_queue, CLASSIFY_RULES_COUNT, 2000adfc5217SJeff Kirsher qable_obj, bnx2x_validate_vlan_mac, 2001460a25cdSYuval Mintz bnx2x_remove_vlan_mac, 2002adfc5217SJeff Kirsher bnx2x_optimize_vlan_mac, 2003adfc5217SJeff Kirsher bnx2x_execute_vlan_mac, 2004adfc5217SJeff Kirsher bnx2x_exeq_get_vlan); 2005adfc5217SJeff Kirsher } 2006adfc5217SJeff Kirsher } 2007adfc5217SJeff Kirsher 2008adfc5217SJeff Kirsher void bnx2x_init_vlan_mac_obj(struct bnx2x *bp, 2009adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *vlan_mac_obj, 2010adfc5217SJeff Kirsher u8 cl_id, u32 cid, u8 func_id, void *rdata, 2011adfc5217SJeff Kirsher dma_addr_t rdata_mapping, int state, 2012adfc5217SJeff Kirsher unsigned long *pstate, bnx2x_obj_type type, 2013adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *macs_pool, 2014adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *vlans_pool) 2015adfc5217SJeff Kirsher { 2016adfc5217SJeff Kirsher union bnx2x_qable_obj *qable_obj = 2017adfc5217SJeff Kirsher (union bnx2x_qable_obj *)vlan_mac_obj; 2018adfc5217SJeff Kirsher 2019adfc5217SJeff Kirsher bnx2x_init_vlan_mac_common(vlan_mac_obj, cl_id, cid, func_id, rdata, 2020adfc5217SJeff Kirsher rdata_mapping, state, pstate, type, 2021adfc5217SJeff Kirsher macs_pool, vlans_pool); 2022adfc5217SJeff Kirsher 2023adfc5217SJeff Kirsher /* CAM pool handling */ 2024adfc5217SJeff Kirsher vlan_mac_obj->get_credit = bnx2x_get_credit_vlan_mac; 2025adfc5217SJeff Kirsher vlan_mac_obj->put_credit = bnx2x_put_credit_vlan_mac; 2026adfc5217SJeff Kirsher /* 2027adfc5217SJeff Kirsher * CAM offset is relevant for 57710 and 57711 chips only which have a 2028adfc5217SJeff Kirsher * single CAM for both MACs and VLAN-MAC pairs. So the offset 2029adfc5217SJeff Kirsher * will be taken from MACs' pool object only. 2030adfc5217SJeff Kirsher */ 2031adfc5217SJeff Kirsher vlan_mac_obj->get_cam_offset = bnx2x_get_cam_offset_mac; 2032adfc5217SJeff Kirsher vlan_mac_obj->put_cam_offset = bnx2x_put_cam_offset_mac; 2033adfc5217SJeff Kirsher 2034adfc5217SJeff Kirsher if (CHIP_IS_E1(bp)) { 2035adfc5217SJeff Kirsher BNX2X_ERR("Do not support chips others than E2\n"); 2036adfc5217SJeff Kirsher BUG(); 2037adfc5217SJeff Kirsher } else if (CHIP_IS_E1H(bp)) { 2038adfc5217SJeff Kirsher vlan_mac_obj->set_one_rule = bnx2x_set_one_vlan_mac_e1h; 2039adfc5217SJeff Kirsher vlan_mac_obj->check_del = bnx2x_check_vlan_mac_del; 2040adfc5217SJeff Kirsher vlan_mac_obj->check_add = bnx2x_check_vlan_mac_add; 2041adfc5217SJeff Kirsher vlan_mac_obj->check_move = bnx2x_check_move_always_err; 2042adfc5217SJeff Kirsher vlan_mac_obj->ramrod_cmd = RAMROD_CMD_ID_ETH_SET_MAC; 2043adfc5217SJeff Kirsher 2044adfc5217SJeff Kirsher /* Exe Queue */ 2045adfc5217SJeff Kirsher bnx2x_exe_queue_init(bp, 2046adfc5217SJeff Kirsher &vlan_mac_obj->exe_queue, 1, qable_obj, 2047adfc5217SJeff Kirsher bnx2x_validate_vlan_mac, 2048460a25cdSYuval Mintz bnx2x_remove_vlan_mac, 2049adfc5217SJeff Kirsher bnx2x_optimize_vlan_mac, 2050adfc5217SJeff Kirsher bnx2x_execute_vlan_mac, 2051adfc5217SJeff Kirsher bnx2x_exeq_get_vlan_mac); 2052adfc5217SJeff Kirsher } else { 2053adfc5217SJeff Kirsher vlan_mac_obj->set_one_rule = bnx2x_set_one_vlan_mac_e2; 2054adfc5217SJeff Kirsher vlan_mac_obj->check_del = bnx2x_check_vlan_mac_del; 2055adfc5217SJeff Kirsher vlan_mac_obj->check_add = bnx2x_check_vlan_mac_add; 2056adfc5217SJeff Kirsher vlan_mac_obj->check_move = bnx2x_check_move; 2057adfc5217SJeff Kirsher vlan_mac_obj->ramrod_cmd = 2058adfc5217SJeff Kirsher RAMROD_CMD_ID_ETH_CLASSIFICATION_RULES; 2059adfc5217SJeff Kirsher 2060adfc5217SJeff Kirsher /* Exe Queue */ 2061adfc5217SJeff Kirsher bnx2x_exe_queue_init(bp, 2062adfc5217SJeff Kirsher &vlan_mac_obj->exe_queue, 2063adfc5217SJeff Kirsher CLASSIFY_RULES_COUNT, 2064adfc5217SJeff Kirsher qable_obj, bnx2x_validate_vlan_mac, 2065460a25cdSYuval Mintz bnx2x_remove_vlan_mac, 2066adfc5217SJeff Kirsher bnx2x_optimize_vlan_mac, 2067adfc5217SJeff Kirsher bnx2x_execute_vlan_mac, 2068adfc5217SJeff Kirsher bnx2x_exeq_get_vlan_mac); 2069adfc5217SJeff Kirsher } 2070adfc5217SJeff Kirsher 2071adfc5217SJeff Kirsher } 2072adfc5217SJeff Kirsher 2073adfc5217SJeff Kirsher /* RX_MODE verbs: DROP_ALL/ACCEPT_ALL/ACCEPT_ALL_MULTI/ACCEPT_ALL_VLAN/NORMAL */ 2074adfc5217SJeff Kirsher static inline void __storm_memset_mac_filters(struct bnx2x *bp, 2075adfc5217SJeff Kirsher struct tstorm_eth_mac_filter_config *mac_filters, 2076adfc5217SJeff Kirsher u16 pf_id) 2077adfc5217SJeff Kirsher { 2078adfc5217SJeff Kirsher size_t size = sizeof(struct tstorm_eth_mac_filter_config); 2079adfc5217SJeff Kirsher 2080adfc5217SJeff Kirsher u32 addr = BAR_TSTRORM_INTMEM + 2081adfc5217SJeff Kirsher TSTORM_MAC_FILTER_CONFIG_OFFSET(pf_id); 2082adfc5217SJeff Kirsher 2083adfc5217SJeff Kirsher __storm_memset_struct(bp, addr, size, (u32 *)mac_filters); 2084adfc5217SJeff Kirsher } 2085adfc5217SJeff Kirsher 2086adfc5217SJeff Kirsher static int bnx2x_set_rx_mode_e1x(struct bnx2x *bp, 2087adfc5217SJeff Kirsher struct bnx2x_rx_mode_ramrod_params *p) 2088adfc5217SJeff Kirsher { 2089adfc5217SJeff Kirsher /* update the bp MAC filter structure */ 2090adfc5217SJeff Kirsher u32 mask = (1 << p->cl_id); 2091adfc5217SJeff Kirsher 2092adfc5217SJeff Kirsher struct tstorm_eth_mac_filter_config *mac_filters = 2093adfc5217SJeff Kirsher (struct tstorm_eth_mac_filter_config *)p->rdata; 2094adfc5217SJeff Kirsher 2095adfc5217SJeff Kirsher /* initial seeting is drop-all */ 2096adfc5217SJeff Kirsher u8 drop_all_ucast = 1, drop_all_mcast = 1; 2097adfc5217SJeff Kirsher u8 accp_all_ucast = 0, accp_all_bcast = 0, accp_all_mcast = 0; 2098adfc5217SJeff Kirsher u8 unmatched_unicast = 0; 2099adfc5217SJeff Kirsher 2100adfc5217SJeff Kirsher /* In e1x there we only take into account rx acceot flag since tx switching 2101adfc5217SJeff Kirsher * isn't enabled. */ 2102adfc5217SJeff Kirsher if (test_bit(BNX2X_ACCEPT_UNICAST, &p->rx_accept_flags)) 2103adfc5217SJeff Kirsher /* accept matched ucast */ 2104adfc5217SJeff Kirsher drop_all_ucast = 0; 2105adfc5217SJeff Kirsher 2106adfc5217SJeff Kirsher if (test_bit(BNX2X_ACCEPT_MULTICAST, &p->rx_accept_flags)) 2107adfc5217SJeff Kirsher /* accept matched mcast */ 2108adfc5217SJeff Kirsher drop_all_mcast = 0; 2109adfc5217SJeff Kirsher 2110adfc5217SJeff Kirsher if (test_bit(BNX2X_ACCEPT_ALL_UNICAST, &p->rx_accept_flags)) { 2111adfc5217SJeff Kirsher /* accept all mcast */ 2112adfc5217SJeff Kirsher drop_all_ucast = 0; 2113adfc5217SJeff Kirsher accp_all_ucast = 1; 2114adfc5217SJeff Kirsher } 2115adfc5217SJeff Kirsher if (test_bit(BNX2X_ACCEPT_ALL_MULTICAST, &p->rx_accept_flags)) { 2116adfc5217SJeff Kirsher /* accept all mcast */ 2117adfc5217SJeff Kirsher drop_all_mcast = 0; 2118adfc5217SJeff Kirsher accp_all_mcast = 1; 2119adfc5217SJeff Kirsher } 2120adfc5217SJeff Kirsher if (test_bit(BNX2X_ACCEPT_BROADCAST, &p->rx_accept_flags)) 2121adfc5217SJeff Kirsher /* accept (all) bcast */ 2122adfc5217SJeff Kirsher accp_all_bcast = 1; 2123adfc5217SJeff Kirsher if (test_bit(BNX2X_ACCEPT_UNMATCHED, &p->rx_accept_flags)) 2124adfc5217SJeff Kirsher /* accept unmatched unicasts */ 2125adfc5217SJeff Kirsher unmatched_unicast = 1; 2126adfc5217SJeff Kirsher 2127adfc5217SJeff Kirsher mac_filters->ucast_drop_all = drop_all_ucast ? 2128adfc5217SJeff Kirsher mac_filters->ucast_drop_all | mask : 2129adfc5217SJeff Kirsher mac_filters->ucast_drop_all & ~mask; 2130adfc5217SJeff Kirsher 2131adfc5217SJeff Kirsher mac_filters->mcast_drop_all = drop_all_mcast ? 2132adfc5217SJeff Kirsher mac_filters->mcast_drop_all | mask : 2133adfc5217SJeff Kirsher mac_filters->mcast_drop_all & ~mask; 2134adfc5217SJeff Kirsher 2135adfc5217SJeff Kirsher mac_filters->ucast_accept_all = accp_all_ucast ? 2136adfc5217SJeff Kirsher mac_filters->ucast_accept_all | mask : 2137adfc5217SJeff Kirsher mac_filters->ucast_accept_all & ~mask; 2138adfc5217SJeff Kirsher 2139adfc5217SJeff Kirsher mac_filters->mcast_accept_all = accp_all_mcast ? 2140adfc5217SJeff Kirsher mac_filters->mcast_accept_all | mask : 2141adfc5217SJeff Kirsher mac_filters->mcast_accept_all & ~mask; 2142adfc5217SJeff Kirsher 2143adfc5217SJeff Kirsher mac_filters->bcast_accept_all = accp_all_bcast ? 2144adfc5217SJeff Kirsher mac_filters->bcast_accept_all | mask : 2145adfc5217SJeff Kirsher mac_filters->bcast_accept_all & ~mask; 2146adfc5217SJeff Kirsher 2147adfc5217SJeff Kirsher mac_filters->unmatched_unicast = unmatched_unicast ? 2148adfc5217SJeff Kirsher mac_filters->unmatched_unicast | mask : 2149adfc5217SJeff Kirsher mac_filters->unmatched_unicast & ~mask; 2150adfc5217SJeff Kirsher 2151adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "drop_ucast 0x%x\ndrop_mcast 0x%x\n accp_ucast 0x%x\n" 2152adfc5217SJeff Kirsher "accp_mcast 0x%x\naccp_bcast 0x%x\n", 2153adfc5217SJeff Kirsher mac_filters->ucast_drop_all, 2154adfc5217SJeff Kirsher mac_filters->mcast_drop_all, 2155adfc5217SJeff Kirsher mac_filters->ucast_accept_all, 2156adfc5217SJeff Kirsher mac_filters->mcast_accept_all, 2157adfc5217SJeff Kirsher mac_filters->bcast_accept_all); 2158adfc5217SJeff Kirsher 2159adfc5217SJeff Kirsher /* write the MAC filter structure*/ 2160adfc5217SJeff Kirsher __storm_memset_mac_filters(bp, mac_filters, p->func_id); 2161adfc5217SJeff Kirsher 2162adfc5217SJeff Kirsher /* The operation is completed */ 2163adfc5217SJeff Kirsher clear_bit(p->state, p->pstate); 2164adfc5217SJeff Kirsher smp_mb__after_clear_bit(); 2165adfc5217SJeff Kirsher 2166adfc5217SJeff Kirsher return 0; 2167adfc5217SJeff Kirsher } 2168adfc5217SJeff Kirsher 2169adfc5217SJeff Kirsher /* Setup ramrod data */ 2170adfc5217SJeff Kirsher static inline void bnx2x_rx_mode_set_rdata_hdr_e2(u32 cid, 2171adfc5217SJeff Kirsher struct eth_classify_header *hdr, 2172adfc5217SJeff Kirsher u8 rule_cnt) 2173adfc5217SJeff Kirsher { 2174adfc5217SJeff Kirsher hdr->echo = cid; 2175adfc5217SJeff Kirsher hdr->rule_cnt = rule_cnt; 2176adfc5217SJeff Kirsher } 2177adfc5217SJeff Kirsher 2178adfc5217SJeff Kirsher static inline void bnx2x_rx_mode_set_cmd_state_e2(struct bnx2x *bp, 2179adfc5217SJeff Kirsher unsigned long accept_flags, 2180adfc5217SJeff Kirsher struct eth_filter_rules_cmd *cmd, 2181adfc5217SJeff Kirsher bool clear_accept_all) 2182adfc5217SJeff Kirsher { 2183adfc5217SJeff Kirsher u16 state; 2184adfc5217SJeff Kirsher 2185adfc5217SJeff Kirsher /* start with 'drop-all' */ 2186adfc5217SJeff Kirsher state = ETH_FILTER_RULES_CMD_UCAST_DROP_ALL | 2187adfc5217SJeff Kirsher ETH_FILTER_RULES_CMD_MCAST_DROP_ALL; 2188adfc5217SJeff Kirsher 2189adfc5217SJeff Kirsher if (accept_flags) { 2190adfc5217SJeff Kirsher if (test_bit(BNX2X_ACCEPT_UNICAST, &accept_flags)) 2191adfc5217SJeff Kirsher state &= ~ETH_FILTER_RULES_CMD_UCAST_DROP_ALL; 2192adfc5217SJeff Kirsher 2193adfc5217SJeff Kirsher if (test_bit(BNX2X_ACCEPT_MULTICAST, &accept_flags)) 2194adfc5217SJeff Kirsher state &= ~ETH_FILTER_RULES_CMD_MCAST_DROP_ALL; 2195adfc5217SJeff Kirsher 2196adfc5217SJeff Kirsher if (test_bit(BNX2X_ACCEPT_ALL_UNICAST, &accept_flags)) { 2197adfc5217SJeff Kirsher state &= ~ETH_FILTER_RULES_CMD_UCAST_DROP_ALL; 2198adfc5217SJeff Kirsher state |= ETH_FILTER_RULES_CMD_UCAST_ACCEPT_ALL; 2199adfc5217SJeff Kirsher } 2200adfc5217SJeff Kirsher 2201adfc5217SJeff Kirsher if (test_bit(BNX2X_ACCEPT_ALL_MULTICAST, &accept_flags)) { 2202adfc5217SJeff Kirsher state |= ETH_FILTER_RULES_CMD_MCAST_ACCEPT_ALL; 2203adfc5217SJeff Kirsher state &= ~ETH_FILTER_RULES_CMD_MCAST_DROP_ALL; 2204adfc5217SJeff Kirsher } 2205adfc5217SJeff Kirsher if (test_bit(BNX2X_ACCEPT_BROADCAST, &accept_flags)) 2206adfc5217SJeff Kirsher state |= ETH_FILTER_RULES_CMD_BCAST_ACCEPT_ALL; 2207adfc5217SJeff Kirsher 2208adfc5217SJeff Kirsher if (test_bit(BNX2X_ACCEPT_UNMATCHED, &accept_flags)) { 2209adfc5217SJeff Kirsher state &= ~ETH_FILTER_RULES_CMD_UCAST_DROP_ALL; 2210adfc5217SJeff Kirsher state |= ETH_FILTER_RULES_CMD_UCAST_ACCEPT_UNMATCHED; 2211adfc5217SJeff Kirsher } 2212adfc5217SJeff Kirsher if (test_bit(BNX2X_ACCEPT_ANY_VLAN, &accept_flags)) 2213adfc5217SJeff Kirsher state |= ETH_FILTER_RULES_CMD_ACCEPT_ANY_VLAN; 2214adfc5217SJeff Kirsher } 2215adfc5217SJeff Kirsher 2216adfc5217SJeff Kirsher /* Clear ACCEPT_ALL_XXX flags for FCoE L2 Queue */ 2217adfc5217SJeff Kirsher if (clear_accept_all) { 2218adfc5217SJeff Kirsher state &= ~ETH_FILTER_RULES_CMD_MCAST_ACCEPT_ALL; 2219adfc5217SJeff Kirsher state &= ~ETH_FILTER_RULES_CMD_BCAST_ACCEPT_ALL; 2220adfc5217SJeff Kirsher state &= ~ETH_FILTER_RULES_CMD_UCAST_ACCEPT_ALL; 2221adfc5217SJeff Kirsher state &= ~ETH_FILTER_RULES_CMD_UCAST_ACCEPT_UNMATCHED; 2222adfc5217SJeff Kirsher } 2223adfc5217SJeff Kirsher 2224adfc5217SJeff Kirsher cmd->state = cpu_to_le16(state); 2225adfc5217SJeff Kirsher 2226adfc5217SJeff Kirsher } 2227adfc5217SJeff Kirsher 2228adfc5217SJeff Kirsher static int bnx2x_set_rx_mode_e2(struct bnx2x *bp, 2229adfc5217SJeff Kirsher struct bnx2x_rx_mode_ramrod_params *p) 2230adfc5217SJeff Kirsher { 2231adfc5217SJeff Kirsher struct eth_filter_rules_ramrod_data *data = p->rdata; 2232adfc5217SJeff Kirsher int rc; 2233adfc5217SJeff Kirsher u8 rule_idx = 0; 2234adfc5217SJeff Kirsher 2235adfc5217SJeff Kirsher /* Reset the ramrod data buffer */ 2236adfc5217SJeff Kirsher memset(data, 0, sizeof(*data)); 2237adfc5217SJeff Kirsher 2238adfc5217SJeff Kirsher /* Setup ramrod data */ 2239adfc5217SJeff Kirsher 2240adfc5217SJeff Kirsher /* Tx (internal switching) */ 2241adfc5217SJeff Kirsher if (test_bit(RAMROD_TX, &p->ramrod_flags)) { 2242adfc5217SJeff Kirsher data->rules[rule_idx].client_id = p->cl_id; 2243adfc5217SJeff Kirsher data->rules[rule_idx].func_id = p->func_id; 2244adfc5217SJeff Kirsher 2245adfc5217SJeff Kirsher data->rules[rule_idx].cmd_general_data = 2246adfc5217SJeff Kirsher ETH_FILTER_RULES_CMD_TX_CMD; 2247adfc5217SJeff Kirsher 2248adfc5217SJeff Kirsher bnx2x_rx_mode_set_cmd_state_e2(bp, p->tx_accept_flags, 2249adfc5217SJeff Kirsher &(data->rules[rule_idx++]), false); 2250adfc5217SJeff Kirsher } 2251adfc5217SJeff Kirsher 2252adfc5217SJeff Kirsher /* Rx */ 2253adfc5217SJeff Kirsher if (test_bit(RAMROD_RX, &p->ramrod_flags)) { 2254adfc5217SJeff Kirsher data->rules[rule_idx].client_id = p->cl_id; 2255adfc5217SJeff Kirsher data->rules[rule_idx].func_id = p->func_id; 2256adfc5217SJeff Kirsher 2257adfc5217SJeff Kirsher data->rules[rule_idx].cmd_general_data = 2258adfc5217SJeff Kirsher ETH_FILTER_RULES_CMD_RX_CMD; 2259adfc5217SJeff Kirsher 2260adfc5217SJeff Kirsher bnx2x_rx_mode_set_cmd_state_e2(bp, p->rx_accept_flags, 2261adfc5217SJeff Kirsher &(data->rules[rule_idx++]), false); 2262adfc5217SJeff Kirsher } 2263adfc5217SJeff Kirsher 2264adfc5217SJeff Kirsher 2265adfc5217SJeff Kirsher /* 2266adfc5217SJeff Kirsher * If FCoE Queue configuration has been requested configure the Rx and 2267adfc5217SJeff Kirsher * internal switching modes for this queue in separate rules. 2268adfc5217SJeff Kirsher * 2269adfc5217SJeff Kirsher * FCoE queue shell never be set to ACCEPT_ALL packets of any sort: 2270adfc5217SJeff Kirsher * MCAST_ALL, UCAST_ALL, BCAST_ALL and UNMATCHED. 2271adfc5217SJeff Kirsher */ 2272adfc5217SJeff Kirsher if (test_bit(BNX2X_RX_MODE_FCOE_ETH, &p->rx_mode_flags)) { 2273adfc5217SJeff Kirsher /* Tx (internal switching) */ 2274adfc5217SJeff Kirsher if (test_bit(RAMROD_TX, &p->ramrod_flags)) { 2275adfc5217SJeff Kirsher data->rules[rule_idx].client_id = bnx2x_fcoe(bp, cl_id); 2276adfc5217SJeff Kirsher data->rules[rule_idx].func_id = p->func_id; 2277adfc5217SJeff Kirsher 2278adfc5217SJeff Kirsher data->rules[rule_idx].cmd_general_data = 2279adfc5217SJeff Kirsher ETH_FILTER_RULES_CMD_TX_CMD; 2280adfc5217SJeff Kirsher 2281adfc5217SJeff Kirsher bnx2x_rx_mode_set_cmd_state_e2(bp, p->tx_accept_flags, 2282adfc5217SJeff Kirsher &(data->rules[rule_idx++]), 2283adfc5217SJeff Kirsher true); 2284adfc5217SJeff Kirsher } 2285adfc5217SJeff Kirsher 2286adfc5217SJeff Kirsher /* Rx */ 2287adfc5217SJeff Kirsher if (test_bit(RAMROD_RX, &p->ramrod_flags)) { 2288adfc5217SJeff Kirsher data->rules[rule_idx].client_id = bnx2x_fcoe(bp, cl_id); 2289adfc5217SJeff Kirsher data->rules[rule_idx].func_id = p->func_id; 2290adfc5217SJeff Kirsher 2291adfc5217SJeff Kirsher data->rules[rule_idx].cmd_general_data = 2292adfc5217SJeff Kirsher ETH_FILTER_RULES_CMD_RX_CMD; 2293adfc5217SJeff Kirsher 2294adfc5217SJeff Kirsher bnx2x_rx_mode_set_cmd_state_e2(bp, p->rx_accept_flags, 2295adfc5217SJeff Kirsher &(data->rules[rule_idx++]), 2296adfc5217SJeff Kirsher true); 2297adfc5217SJeff Kirsher } 2298adfc5217SJeff Kirsher } 2299adfc5217SJeff Kirsher 2300adfc5217SJeff Kirsher /* 2301adfc5217SJeff Kirsher * Set the ramrod header (most importantly - number of rules to 2302adfc5217SJeff Kirsher * configure). 2303adfc5217SJeff Kirsher */ 2304adfc5217SJeff Kirsher bnx2x_rx_mode_set_rdata_hdr_e2(p->cid, &data->header, rule_idx); 2305adfc5217SJeff Kirsher 2306adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "About to configure %d rules, rx_accept_flags 0x%lx, " 2307adfc5217SJeff Kirsher "tx_accept_flags 0x%lx\n", 2308adfc5217SJeff Kirsher data->header.rule_cnt, p->rx_accept_flags, 2309adfc5217SJeff Kirsher p->tx_accept_flags); 2310adfc5217SJeff Kirsher 2311adfc5217SJeff Kirsher /* 2312adfc5217SJeff Kirsher * No need for an explicit memory barrier here as long we would 2313adfc5217SJeff Kirsher * need to ensure the ordering of writing to the SPQ element 2314adfc5217SJeff Kirsher * and updating of the SPQ producer which involves a memory 2315adfc5217SJeff Kirsher * read and we will have to put a full memory barrier there 2316adfc5217SJeff Kirsher * (inside bnx2x_sp_post()). 2317adfc5217SJeff Kirsher */ 2318adfc5217SJeff Kirsher 2319adfc5217SJeff Kirsher /* Send a ramrod */ 2320adfc5217SJeff Kirsher rc = bnx2x_sp_post(bp, RAMROD_CMD_ID_ETH_FILTER_RULES, p->cid, 2321adfc5217SJeff Kirsher U64_HI(p->rdata_mapping), 2322adfc5217SJeff Kirsher U64_LO(p->rdata_mapping), 2323adfc5217SJeff Kirsher ETH_CONNECTION_TYPE); 2324adfc5217SJeff Kirsher if (rc) 2325adfc5217SJeff Kirsher return rc; 2326adfc5217SJeff Kirsher 2327adfc5217SJeff Kirsher /* Ramrod completion is pending */ 2328adfc5217SJeff Kirsher return 1; 2329adfc5217SJeff Kirsher } 2330adfc5217SJeff Kirsher 2331adfc5217SJeff Kirsher static int bnx2x_wait_rx_mode_comp_e2(struct bnx2x *bp, 2332adfc5217SJeff Kirsher struct bnx2x_rx_mode_ramrod_params *p) 2333adfc5217SJeff Kirsher { 2334adfc5217SJeff Kirsher return bnx2x_state_wait(bp, p->state, p->pstate); 2335adfc5217SJeff Kirsher } 2336adfc5217SJeff Kirsher 2337adfc5217SJeff Kirsher static int bnx2x_empty_rx_mode_wait(struct bnx2x *bp, 2338adfc5217SJeff Kirsher struct bnx2x_rx_mode_ramrod_params *p) 2339adfc5217SJeff Kirsher { 2340adfc5217SJeff Kirsher /* Do nothing */ 2341adfc5217SJeff Kirsher return 0; 2342adfc5217SJeff Kirsher } 2343adfc5217SJeff Kirsher 2344adfc5217SJeff Kirsher int bnx2x_config_rx_mode(struct bnx2x *bp, 2345adfc5217SJeff Kirsher struct bnx2x_rx_mode_ramrod_params *p) 2346adfc5217SJeff Kirsher { 2347adfc5217SJeff Kirsher int rc; 2348adfc5217SJeff Kirsher 2349adfc5217SJeff Kirsher /* Configure the new classification in the chip */ 2350adfc5217SJeff Kirsher rc = p->rx_mode_obj->config_rx_mode(bp, p); 2351adfc5217SJeff Kirsher if (rc < 0) 2352adfc5217SJeff Kirsher return rc; 2353adfc5217SJeff Kirsher 2354adfc5217SJeff Kirsher /* Wait for a ramrod completion if was requested */ 2355adfc5217SJeff Kirsher if (test_bit(RAMROD_COMP_WAIT, &p->ramrod_flags)) { 2356adfc5217SJeff Kirsher rc = p->rx_mode_obj->wait_comp(bp, p); 2357adfc5217SJeff Kirsher if (rc) 2358adfc5217SJeff Kirsher return rc; 2359adfc5217SJeff Kirsher } 2360adfc5217SJeff Kirsher 2361adfc5217SJeff Kirsher return rc; 2362adfc5217SJeff Kirsher } 2363adfc5217SJeff Kirsher 2364adfc5217SJeff Kirsher void bnx2x_init_rx_mode_obj(struct bnx2x *bp, 2365adfc5217SJeff Kirsher struct bnx2x_rx_mode_obj *o) 2366adfc5217SJeff Kirsher { 2367adfc5217SJeff Kirsher if (CHIP_IS_E1x(bp)) { 2368adfc5217SJeff Kirsher o->wait_comp = bnx2x_empty_rx_mode_wait; 2369adfc5217SJeff Kirsher o->config_rx_mode = bnx2x_set_rx_mode_e1x; 2370adfc5217SJeff Kirsher } else { 2371adfc5217SJeff Kirsher o->wait_comp = bnx2x_wait_rx_mode_comp_e2; 2372adfc5217SJeff Kirsher o->config_rx_mode = bnx2x_set_rx_mode_e2; 2373adfc5217SJeff Kirsher } 2374adfc5217SJeff Kirsher } 2375adfc5217SJeff Kirsher 2376adfc5217SJeff Kirsher /********************* Multicast verbs: SET, CLEAR ****************************/ 2377adfc5217SJeff Kirsher static inline u8 bnx2x_mcast_bin_from_mac(u8 *mac) 2378adfc5217SJeff Kirsher { 2379adfc5217SJeff Kirsher return (crc32c_le(0, mac, ETH_ALEN) >> 24) & 0xff; 2380adfc5217SJeff Kirsher } 2381adfc5217SJeff Kirsher 2382adfc5217SJeff Kirsher struct bnx2x_mcast_mac_elem { 2383adfc5217SJeff Kirsher struct list_head link; 2384adfc5217SJeff Kirsher u8 mac[ETH_ALEN]; 2385adfc5217SJeff Kirsher u8 pad[2]; /* For a natural alignment of the following buffer */ 2386adfc5217SJeff Kirsher }; 2387adfc5217SJeff Kirsher 2388adfc5217SJeff Kirsher struct bnx2x_pending_mcast_cmd { 2389adfc5217SJeff Kirsher struct list_head link; 2390adfc5217SJeff Kirsher int type; /* BNX2X_MCAST_CMD_X */ 2391adfc5217SJeff Kirsher union { 2392adfc5217SJeff Kirsher struct list_head macs_head; 2393adfc5217SJeff Kirsher u32 macs_num; /* Needed for DEL command */ 2394adfc5217SJeff Kirsher int next_bin; /* Needed for RESTORE flow with aprox match */ 2395adfc5217SJeff Kirsher } data; 2396adfc5217SJeff Kirsher 2397adfc5217SJeff Kirsher bool done; /* set to true, when the command has been handled, 2398adfc5217SJeff Kirsher * practically used in 57712 handling only, where one pending 2399adfc5217SJeff Kirsher * command may be handled in a few operations. As long as for 2400adfc5217SJeff Kirsher * other chips every operation handling is completed in a 2401adfc5217SJeff Kirsher * single ramrod, there is no need to utilize this field. 2402adfc5217SJeff Kirsher */ 2403adfc5217SJeff Kirsher }; 2404adfc5217SJeff Kirsher 2405adfc5217SJeff Kirsher static int bnx2x_mcast_wait(struct bnx2x *bp, 2406adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o) 2407adfc5217SJeff Kirsher { 2408adfc5217SJeff Kirsher if (bnx2x_state_wait(bp, o->sched_state, o->raw.pstate) || 2409adfc5217SJeff Kirsher o->raw.wait_comp(bp, &o->raw)) 2410adfc5217SJeff Kirsher return -EBUSY; 2411adfc5217SJeff Kirsher 2412adfc5217SJeff Kirsher return 0; 2413adfc5217SJeff Kirsher } 2414adfc5217SJeff Kirsher 2415adfc5217SJeff Kirsher static int bnx2x_mcast_enqueue_cmd(struct bnx2x *bp, 2416adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o, 2417adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p, 2418adfc5217SJeff Kirsher int cmd) 2419adfc5217SJeff Kirsher { 2420adfc5217SJeff Kirsher int total_sz; 2421adfc5217SJeff Kirsher struct bnx2x_pending_mcast_cmd *new_cmd; 2422adfc5217SJeff Kirsher struct bnx2x_mcast_mac_elem *cur_mac = NULL; 2423adfc5217SJeff Kirsher struct bnx2x_mcast_list_elem *pos; 2424adfc5217SJeff Kirsher int macs_list_len = ((cmd == BNX2X_MCAST_CMD_ADD) ? 2425adfc5217SJeff Kirsher p->mcast_list_len : 0); 2426adfc5217SJeff Kirsher 2427adfc5217SJeff Kirsher /* If the command is empty ("handle pending commands only"), break */ 2428adfc5217SJeff Kirsher if (!p->mcast_list_len) 2429adfc5217SJeff Kirsher return 0; 2430adfc5217SJeff Kirsher 2431adfc5217SJeff Kirsher total_sz = sizeof(*new_cmd) + 2432adfc5217SJeff Kirsher macs_list_len * sizeof(struct bnx2x_mcast_mac_elem); 2433adfc5217SJeff Kirsher 2434adfc5217SJeff Kirsher /* Add mcast is called under spin_lock, thus calling with GFP_ATOMIC */ 2435adfc5217SJeff Kirsher new_cmd = kzalloc(total_sz, GFP_ATOMIC); 2436adfc5217SJeff Kirsher 2437adfc5217SJeff Kirsher if (!new_cmd) 2438adfc5217SJeff Kirsher return -ENOMEM; 2439adfc5217SJeff Kirsher 2440adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "About to enqueue a new %d command. " 2441adfc5217SJeff Kirsher "macs_list_len=%d\n", cmd, macs_list_len); 2442adfc5217SJeff Kirsher 2443adfc5217SJeff Kirsher INIT_LIST_HEAD(&new_cmd->data.macs_head); 2444adfc5217SJeff Kirsher 2445adfc5217SJeff Kirsher new_cmd->type = cmd; 2446adfc5217SJeff Kirsher new_cmd->done = false; 2447adfc5217SJeff Kirsher 2448adfc5217SJeff Kirsher switch (cmd) { 2449adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_ADD: 2450adfc5217SJeff Kirsher cur_mac = (struct bnx2x_mcast_mac_elem *) 2451adfc5217SJeff Kirsher ((u8 *)new_cmd + sizeof(*new_cmd)); 2452adfc5217SJeff Kirsher 2453adfc5217SJeff Kirsher /* Push the MACs of the current command into the pendig command 2454adfc5217SJeff Kirsher * MACs list: FIFO 2455adfc5217SJeff Kirsher */ 2456adfc5217SJeff Kirsher list_for_each_entry(pos, &p->mcast_list, link) { 2457adfc5217SJeff Kirsher memcpy(cur_mac->mac, pos->mac, ETH_ALEN); 2458adfc5217SJeff Kirsher list_add_tail(&cur_mac->link, &new_cmd->data.macs_head); 2459adfc5217SJeff Kirsher cur_mac++; 2460adfc5217SJeff Kirsher } 2461adfc5217SJeff Kirsher 2462adfc5217SJeff Kirsher break; 2463adfc5217SJeff Kirsher 2464adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_DEL: 2465adfc5217SJeff Kirsher new_cmd->data.macs_num = p->mcast_list_len; 2466adfc5217SJeff Kirsher break; 2467adfc5217SJeff Kirsher 2468adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_RESTORE: 2469adfc5217SJeff Kirsher new_cmd->data.next_bin = 0; 2470adfc5217SJeff Kirsher break; 2471adfc5217SJeff Kirsher 2472adfc5217SJeff Kirsher default: 2473adfc5217SJeff Kirsher BNX2X_ERR("Unknown command: %d\n", cmd); 2474adfc5217SJeff Kirsher return -EINVAL; 2475adfc5217SJeff Kirsher } 2476adfc5217SJeff Kirsher 2477adfc5217SJeff Kirsher /* Push the new pending command to the tail of the pending list: FIFO */ 2478adfc5217SJeff Kirsher list_add_tail(&new_cmd->link, &o->pending_cmds_head); 2479adfc5217SJeff Kirsher 2480adfc5217SJeff Kirsher o->set_sched(o); 2481adfc5217SJeff Kirsher 2482adfc5217SJeff Kirsher return 1; 2483adfc5217SJeff Kirsher } 2484adfc5217SJeff Kirsher 2485adfc5217SJeff Kirsher /** 2486adfc5217SJeff Kirsher * bnx2x_mcast_get_next_bin - get the next set bin (index) 2487adfc5217SJeff Kirsher * 2488adfc5217SJeff Kirsher * @o: 2489adfc5217SJeff Kirsher * @last: index to start looking from (including) 2490adfc5217SJeff Kirsher * 2491adfc5217SJeff Kirsher * returns the next found (set) bin or a negative value if none is found. 2492adfc5217SJeff Kirsher */ 2493adfc5217SJeff Kirsher static inline int bnx2x_mcast_get_next_bin(struct bnx2x_mcast_obj *o, int last) 2494adfc5217SJeff Kirsher { 2495adfc5217SJeff Kirsher int i, j, inner_start = last % BIT_VEC64_ELEM_SZ; 2496adfc5217SJeff Kirsher 2497adfc5217SJeff Kirsher for (i = last / BIT_VEC64_ELEM_SZ; i < BNX2X_MCAST_VEC_SZ; i++) { 2498adfc5217SJeff Kirsher if (o->registry.aprox_match.vec[i]) 2499adfc5217SJeff Kirsher for (j = inner_start; j < BIT_VEC64_ELEM_SZ; j++) { 2500adfc5217SJeff Kirsher int cur_bit = j + BIT_VEC64_ELEM_SZ * i; 2501adfc5217SJeff Kirsher if (BIT_VEC64_TEST_BIT(o->registry.aprox_match. 2502adfc5217SJeff Kirsher vec, cur_bit)) { 2503adfc5217SJeff Kirsher return cur_bit; 2504adfc5217SJeff Kirsher } 2505adfc5217SJeff Kirsher } 2506adfc5217SJeff Kirsher inner_start = 0; 2507adfc5217SJeff Kirsher } 2508adfc5217SJeff Kirsher 2509adfc5217SJeff Kirsher /* None found */ 2510adfc5217SJeff Kirsher return -1; 2511adfc5217SJeff Kirsher } 2512adfc5217SJeff Kirsher 2513adfc5217SJeff Kirsher /** 2514adfc5217SJeff Kirsher * bnx2x_mcast_clear_first_bin - find the first set bin and clear it 2515adfc5217SJeff Kirsher * 2516adfc5217SJeff Kirsher * @o: 2517adfc5217SJeff Kirsher * 2518adfc5217SJeff Kirsher * returns the index of the found bin or -1 if none is found 2519adfc5217SJeff Kirsher */ 2520adfc5217SJeff Kirsher static inline int bnx2x_mcast_clear_first_bin(struct bnx2x_mcast_obj *o) 2521adfc5217SJeff Kirsher { 2522adfc5217SJeff Kirsher int cur_bit = bnx2x_mcast_get_next_bin(o, 0); 2523adfc5217SJeff Kirsher 2524adfc5217SJeff Kirsher if (cur_bit >= 0) 2525adfc5217SJeff Kirsher BIT_VEC64_CLEAR_BIT(o->registry.aprox_match.vec, cur_bit); 2526adfc5217SJeff Kirsher 2527adfc5217SJeff Kirsher return cur_bit; 2528adfc5217SJeff Kirsher } 2529adfc5217SJeff Kirsher 2530adfc5217SJeff Kirsher static inline u8 bnx2x_mcast_get_rx_tx_flag(struct bnx2x_mcast_obj *o) 2531adfc5217SJeff Kirsher { 2532adfc5217SJeff Kirsher struct bnx2x_raw_obj *raw = &o->raw; 2533adfc5217SJeff Kirsher u8 rx_tx_flag = 0; 2534adfc5217SJeff Kirsher 2535adfc5217SJeff Kirsher if ((raw->obj_type == BNX2X_OBJ_TYPE_TX) || 2536adfc5217SJeff Kirsher (raw->obj_type == BNX2X_OBJ_TYPE_RX_TX)) 2537adfc5217SJeff Kirsher rx_tx_flag |= ETH_MULTICAST_RULES_CMD_TX_CMD; 2538adfc5217SJeff Kirsher 2539adfc5217SJeff Kirsher if ((raw->obj_type == BNX2X_OBJ_TYPE_RX) || 2540adfc5217SJeff Kirsher (raw->obj_type == BNX2X_OBJ_TYPE_RX_TX)) 2541adfc5217SJeff Kirsher rx_tx_flag |= ETH_MULTICAST_RULES_CMD_RX_CMD; 2542adfc5217SJeff Kirsher 2543adfc5217SJeff Kirsher return rx_tx_flag; 2544adfc5217SJeff Kirsher } 2545adfc5217SJeff Kirsher 2546adfc5217SJeff Kirsher static void bnx2x_mcast_set_one_rule_e2(struct bnx2x *bp, 2547adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o, int idx, 2548adfc5217SJeff Kirsher union bnx2x_mcast_config_data *cfg_data, 2549adfc5217SJeff Kirsher int cmd) 2550adfc5217SJeff Kirsher { 2551adfc5217SJeff Kirsher struct bnx2x_raw_obj *r = &o->raw; 2552adfc5217SJeff Kirsher struct eth_multicast_rules_ramrod_data *data = 2553adfc5217SJeff Kirsher (struct eth_multicast_rules_ramrod_data *)(r->rdata); 2554adfc5217SJeff Kirsher u8 func_id = r->func_id; 2555adfc5217SJeff Kirsher u8 rx_tx_add_flag = bnx2x_mcast_get_rx_tx_flag(o); 2556adfc5217SJeff Kirsher int bin; 2557adfc5217SJeff Kirsher 2558adfc5217SJeff Kirsher if ((cmd == BNX2X_MCAST_CMD_ADD) || (cmd == BNX2X_MCAST_CMD_RESTORE)) 2559adfc5217SJeff Kirsher rx_tx_add_flag |= ETH_MULTICAST_RULES_CMD_IS_ADD; 2560adfc5217SJeff Kirsher 2561adfc5217SJeff Kirsher data->rules[idx].cmd_general_data |= rx_tx_add_flag; 2562adfc5217SJeff Kirsher 2563adfc5217SJeff Kirsher /* Get a bin and update a bins' vector */ 2564adfc5217SJeff Kirsher switch (cmd) { 2565adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_ADD: 2566adfc5217SJeff Kirsher bin = bnx2x_mcast_bin_from_mac(cfg_data->mac); 2567adfc5217SJeff Kirsher BIT_VEC64_SET_BIT(o->registry.aprox_match.vec, bin); 2568adfc5217SJeff Kirsher break; 2569adfc5217SJeff Kirsher 2570adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_DEL: 2571adfc5217SJeff Kirsher /* If there were no more bins to clear 2572adfc5217SJeff Kirsher * (bnx2x_mcast_clear_first_bin() returns -1) then we would 2573adfc5217SJeff Kirsher * clear any (0xff) bin. 2574adfc5217SJeff Kirsher * See bnx2x_mcast_validate_e2() for explanation when it may 2575adfc5217SJeff Kirsher * happen. 2576adfc5217SJeff Kirsher */ 2577adfc5217SJeff Kirsher bin = bnx2x_mcast_clear_first_bin(o); 2578adfc5217SJeff Kirsher break; 2579adfc5217SJeff Kirsher 2580adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_RESTORE: 2581adfc5217SJeff Kirsher bin = cfg_data->bin; 2582adfc5217SJeff Kirsher break; 2583adfc5217SJeff Kirsher 2584adfc5217SJeff Kirsher default: 2585adfc5217SJeff Kirsher BNX2X_ERR("Unknown command: %d\n", cmd); 2586adfc5217SJeff Kirsher return; 2587adfc5217SJeff Kirsher } 2588adfc5217SJeff Kirsher 2589adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "%s bin %d\n", 2590adfc5217SJeff Kirsher ((rx_tx_add_flag & ETH_MULTICAST_RULES_CMD_IS_ADD) ? 2591adfc5217SJeff Kirsher "Setting" : "Clearing"), bin); 2592adfc5217SJeff Kirsher 2593adfc5217SJeff Kirsher data->rules[idx].bin_id = (u8)bin; 2594adfc5217SJeff Kirsher data->rules[idx].func_id = func_id; 2595adfc5217SJeff Kirsher data->rules[idx].engine_id = o->engine_id; 2596adfc5217SJeff Kirsher } 2597adfc5217SJeff Kirsher 2598adfc5217SJeff Kirsher /** 2599adfc5217SJeff Kirsher * bnx2x_mcast_handle_restore_cmd_e2 - restore configuration from the registry 2600adfc5217SJeff Kirsher * 2601adfc5217SJeff Kirsher * @bp: device handle 2602adfc5217SJeff Kirsher * @o: 2603adfc5217SJeff Kirsher * @start_bin: index in the registry to start from (including) 2604adfc5217SJeff Kirsher * @rdata_idx: index in the ramrod data to start from 2605adfc5217SJeff Kirsher * 2606adfc5217SJeff Kirsher * returns last handled bin index or -1 if all bins have been handled 2607adfc5217SJeff Kirsher */ 2608adfc5217SJeff Kirsher static inline int bnx2x_mcast_handle_restore_cmd_e2( 2609adfc5217SJeff Kirsher struct bnx2x *bp, struct bnx2x_mcast_obj *o , int start_bin, 2610adfc5217SJeff Kirsher int *rdata_idx) 2611adfc5217SJeff Kirsher { 2612adfc5217SJeff Kirsher int cur_bin, cnt = *rdata_idx; 2613adfc5217SJeff Kirsher union bnx2x_mcast_config_data cfg_data = {0}; 2614adfc5217SJeff Kirsher 2615adfc5217SJeff Kirsher /* go through the registry and configure the bins from it */ 2616adfc5217SJeff Kirsher for (cur_bin = bnx2x_mcast_get_next_bin(o, start_bin); cur_bin >= 0; 2617adfc5217SJeff Kirsher cur_bin = bnx2x_mcast_get_next_bin(o, cur_bin + 1)) { 2618adfc5217SJeff Kirsher 2619adfc5217SJeff Kirsher cfg_data.bin = (u8)cur_bin; 2620adfc5217SJeff Kirsher o->set_one_rule(bp, o, cnt, &cfg_data, 2621adfc5217SJeff Kirsher BNX2X_MCAST_CMD_RESTORE); 2622adfc5217SJeff Kirsher 2623adfc5217SJeff Kirsher cnt++; 2624adfc5217SJeff Kirsher 2625adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "About to configure a bin %d\n", cur_bin); 2626adfc5217SJeff Kirsher 2627adfc5217SJeff Kirsher /* Break if we reached the maximum number 2628adfc5217SJeff Kirsher * of rules. 2629adfc5217SJeff Kirsher */ 2630adfc5217SJeff Kirsher if (cnt >= o->max_cmd_len) 2631adfc5217SJeff Kirsher break; 2632adfc5217SJeff Kirsher } 2633adfc5217SJeff Kirsher 2634adfc5217SJeff Kirsher *rdata_idx = cnt; 2635adfc5217SJeff Kirsher 2636adfc5217SJeff Kirsher return cur_bin; 2637adfc5217SJeff Kirsher } 2638adfc5217SJeff Kirsher 2639adfc5217SJeff Kirsher static inline void bnx2x_mcast_hdl_pending_add_e2(struct bnx2x *bp, 2640adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o, struct bnx2x_pending_mcast_cmd *cmd_pos, 2641adfc5217SJeff Kirsher int *line_idx) 2642adfc5217SJeff Kirsher { 2643adfc5217SJeff Kirsher struct bnx2x_mcast_mac_elem *pmac_pos, *pmac_pos_n; 2644adfc5217SJeff Kirsher int cnt = *line_idx; 2645adfc5217SJeff Kirsher union bnx2x_mcast_config_data cfg_data = {0}; 2646adfc5217SJeff Kirsher 2647adfc5217SJeff Kirsher list_for_each_entry_safe(pmac_pos, pmac_pos_n, &cmd_pos->data.macs_head, 2648adfc5217SJeff Kirsher link) { 2649adfc5217SJeff Kirsher 2650adfc5217SJeff Kirsher cfg_data.mac = &pmac_pos->mac[0]; 2651adfc5217SJeff Kirsher o->set_one_rule(bp, o, cnt, &cfg_data, cmd_pos->type); 2652adfc5217SJeff Kirsher 2653adfc5217SJeff Kirsher cnt++; 2654adfc5217SJeff Kirsher 26550f9dad10SJoe Perches DP(BNX2X_MSG_SP, "About to configure %pM mcast MAC\n", 26560f9dad10SJoe Perches pmac_pos->mac); 2657adfc5217SJeff Kirsher 2658adfc5217SJeff Kirsher list_del(&pmac_pos->link); 2659adfc5217SJeff Kirsher 2660adfc5217SJeff Kirsher /* Break if we reached the maximum number 2661adfc5217SJeff Kirsher * of rules. 2662adfc5217SJeff Kirsher */ 2663adfc5217SJeff Kirsher if (cnt >= o->max_cmd_len) 2664adfc5217SJeff Kirsher break; 2665adfc5217SJeff Kirsher } 2666adfc5217SJeff Kirsher 2667adfc5217SJeff Kirsher *line_idx = cnt; 2668adfc5217SJeff Kirsher 2669adfc5217SJeff Kirsher /* if no more MACs to configure - we are done */ 2670adfc5217SJeff Kirsher if (list_empty(&cmd_pos->data.macs_head)) 2671adfc5217SJeff Kirsher cmd_pos->done = true; 2672adfc5217SJeff Kirsher } 2673adfc5217SJeff Kirsher 2674adfc5217SJeff Kirsher static inline void bnx2x_mcast_hdl_pending_del_e2(struct bnx2x *bp, 2675adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o, struct bnx2x_pending_mcast_cmd *cmd_pos, 2676adfc5217SJeff Kirsher int *line_idx) 2677adfc5217SJeff Kirsher { 2678adfc5217SJeff Kirsher int cnt = *line_idx; 2679adfc5217SJeff Kirsher 2680adfc5217SJeff Kirsher while (cmd_pos->data.macs_num) { 2681adfc5217SJeff Kirsher o->set_one_rule(bp, o, cnt, NULL, cmd_pos->type); 2682adfc5217SJeff Kirsher 2683adfc5217SJeff Kirsher cnt++; 2684adfc5217SJeff Kirsher 2685adfc5217SJeff Kirsher cmd_pos->data.macs_num--; 2686adfc5217SJeff Kirsher 2687adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Deleting MAC. %d left,cnt is %d\n", 2688adfc5217SJeff Kirsher cmd_pos->data.macs_num, cnt); 2689adfc5217SJeff Kirsher 2690adfc5217SJeff Kirsher /* Break if we reached the maximum 2691adfc5217SJeff Kirsher * number of rules. 2692adfc5217SJeff Kirsher */ 2693adfc5217SJeff Kirsher if (cnt >= o->max_cmd_len) 2694adfc5217SJeff Kirsher break; 2695adfc5217SJeff Kirsher } 2696adfc5217SJeff Kirsher 2697adfc5217SJeff Kirsher *line_idx = cnt; 2698adfc5217SJeff Kirsher 2699adfc5217SJeff Kirsher /* If we cleared all bins - we are done */ 2700adfc5217SJeff Kirsher if (!cmd_pos->data.macs_num) 2701adfc5217SJeff Kirsher cmd_pos->done = true; 2702adfc5217SJeff Kirsher } 2703adfc5217SJeff Kirsher 2704adfc5217SJeff Kirsher static inline void bnx2x_mcast_hdl_pending_restore_e2(struct bnx2x *bp, 2705adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o, struct bnx2x_pending_mcast_cmd *cmd_pos, 2706adfc5217SJeff Kirsher int *line_idx) 2707adfc5217SJeff Kirsher { 2708adfc5217SJeff Kirsher cmd_pos->data.next_bin = o->hdl_restore(bp, o, cmd_pos->data.next_bin, 2709adfc5217SJeff Kirsher line_idx); 2710adfc5217SJeff Kirsher 2711adfc5217SJeff Kirsher if (cmd_pos->data.next_bin < 0) 2712adfc5217SJeff Kirsher /* If o->set_restore returned -1 we are done */ 2713adfc5217SJeff Kirsher cmd_pos->done = true; 2714adfc5217SJeff Kirsher else 2715adfc5217SJeff Kirsher /* Start from the next bin next time */ 2716adfc5217SJeff Kirsher cmd_pos->data.next_bin++; 2717adfc5217SJeff Kirsher } 2718adfc5217SJeff Kirsher 2719adfc5217SJeff Kirsher static inline int bnx2x_mcast_handle_pending_cmds_e2(struct bnx2x *bp, 2720adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p) 2721adfc5217SJeff Kirsher { 2722adfc5217SJeff Kirsher struct bnx2x_pending_mcast_cmd *cmd_pos, *cmd_pos_n; 2723adfc5217SJeff Kirsher int cnt = 0; 2724adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o = p->mcast_obj; 2725adfc5217SJeff Kirsher 2726adfc5217SJeff Kirsher list_for_each_entry_safe(cmd_pos, cmd_pos_n, &o->pending_cmds_head, 2727adfc5217SJeff Kirsher link) { 2728adfc5217SJeff Kirsher switch (cmd_pos->type) { 2729adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_ADD: 2730adfc5217SJeff Kirsher bnx2x_mcast_hdl_pending_add_e2(bp, o, cmd_pos, &cnt); 2731adfc5217SJeff Kirsher break; 2732adfc5217SJeff Kirsher 2733adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_DEL: 2734adfc5217SJeff Kirsher bnx2x_mcast_hdl_pending_del_e2(bp, o, cmd_pos, &cnt); 2735adfc5217SJeff Kirsher break; 2736adfc5217SJeff Kirsher 2737adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_RESTORE: 2738adfc5217SJeff Kirsher bnx2x_mcast_hdl_pending_restore_e2(bp, o, cmd_pos, 2739adfc5217SJeff Kirsher &cnt); 2740adfc5217SJeff Kirsher break; 2741adfc5217SJeff Kirsher 2742adfc5217SJeff Kirsher default: 2743adfc5217SJeff Kirsher BNX2X_ERR("Unknown command: %d\n", cmd_pos->type); 2744adfc5217SJeff Kirsher return -EINVAL; 2745adfc5217SJeff Kirsher } 2746adfc5217SJeff Kirsher 2747adfc5217SJeff Kirsher /* If the command has been completed - remove it from the list 2748adfc5217SJeff Kirsher * and free the memory 2749adfc5217SJeff Kirsher */ 2750adfc5217SJeff Kirsher if (cmd_pos->done) { 2751adfc5217SJeff Kirsher list_del(&cmd_pos->link); 2752adfc5217SJeff Kirsher kfree(cmd_pos); 2753adfc5217SJeff Kirsher } 2754adfc5217SJeff Kirsher 2755adfc5217SJeff Kirsher /* Break if we reached the maximum number of rules */ 2756adfc5217SJeff Kirsher if (cnt >= o->max_cmd_len) 2757adfc5217SJeff Kirsher break; 2758adfc5217SJeff Kirsher } 2759adfc5217SJeff Kirsher 2760adfc5217SJeff Kirsher return cnt; 2761adfc5217SJeff Kirsher } 2762adfc5217SJeff Kirsher 2763adfc5217SJeff Kirsher static inline void bnx2x_mcast_hdl_add(struct bnx2x *bp, 2764adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o, struct bnx2x_mcast_ramrod_params *p, 2765adfc5217SJeff Kirsher int *line_idx) 2766adfc5217SJeff Kirsher { 2767adfc5217SJeff Kirsher struct bnx2x_mcast_list_elem *mlist_pos; 2768adfc5217SJeff Kirsher union bnx2x_mcast_config_data cfg_data = {0}; 2769adfc5217SJeff Kirsher int cnt = *line_idx; 2770adfc5217SJeff Kirsher 2771adfc5217SJeff Kirsher list_for_each_entry(mlist_pos, &p->mcast_list, link) { 2772adfc5217SJeff Kirsher cfg_data.mac = mlist_pos->mac; 2773adfc5217SJeff Kirsher o->set_one_rule(bp, o, cnt, &cfg_data, BNX2X_MCAST_CMD_ADD); 2774adfc5217SJeff Kirsher 2775adfc5217SJeff Kirsher cnt++; 2776adfc5217SJeff Kirsher 27770f9dad10SJoe Perches DP(BNX2X_MSG_SP, "About to configure %pM mcast MAC\n", 27780f9dad10SJoe Perches mlist_pos->mac); 2779adfc5217SJeff Kirsher } 2780adfc5217SJeff Kirsher 2781adfc5217SJeff Kirsher *line_idx = cnt; 2782adfc5217SJeff Kirsher } 2783adfc5217SJeff Kirsher 2784adfc5217SJeff Kirsher static inline void bnx2x_mcast_hdl_del(struct bnx2x *bp, 2785adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o, struct bnx2x_mcast_ramrod_params *p, 2786adfc5217SJeff Kirsher int *line_idx) 2787adfc5217SJeff Kirsher { 2788adfc5217SJeff Kirsher int cnt = *line_idx, i; 2789adfc5217SJeff Kirsher 2790adfc5217SJeff Kirsher for (i = 0; i < p->mcast_list_len; i++) { 2791adfc5217SJeff Kirsher o->set_one_rule(bp, o, cnt, NULL, BNX2X_MCAST_CMD_DEL); 2792adfc5217SJeff Kirsher 2793adfc5217SJeff Kirsher cnt++; 2794adfc5217SJeff Kirsher 2795adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Deleting MAC. %d left\n", 2796adfc5217SJeff Kirsher p->mcast_list_len - i - 1); 2797adfc5217SJeff Kirsher } 2798adfc5217SJeff Kirsher 2799adfc5217SJeff Kirsher *line_idx = cnt; 2800adfc5217SJeff Kirsher } 2801adfc5217SJeff Kirsher 2802adfc5217SJeff Kirsher /** 2803adfc5217SJeff Kirsher * bnx2x_mcast_handle_current_cmd - 2804adfc5217SJeff Kirsher * 2805adfc5217SJeff Kirsher * @bp: device handle 2806adfc5217SJeff Kirsher * @p: 2807adfc5217SJeff Kirsher * @cmd: 2808adfc5217SJeff Kirsher * @start_cnt: first line in the ramrod data that may be used 2809adfc5217SJeff Kirsher * 2810adfc5217SJeff Kirsher * This function is called iff there is enough place for the current command in 2811adfc5217SJeff Kirsher * the ramrod data. 2812adfc5217SJeff Kirsher * Returns number of lines filled in the ramrod data in total. 2813adfc5217SJeff Kirsher */ 2814adfc5217SJeff Kirsher static inline int bnx2x_mcast_handle_current_cmd(struct bnx2x *bp, 2815adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p, int cmd, 2816adfc5217SJeff Kirsher int start_cnt) 2817adfc5217SJeff Kirsher { 2818adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o = p->mcast_obj; 2819adfc5217SJeff Kirsher int cnt = start_cnt; 2820adfc5217SJeff Kirsher 2821adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "p->mcast_list_len=%d\n", p->mcast_list_len); 2822adfc5217SJeff Kirsher 2823adfc5217SJeff Kirsher switch (cmd) { 2824adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_ADD: 2825adfc5217SJeff Kirsher bnx2x_mcast_hdl_add(bp, o, p, &cnt); 2826adfc5217SJeff Kirsher break; 2827adfc5217SJeff Kirsher 2828adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_DEL: 2829adfc5217SJeff Kirsher bnx2x_mcast_hdl_del(bp, o, p, &cnt); 2830adfc5217SJeff Kirsher break; 2831adfc5217SJeff Kirsher 2832adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_RESTORE: 2833adfc5217SJeff Kirsher o->hdl_restore(bp, o, 0, &cnt); 2834adfc5217SJeff Kirsher break; 2835adfc5217SJeff Kirsher 2836adfc5217SJeff Kirsher default: 2837adfc5217SJeff Kirsher BNX2X_ERR("Unknown command: %d\n", cmd); 2838adfc5217SJeff Kirsher return -EINVAL; 2839adfc5217SJeff Kirsher } 2840adfc5217SJeff Kirsher 2841adfc5217SJeff Kirsher /* The current command has been handled */ 2842adfc5217SJeff Kirsher p->mcast_list_len = 0; 2843adfc5217SJeff Kirsher 2844adfc5217SJeff Kirsher return cnt; 2845adfc5217SJeff Kirsher } 2846adfc5217SJeff Kirsher 2847adfc5217SJeff Kirsher static int bnx2x_mcast_validate_e2(struct bnx2x *bp, 2848adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p, 2849adfc5217SJeff Kirsher int cmd) 2850adfc5217SJeff Kirsher { 2851adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o = p->mcast_obj; 2852adfc5217SJeff Kirsher int reg_sz = o->get_registry_size(o); 2853adfc5217SJeff Kirsher 2854adfc5217SJeff Kirsher switch (cmd) { 2855adfc5217SJeff Kirsher /* DEL command deletes all currently configured MACs */ 2856adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_DEL: 2857adfc5217SJeff Kirsher o->set_registry_size(o, 0); 2858adfc5217SJeff Kirsher /* Don't break */ 2859adfc5217SJeff Kirsher 2860adfc5217SJeff Kirsher /* RESTORE command will restore the entire multicast configuration */ 2861adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_RESTORE: 2862adfc5217SJeff Kirsher /* Here we set the approximate amount of work to do, which in 2863adfc5217SJeff Kirsher * fact may be only less as some MACs in postponed ADD 2864adfc5217SJeff Kirsher * command(s) scheduled before this command may fall into 2865adfc5217SJeff Kirsher * the same bin and the actual number of bins set in the 2866adfc5217SJeff Kirsher * registry would be less than we estimated here. See 2867adfc5217SJeff Kirsher * bnx2x_mcast_set_one_rule_e2() for further details. 2868adfc5217SJeff Kirsher */ 2869adfc5217SJeff Kirsher p->mcast_list_len = reg_sz; 2870adfc5217SJeff Kirsher break; 2871adfc5217SJeff Kirsher 2872adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_ADD: 2873adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_CONT: 2874adfc5217SJeff Kirsher /* Here we assume that all new MACs will fall into new bins. 2875adfc5217SJeff Kirsher * However we will correct the real registry size after we 2876adfc5217SJeff Kirsher * handle all pending commands. 2877adfc5217SJeff Kirsher */ 2878adfc5217SJeff Kirsher o->set_registry_size(o, reg_sz + p->mcast_list_len); 2879adfc5217SJeff Kirsher break; 2880adfc5217SJeff Kirsher 2881adfc5217SJeff Kirsher default: 2882adfc5217SJeff Kirsher BNX2X_ERR("Unknown command: %d\n", cmd); 2883adfc5217SJeff Kirsher return -EINVAL; 2884adfc5217SJeff Kirsher 2885adfc5217SJeff Kirsher } 2886adfc5217SJeff Kirsher 2887adfc5217SJeff Kirsher /* Increase the total number of MACs pending to be configured */ 2888adfc5217SJeff Kirsher o->total_pending_num += p->mcast_list_len; 2889adfc5217SJeff Kirsher 2890adfc5217SJeff Kirsher return 0; 2891adfc5217SJeff Kirsher } 2892adfc5217SJeff Kirsher 2893adfc5217SJeff Kirsher static void bnx2x_mcast_revert_e2(struct bnx2x *bp, 2894adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p, 2895adfc5217SJeff Kirsher int old_num_bins) 2896adfc5217SJeff Kirsher { 2897adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o = p->mcast_obj; 2898adfc5217SJeff Kirsher 2899adfc5217SJeff Kirsher o->set_registry_size(o, old_num_bins); 2900adfc5217SJeff Kirsher o->total_pending_num -= p->mcast_list_len; 2901adfc5217SJeff Kirsher } 2902adfc5217SJeff Kirsher 2903adfc5217SJeff Kirsher /** 2904adfc5217SJeff Kirsher * bnx2x_mcast_set_rdata_hdr_e2 - sets a header values 2905adfc5217SJeff Kirsher * 2906adfc5217SJeff Kirsher * @bp: device handle 2907adfc5217SJeff Kirsher * @p: 2908adfc5217SJeff Kirsher * @len: number of rules to handle 2909adfc5217SJeff Kirsher */ 2910adfc5217SJeff Kirsher static inline void bnx2x_mcast_set_rdata_hdr_e2(struct bnx2x *bp, 2911adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p, 2912adfc5217SJeff Kirsher u8 len) 2913adfc5217SJeff Kirsher { 2914adfc5217SJeff Kirsher struct bnx2x_raw_obj *r = &p->mcast_obj->raw; 2915adfc5217SJeff Kirsher struct eth_multicast_rules_ramrod_data *data = 2916adfc5217SJeff Kirsher (struct eth_multicast_rules_ramrod_data *)(r->rdata); 2917adfc5217SJeff Kirsher 2918adfc5217SJeff Kirsher data->header.echo = ((r->cid & BNX2X_SWCID_MASK) | 2919adfc5217SJeff Kirsher (BNX2X_FILTER_MCAST_PENDING << BNX2X_SWCID_SHIFT)); 2920adfc5217SJeff Kirsher data->header.rule_cnt = len; 2921adfc5217SJeff Kirsher } 2922adfc5217SJeff Kirsher 2923adfc5217SJeff Kirsher /** 2924adfc5217SJeff Kirsher * bnx2x_mcast_refresh_registry_e2 - recalculate the actual number of set bins 2925adfc5217SJeff Kirsher * 2926adfc5217SJeff Kirsher * @bp: device handle 2927adfc5217SJeff Kirsher * @o: 2928adfc5217SJeff Kirsher * 2929adfc5217SJeff Kirsher * Recalculate the actual number of set bins in the registry using Brian 2930adfc5217SJeff Kirsher * Kernighan's algorithm: it's execution complexity is as a number of set bins. 2931adfc5217SJeff Kirsher * 2932adfc5217SJeff Kirsher * returns 0 for the compliance with bnx2x_mcast_refresh_registry_e1(). 2933adfc5217SJeff Kirsher */ 2934adfc5217SJeff Kirsher static inline int bnx2x_mcast_refresh_registry_e2(struct bnx2x *bp, 2935adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o) 2936adfc5217SJeff Kirsher { 2937adfc5217SJeff Kirsher int i, cnt = 0; 2938adfc5217SJeff Kirsher u64 elem; 2939adfc5217SJeff Kirsher 2940adfc5217SJeff Kirsher for (i = 0; i < BNX2X_MCAST_VEC_SZ; i++) { 2941adfc5217SJeff Kirsher elem = o->registry.aprox_match.vec[i]; 2942adfc5217SJeff Kirsher for (; elem; cnt++) 2943adfc5217SJeff Kirsher elem &= elem - 1; 2944adfc5217SJeff Kirsher } 2945adfc5217SJeff Kirsher 2946adfc5217SJeff Kirsher o->set_registry_size(o, cnt); 2947adfc5217SJeff Kirsher 2948adfc5217SJeff Kirsher return 0; 2949adfc5217SJeff Kirsher } 2950adfc5217SJeff Kirsher 2951adfc5217SJeff Kirsher static int bnx2x_mcast_setup_e2(struct bnx2x *bp, 2952adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p, 2953adfc5217SJeff Kirsher int cmd) 2954adfc5217SJeff Kirsher { 2955adfc5217SJeff Kirsher struct bnx2x_raw_obj *raw = &p->mcast_obj->raw; 2956adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o = p->mcast_obj; 2957adfc5217SJeff Kirsher struct eth_multicast_rules_ramrod_data *data = 2958adfc5217SJeff Kirsher (struct eth_multicast_rules_ramrod_data *)(raw->rdata); 2959adfc5217SJeff Kirsher int cnt = 0, rc; 2960adfc5217SJeff Kirsher 2961adfc5217SJeff Kirsher /* Reset the ramrod data buffer */ 2962adfc5217SJeff Kirsher memset(data, 0, sizeof(*data)); 2963adfc5217SJeff Kirsher 2964adfc5217SJeff Kirsher cnt = bnx2x_mcast_handle_pending_cmds_e2(bp, p); 2965adfc5217SJeff Kirsher 2966adfc5217SJeff Kirsher /* If there are no more pending commands - clear SCHEDULED state */ 2967adfc5217SJeff Kirsher if (list_empty(&o->pending_cmds_head)) 2968adfc5217SJeff Kirsher o->clear_sched(o); 2969adfc5217SJeff Kirsher 2970adfc5217SJeff Kirsher /* The below may be true iff there was enough room in ramrod 2971adfc5217SJeff Kirsher * data for all pending commands and for the current 2972adfc5217SJeff Kirsher * command. Otherwise the current command would have been added 2973adfc5217SJeff Kirsher * to the pending commands and p->mcast_list_len would have been 2974adfc5217SJeff Kirsher * zeroed. 2975adfc5217SJeff Kirsher */ 2976adfc5217SJeff Kirsher if (p->mcast_list_len > 0) 2977adfc5217SJeff Kirsher cnt = bnx2x_mcast_handle_current_cmd(bp, p, cmd, cnt); 2978adfc5217SJeff Kirsher 2979adfc5217SJeff Kirsher /* We've pulled out some MACs - update the total number of 2980adfc5217SJeff Kirsher * outstanding. 2981adfc5217SJeff Kirsher */ 2982adfc5217SJeff Kirsher o->total_pending_num -= cnt; 2983adfc5217SJeff Kirsher 2984adfc5217SJeff Kirsher /* send a ramrod */ 2985adfc5217SJeff Kirsher WARN_ON(o->total_pending_num < 0); 2986adfc5217SJeff Kirsher WARN_ON(cnt > o->max_cmd_len); 2987adfc5217SJeff Kirsher 2988adfc5217SJeff Kirsher bnx2x_mcast_set_rdata_hdr_e2(bp, p, (u8)cnt); 2989adfc5217SJeff Kirsher 2990adfc5217SJeff Kirsher /* Update a registry size if there are no more pending operations. 2991adfc5217SJeff Kirsher * 2992adfc5217SJeff Kirsher * We don't want to change the value of the registry size if there are 2993adfc5217SJeff Kirsher * pending operations because we want it to always be equal to the 2994adfc5217SJeff Kirsher * exact or the approximate number (see bnx2x_mcast_validate_e2()) of 2995adfc5217SJeff Kirsher * set bins after the last requested operation in order to properly 2996adfc5217SJeff Kirsher * evaluate the size of the next DEL/RESTORE operation. 2997adfc5217SJeff Kirsher * 2998adfc5217SJeff Kirsher * Note that we update the registry itself during command(s) handling 2999adfc5217SJeff Kirsher * - see bnx2x_mcast_set_one_rule_e2(). That's because for 57712 we 3000adfc5217SJeff Kirsher * aggregate multiple commands (ADD/DEL/RESTORE) into one ramrod but 3001adfc5217SJeff Kirsher * with a limited amount of update commands (per MAC/bin) and we don't 3002adfc5217SJeff Kirsher * know in this scope what the actual state of bins configuration is 3003adfc5217SJeff Kirsher * going to be after this ramrod. 3004adfc5217SJeff Kirsher */ 3005adfc5217SJeff Kirsher if (!o->total_pending_num) 3006adfc5217SJeff Kirsher bnx2x_mcast_refresh_registry_e2(bp, o); 3007adfc5217SJeff Kirsher 3008adfc5217SJeff Kirsher /* 3009adfc5217SJeff Kirsher * If CLEAR_ONLY was requested - don't send a ramrod and clear 3010adfc5217SJeff Kirsher * RAMROD_PENDING status immediately. 3011adfc5217SJeff Kirsher */ 3012adfc5217SJeff Kirsher if (test_bit(RAMROD_DRV_CLR_ONLY, &p->ramrod_flags)) { 3013adfc5217SJeff Kirsher raw->clear_pending(raw); 3014adfc5217SJeff Kirsher return 0; 3015adfc5217SJeff Kirsher } else { 3016adfc5217SJeff Kirsher /* 3017adfc5217SJeff Kirsher * No need for an explicit memory barrier here as long we would 3018adfc5217SJeff Kirsher * need to ensure the ordering of writing to the SPQ element 3019adfc5217SJeff Kirsher * and updating of the SPQ producer which involves a memory 3020adfc5217SJeff Kirsher * read and we will have to put a full memory barrier there 3021adfc5217SJeff Kirsher * (inside bnx2x_sp_post()). 3022adfc5217SJeff Kirsher */ 3023adfc5217SJeff Kirsher 3024adfc5217SJeff Kirsher /* Send a ramrod */ 3025adfc5217SJeff Kirsher rc = bnx2x_sp_post(bp, RAMROD_CMD_ID_ETH_MULTICAST_RULES, 3026adfc5217SJeff Kirsher raw->cid, U64_HI(raw->rdata_mapping), 3027adfc5217SJeff Kirsher U64_LO(raw->rdata_mapping), 3028adfc5217SJeff Kirsher ETH_CONNECTION_TYPE); 3029adfc5217SJeff Kirsher if (rc) 3030adfc5217SJeff Kirsher return rc; 3031adfc5217SJeff Kirsher 3032adfc5217SJeff Kirsher /* Ramrod completion is pending */ 3033adfc5217SJeff Kirsher return 1; 3034adfc5217SJeff Kirsher } 3035adfc5217SJeff Kirsher } 3036adfc5217SJeff Kirsher 3037adfc5217SJeff Kirsher static int bnx2x_mcast_validate_e1h(struct bnx2x *bp, 3038adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p, 3039adfc5217SJeff Kirsher int cmd) 3040adfc5217SJeff Kirsher { 3041adfc5217SJeff Kirsher /* Mark, that there is a work to do */ 3042adfc5217SJeff Kirsher if ((cmd == BNX2X_MCAST_CMD_DEL) || (cmd == BNX2X_MCAST_CMD_RESTORE)) 3043adfc5217SJeff Kirsher p->mcast_list_len = 1; 3044adfc5217SJeff Kirsher 3045adfc5217SJeff Kirsher return 0; 3046adfc5217SJeff Kirsher } 3047adfc5217SJeff Kirsher 3048adfc5217SJeff Kirsher static void bnx2x_mcast_revert_e1h(struct bnx2x *bp, 3049adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p, 3050adfc5217SJeff Kirsher int old_num_bins) 3051adfc5217SJeff Kirsher { 3052adfc5217SJeff Kirsher /* Do nothing */ 3053adfc5217SJeff Kirsher } 3054adfc5217SJeff Kirsher 3055adfc5217SJeff Kirsher #define BNX2X_57711_SET_MC_FILTER(filter, bit) \ 3056adfc5217SJeff Kirsher do { \ 3057adfc5217SJeff Kirsher (filter)[(bit) >> 5] |= (1 << ((bit) & 0x1f)); \ 3058adfc5217SJeff Kirsher } while (0) 3059adfc5217SJeff Kirsher 3060adfc5217SJeff Kirsher static inline void bnx2x_mcast_hdl_add_e1h(struct bnx2x *bp, 3061adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o, 3062adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p, 3063adfc5217SJeff Kirsher u32 *mc_filter) 3064adfc5217SJeff Kirsher { 3065adfc5217SJeff Kirsher struct bnx2x_mcast_list_elem *mlist_pos; 3066adfc5217SJeff Kirsher int bit; 3067adfc5217SJeff Kirsher 3068adfc5217SJeff Kirsher list_for_each_entry(mlist_pos, &p->mcast_list, link) { 3069adfc5217SJeff Kirsher bit = bnx2x_mcast_bin_from_mac(mlist_pos->mac); 3070adfc5217SJeff Kirsher BNX2X_57711_SET_MC_FILTER(mc_filter, bit); 3071adfc5217SJeff Kirsher 30720f9dad10SJoe Perches DP(BNX2X_MSG_SP, "About to configure %pM mcast MAC, bin %d\n", 30730f9dad10SJoe Perches mlist_pos->mac, bit); 3074adfc5217SJeff Kirsher 3075adfc5217SJeff Kirsher /* bookkeeping... */ 3076adfc5217SJeff Kirsher BIT_VEC64_SET_BIT(o->registry.aprox_match.vec, 3077adfc5217SJeff Kirsher bit); 3078adfc5217SJeff Kirsher } 3079adfc5217SJeff Kirsher } 3080adfc5217SJeff Kirsher 3081adfc5217SJeff Kirsher static inline void bnx2x_mcast_hdl_restore_e1h(struct bnx2x *bp, 3082adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o, struct bnx2x_mcast_ramrod_params *p, 3083adfc5217SJeff Kirsher u32 *mc_filter) 3084adfc5217SJeff Kirsher { 3085adfc5217SJeff Kirsher int bit; 3086adfc5217SJeff Kirsher 3087adfc5217SJeff Kirsher for (bit = bnx2x_mcast_get_next_bin(o, 0); 3088adfc5217SJeff Kirsher bit >= 0; 3089adfc5217SJeff Kirsher bit = bnx2x_mcast_get_next_bin(o, bit + 1)) { 3090adfc5217SJeff Kirsher BNX2X_57711_SET_MC_FILTER(mc_filter, bit); 3091adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "About to set bin %d\n", bit); 3092adfc5217SJeff Kirsher } 3093adfc5217SJeff Kirsher } 3094adfc5217SJeff Kirsher 3095adfc5217SJeff Kirsher /* On 57711 we write the multicast MACs' aproximate match 3096adfc5217SJeff Kirsher * table by directly into the TSTORM's internal RAM. So we don't 3097adfc5217SJeff Kirsher * really need to handle any tricks to make it work. 3098adfc5217SJeff Kirsher */ 3099adfc5217SJeff Kirsher static int bnx2x_mcast_setup_e1h(struct bnx2x *bp, 3100adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p, 3101adfc5217SJeff Kirsher int cmd) 3102adfc5217SJeff Kirsher { 3103adfc5217SJeff Kirsher int i; 3104adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o = p->mcast_obj; 3105adfc5217SJeff Kirsher struct bnx2x_raw_obj *r = &o->raw; 3106adfc5217SJeff Kirsher 3107adfc5217SJeff Kirsher /* If CLEAR_ONLY has been requested - clear the registry 3108adfc5217SJeff Kirsher * and clear a pending bit. 3109adfc5217SJeff Kirsher */ 3110adfc5217SJeff Kirsher if (!test_bit(RAMROD_DRV_CLR_ONLY, &p->ramrod_flags)) { 3111adfc5217SJeff Kirsher u32 mc_filter[MC_HASH_SIZE] = {0}; 3112adfc5217SJeff Kirsher 3113adfc5217SJeff Kirsher /* Set the multicast filter bits before writing it into 3114adfc5217SJeff Kirsher * the internal memory. 3115adfc5217SJeff Kirsher */ 3116adfc5217SJeff Kirsher switch (cmd) { 3117adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_ADD: 3118adfc5217SJeff Kirsher bnx2x_mcast_hdl_add_e1h(bp, o, p, mc_filter); 3119adfc5217SJeff Kirsher break; 3120adfc5217SJeff Kirsher 3121adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_DEL: 312294f05b0fSJoe Perches DP(BNX2X_MSG_SP, 312394f05b0fSJoe Perches "Invalidating multicast MACs configuration\n"); 3124adfc5217SJeff Kirsher 3125adfc5217SJeff Kirsher /* clear the registry */ 3126adfc5217SJeff Kirsher memset(o->registry.aprox_match.vec, 0, 3127adfc5217SJeff Kirsher sizeof(o->registry.aprox_match.vec)); 3128adfc5217SJeff Kirsher break; 3129adfc5217SJeff Kirsher 3130adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_RESTORE: 3131adfc5217SJeff Kirsher bnx2x_mcast_hdl_restore_e1h(bp, o, p, mc_filter); 3132adfc5217SJeff Kirsher break; 3133adfc5217SJeff Kirsher 3134adfc5217SJeff Kirsher default: 3135adfc5217SJeff Kirsher BNX2X_ERR("Unknown command: %d\n", cmd); 3136adfc5217SJeff Kirsher return -EINVAL; 3137adfc5217SJeff Kirsher } 3138adfc5217SJeff Kirsher 3139adfc5217SJeff Kirsher /* Set the mcast filter in the internal memory */ 3140adfc5217SJeff Kirsher for (i = 0; i < MC_HASH_SIZE; i++) 3141adfc5217SJeff Kirsher REG_WR(bp, MC_HASH_OFFSET(bp, i), mc_filter[i]); 3142adfc5217SJeff Kirsher } else 3143adfc5217SJeff Kirsher /* clear the registry */ 3144adfc5217SJeff Kirsher memset(o->registry.aprox_match.vec, 0, 3145adfc5217SJeff Kirsher sizeof(o->registry.aprox_match.vec)); 3146adfc5217SJeff Kirsher 3147adfc5217SJeff Kirsher /* We are done */ 3148adfc5217SJeff Kirsher r->clear_pending(r); 3149adfc5217SJeff Kirsher 3150adfc5217SJeff Kirsher return 0; 3151adfc5217SJeff Kirsher } 3152adfc5217SJeff Kirsher 3153adfc5217SJeff Kirsher static int bnx2x_mcast_validate_e1(struct bnx2x *bp, 3154adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p, 3155adfc5217SJeff Kirsher int cmd) 3156adfc5217SJeff Kirsher { 3157adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o = p->mcast_obj; 3158adfc5217SJeff Kirsher int reg_sz = o->get_registry_size(o); 3159adfc5217SJeff Kirsher 3160adfc5217SJeff Kirsher switch (cmd) { 3161adfc5217SJeff Kirsher /* DEL command deletes all currently configured MACs */ 3162adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_DEL: 3163adfc5217SJeff Kirsher o->set_registry_size(o, 0); 3164adfc5217SJeff Kirsher /* Don't break */ 3165adfc5217SJeff Kirsher 3166adfc5217SJeff Kirsher /* RESTORE command will restore the entire multicast configuration */ 3167adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_RESTORE: 3168adfc5217SJeff Kirsher p->mcast_list_len = reg_sz; 3169adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Command %d, p->mcast_list_len=%d\n", 3170adfc5217SJeff Kirsher cmd, p->mcast_list_len); 3171adfc5217SJeff Kirsher break; 3172adfc5217SJeff Kirsher 3173adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_ADD: 3174adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_CONT: 3175adfc5217SJeff Kirsher /* Multicast MACs on 57710 are configured as unicast MACs and 3176adfc5217SJeff Kirsher * there is only a limited number of CAM entries for that 3177adfc5217SJeff Kirsher * matter. 3178adfc5217SJeff Kirsher */ 3179adfc5217SJeff Kirsher if (p->mcast_list_len > o->max_cmd_len) { 3180adfc5217SJeff Kirsher BNX2X_ERR("Can't configure more than %d multicast MACs" 3181adfc5217SJeff Kirsher "on 57710\n", o->max_cmd_len); 3182adfc5217SJeff Kirsher return -EINVAL; 3183adfc5217SJeff Kirsher } 3184adfc5217SJeff Kirsher /* Every configured MAC should be cleared if DEL command is 3185adfc5217SJeff Kirsher * called. Only the last ADD command is relevant as long as 3186adfc5217SJeff Kirsher * every ADD commands overrides the previous configuration. 3187adfc5217SJeff Kirsher */ 3188adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "p->mcast_list_len=%d\n", p->mcast_list_len); 3189adfc5217SJeff Kirsher if (p->mcast_list_len > 0) 3190adfc5217SJeff Kirsher o->set_registry_size(o, p->mcast_list_len); 3191adfc5217SJeff Kirsher 3192adfc5217SJeff Kirsher break; 3193adfc5217SJeff Kirsher 3194adfc5217SJeff Kirsher default: 3195adfc5217SJeff Kirsher BNX2X_ERR("Unknown command: %d\n", cmd); 3196adfc5217SJeff Kirsher return -EINVAL; 3197adfc5217SJeff Kirsher 3198adfc5217SJeff Kirsher } 3199adfc5217SJeff Kirsher 3200adfc5217SJeff Kirsher /* We want to ensure that commands are executed one by one for 57710. 3201adfc5217SJeff Kirsher * Therefore each none-empty command will consume o->max_cmd_len. 3202adfc5217SJeff Kirsher */ 3203adfc5217SJeff Kirsher if (p->mcast_list_len) 3204adfc5217SJeff Kirsher o->total_pending_num += o->max_cmd_len; 3205adfc5217SJeff Kirsher 3206adfc5217SJeff Kirsher return 0; 3207adfc5217SJeff Kirsher } 3208adfc5217SJeff Kirsher 3209adfc5217SJeff Kirsher static void bnx2x_mcast_revert_e1(struct bnx2x *bp, 3210adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p, 3211adfc5217SJeff Kirsher int old_num_macs) 3212adfc5217SJeff Kirsher { 3213adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o = p->mcast_obj; 3214adfc5217SJeff Kirsher 3215adfc5217SJeff Kirsher o->set_registry_size(o, old_num_macs); 3216adfc5217SJeff Kirsher 3217adfc5217SJeff Kirsher /* If current command hasn't been handled yet and we are 3218adfc5217SJeff Kirsher * here means that it's meant to be dropped and we have to 3219adfc5217SJeff Kirsher * update the number of outstandling MACs accordingly. 3220adfc5217SJeff Kirsher */ 3221adfc5217SJeff Kirsher if (p->mcast_list_len) 3222adfc5217SJeff Kirsher o->total_pending_num -= o->max_cmd_len; 3223adfc5217SJeff Kirsher } 3224adfc5217SJeff Kirsher 3225adfc5217SJeff Kirsher static void bnx2x_mcast_set_one_rule_e1(struct bnx2x *bp, 3226adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o, int idx, 3227adfc5217SJeff Kirsher union bnx2x_mcast_config_data *cfg_data, 3228adfc5217SJeff Kirsher int cmd) 3229adfc5217SJeff Kirsher { 3230adfc5217SJeff Kirsher struct bnx2x_raw_obj *r = &o->raw; 3231adfc5217SJeff Kirsher struct mac_configuration_cmd *data = 3232adfc5217SJeff Kirsher (struct mac_configuration_cmd *)(r->rdata); 3233adfc5217SJeff Kirsher 3234adfc5217SJeff Kirsher /* copy mac */ 3235adfc5217SJeff Kirsher if ((cmd == BNX2X_MCAST_CMD_ADD) || (cmd == BNX2X_MCAST_CMD_RESTORE)) { 3236adfc5217SJeff Kirsher bnx2x_set_fw_mac_addr(&data->config_table[idx].msb_mac_addr, 3237adfc5217SJeff Kirsher &data->config_table[idx].middle_mac_addr, 3238adfc5217SJeff Kirsher &data->config_table[idx].lsb_mac_addr, 3239adfc5217SJeff Kirsher cfg_data->mac); 3240adfc5217SJeff Kirsher 3241adfc5217SJeff Kirsher data->config_table[idx].vlan_id = 0; 3242adfc5217SJeff Kirsher data->config_table[idx].pf_id = r->func_id; 3243adfc5217SJeff Kirsher data->config_table[idx].clients_bit_vector = 3244adfc5217SJeff Kirsher cpu_to_le32(1 << r->cl_id); 3245adfc5217SJeff Kirsher 3246adfc5217SJeff Kirsher SET_FLAG(data->config_table[idx].flags, 3247adfc5217SJeff Kirsher MAC_CONFIGURATION_ENTRY_ACTION_TYPE, 3248adfc5217SJeff Kirsher T_ETH_MAC_COMMAND_SET); 3249adfc5217SJeff Kirsher } 3250adfc5217SJeff Kirsher } 3251adfc5217SJeff Kirsher 3252adfc5217SJeff Kirsher /** 3253adfc5217SJeff Kirsher * bnx2x_mcast_set_rdata_hdr_e1 - set header values in mac_configuration_cmd 3254adfc5217SJeff Kirsher * 3255adfc5217SJeff Kirsher * @bp: device handle 3256adfc5217SJeff Kirsher * @p: 3257adfc5217SJeff Kirsher * @len: number of rules to handle 3258adfc5217SJeff Kirsher */ 3259adfc5217SJeff Kirsher static inline void bnx2x_mcast_set_rdata_hdr_e1(struct bnx2x *bp, 3260adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p, 3261adfc5217SJeff Kirsher u8 len) 3262adfc5217SJeff Kirsher { 3263adfc5217SJeff Kirsher struct bnx2x_raw_obj *r = &p->mcast_obj->raw; 3264adfc5217SJeff Kirsher struct mac_configuration_cmd *data = 3265adfc5217SJeff Kirsher (struct mac_configuration_cmd *)(r->rdata); 3266adfc5217SJeff Kirsher 3267adfc5217SJeff Kirsher u8 offset = (CHIP_REV_IS_SLOW(bp) ? 3268adfc5217SJeff Kirsher BNX2X_MAX_EMUL_MULTI*(1 + r->func_id) : 3269adfc5217SJeff Kirsher BNX2X_MAX_MULTICAST*(1 + r->func_id)); 3270adfc5217SJeff Kirsher 3271adfc5217SJeff Kirsher data->hdr.offset = offset; 3272adfc5217SJeff Kirsher data->hdr.client_id = 0xff; 3273adfc5217SJeff Kirsher data->hdr.echo = ((r->cid & BNX2X_SWCID_MASK) | 3274adfc5217SJeff Kirsher (BNX2X_FILTER_MCAST_PENDING << BNX2X_SWCID_SHIFT)); 3275adfc5217SJeff Kirsher data->hdr.length = len; 3276adfc5217SJeff Kirsher } 3277adfc5217SJeff Kirsher 3278adfc5217SJeff Kirsher /** 3279adfc5217SJeff Kirsher * bnx2x_mcast_handle_restore_cmd_e1 - restore command for 57710 3280adfc5217SJeff Kirsher * 3281adfc5217SJeff Kirsher * @bp: device handle 3282adfc5217SJeff Kirsher * @o: 3283adfc5217SJeff Kirsher * @start_idx: index in the registry to start from 3284adfc5217SJeff Kirsher * @rdata_idx: index in the ramrod data to start from 3285adfc5217SJeff Kirsher * 3286adfc5217SJeff Kirsher * restore command for 57710 is like all other commands - always a stand alone 3287adfc5217SJeff Kirsher * command - start_idx and rdata_idx will always be 0. This function will always 3288adfc5217SJeff Kirsher * succeed. 3289adfc5217SJeff Kirsher * returns -1 to comply with 57712 variant. 3290adfc5217SJeff Kirsher */ 3291adfc5217SJeff Kirsher static inline int bnx2x_mcast_handle_restore_cmd_e1( 3292adfc5217SJeff Kirsher struct bnx2x *bp, struct bnx2x_mcast_obj *o , int start_idx, 3293adfc5217SJeff Kirsher int *rdata_idx) 3294adfc5217SJeff Kirsher { 3295adfc5217SJeff Kirsher struct bnx2x_mcast_mac_elem *elem; 3296adfc5217SJeff Kirsher int i = 0; 3297adfc5217SJeff Kirsher union bnx2x_mcast_config_data cfg_data = {0}; 3298adfc5217SJeff Kirsher 3299adfc5217SJeff Kirsher /* go through the registry and configure the MACs from it. */ 3300adfc5217SJeff Kirsher list_for_each_entry(elem, &o->registry.exact_match.macs, link) { 3301adfc5217SJeff Kirsher cfg_data.mac = &elem->mac[0]; 3302adfc5217SJeff Kirsher o->set_one_rule(bp, o, i, &cfg_data, BNX2X_MCAST_CMD_RESTORE); 3303adfc5217SJeff Kirsher 3304adfc5217SJeff Kirsher i++; 3305adfc5217SJeff Kirsher 33060f9dad10SJoe Perches DP(BNX2X_MSG_SP, "About to configure %pM mcast MAC\n", 33070f9dad10SJoe Perches cfg_data.mac); 3308adfc5217SJeff Kirsher } 3309adfc5217SJeff Kirsher 3310adfc5217SJeff Kirsher *rdata_idx = i; 3311adfc5217SJeff Kirsher 3312adfc5217SJeff Kirsher return -1; 3313adfc5217SJeff Kirsher } 3314adfc5217SJeff Kirsher 3315adfc5217SJeff Kirsher 3316adfc5217SJeff Kirsher static inline int bnx2x_mcast_handle_pending_cmds_e1( 3317adfc5217SJeff Kirsher struct bnx2x *bp, struct bnx2x_mcast_ramrod_params *p) 3318adfc5217SJeff Kirsher { 3319adfc5217SJeff Kirsher struct bnx2x_pending_mcast_cmd *cmd_pos; 3320adfc5217SJeff Kirsher struct bnx2x_mcast_mac_elem *pmac_pos; 3321adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o = p->mcast_obj; 3322adfc5217SJeff Kirsher union bnx2x_mcast_config_data cfg_data = {0}; 3323adfc5217SJeff Kirsher int cnt = 0; 3324adfc5217SJeff Kirsher 3325adfc5217SJeff Kirsher 3326adfc5217SJeff Kirsher /* If nothing to be done - return */ 3327adfc5217SJeff Kirsher if (list_empty(&o->pending_cmds_head)) 3328adfc5217SJeff Kirsher return 0; 3329adfc5217SJeff Kirsher 3330adfc5217SJeff Kirsher /* Handle the first command */ 3331adfc5217SJeff Kirsher cmd_pos = list_first_entry(&o->pending_cmds_head, 3332adfc5217SJeff Kirsher struct bnx2x_pending_mcast_cmd, link); 3333adfc5217SJeff Kirsher 3334adfc5217SJeff Kirsher switch (cmd_pos->type) { 3335adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_ADD: 3336adfc5217SJeff Kirsher list_for_each_entry(pmac_pos, &cmd_pos->data.macs_head, link) { 3337adfc5217SJeff Kirsher cfg_data.mac = &pmac_pos->mac[0]; 3338adfc5217SJeff Kirsher o->set_one_rule(bp, o, cnt, &cfg_data, cmd_pos->type); 3339adfc5217SJeff Kirsher 3340adfc5217SJeff Kirsher cnt++; 3341adfc5217SJeff Kirsher 33420f9dad10SJoe Perches DP(BNX2X_MSG_SP, "About to configure %pM mcast MAC\n", 33430f9dad10SJoe Perches pmac_pos->mac); 3344adfc5217SJeff Kirsher } 3345adfc5217SJeff Kirsher break; 3346adfc5217SJeff Kirsher 3347adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_DEL: 3348adfc5217SJeff Kirsher cnt = cmd_pos->data.macs_num; 3349adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "About to delete %d multicast MACs\n", cnt); 3350adfc5217SJeff Kirsher break; 3351adfc5217SJeff Kirsher 3352adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_RESTORE: 3353adfc5217SJeff Kirsher o->hdl_restore(bp, o, 0, &cnt); 3354adfc5217SJeff Kirsher break; 3355adfc5217SJeff Kirsher 3356adfc5217SJeff Kirsher default: 3357adfc5217SJeff Kirsher BNX2X_ERR("Unknown command: %d\n", cmd_pos->type); 3358adfc5217SJeff Kirsher return -EINVAL; 3359adfc5217SJeff Kirsher } 3360adfc5217SJeff Kirsher 3361adfc5217SJeff Kirsher list_del(&cmd_pos->link); 3362adfc5217SJeff Kirsher kfree(cmd_pos); 3363adfc5217SJeff Kirsher 3364adfc5217SJeff Kirsher return cnt; 3365adfc5217SJeff Kirsher } 3366adfc5217SJeff Kirsher 3367adfc5217SJeff Kirsher /** 3368adfc5217SJeff Kirsher * bnx2x_get_fw_mac_addr - revert the bnx2x_set_fw_mac_addr(). 3369adfc5217SJeff Kirsher * 3370adfc5217SJeff Kirsher * @fw_hi: 3371adfc5217SJeff Kirsher * @fw_mid: 3372adfc5217SJeff Kirsher * @fw_lo: 3373adfc5217SJeff Kirsher * @mac: 3374adfc5217SJeff Kirsher */ 3375adfc5217SJeff Kirsher static inline void bnx2x_get_fw_mac_addr(__le16 *fw_hi, __le16 *fw_mid, 3376adfc5217SJeff Kirsher __le16 *fw_lo, u8 *mac) 3377adfc5217SJeff Kirsher { 3378adfc5217SJeff Kirsher mac[1] = ((u8 *)fw_hi)[0]; 3379adfc5217SJeff Kirsher mac[0] = ((u8 *)fw_hi)[1]; 3380adfc5217SJeff Kirsher mac[3] = ((u8 *)fw_mid)[0]; 3381adfc5217SJeff Kirsher mac[2] = ((u8 *)fw_mid)[1]; 3382adfc5217SJeff Kirsher mac[5] = ((u8 *)fw_lo)[0]; 3383adfc5217SJeff Kirsher mac[4] = ((u8 *)fw_lo)[1]; 3384adfc5217SJeff Kirsher } 3385adfc5217SJeff Kirsher 3386adfc5217SJeff Kirsher /** 3387adfc5217SJeff Kirsher * bnx2x_mcast_refresh_registry_e1 - 3388adfc5217SJeff Kirsher * 3389adfc5217SJeff Kirsher * @bp: device handle 3390adfc5217SJeff Kirsher * @cnt: 3391adfc5217SJeff Kirsher * 3392adfc5217SJeff Kirsher * Check the ramrod data first entry flag to see if it's a DELETE or ADD command 3393adfc5217SJeff Kirsher * and update the registry correspondingly: if ADD - allocate a memory and add 3394adfc5217SJeff Kirsher * the entries to the registry (list), if DELETE - clear the registry and free 3395adfc5217SJeff Kirsher * the memory. 3396adfc5217SJeff Kirsher */ 3397adfc5217SJeff Kirsher static inline int bnx2x_mcast_refresh_registry_e1(struct bnx2x *bp, 3398adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o) 3399adfc5217SJeff Kirsher { 3400adfc5217SJeff Kirsher struct bnx2x_raw_obj *raw = &o->raw; 3401adfc5217SJeff Kirsher struct bnx2x_mcast_mac_elem *elem; 3402adfc5217SJeff Kirsher struct mac_configuration_cmd *data = 3403adfc5217SJeff Kirsher (struct mac_configuration_cmd *)(raw->rdata); 3404adfc5217SJeff Kirsher 3405adfc5217SJeff Kirsher /* If first entry contains a SET bit - the command was ADD, 3406adfc5217SJeff Kirsher * otherwise - DEL_ALL 3407adfc5217SJeff Kirsher */ 3408adfc5217SJeff Kirsher if (GET_FLAG(data->config_table[0].flags, 3409adfc5217SJeff Kirsher MAC_CONFIGURATION_ENTRY_ACTION_TYPE)) { 3410adfc5217SJeff Kirsher int i, len = data->hdr.length; 3411adfc5217SJeff Kirsher 3412adfc5217SJeff Kirsher /* Break if it was a RESTORE command */ 3413adfc5217SJeff Kirsher if (!list_empty(&o->registry.exact_match.macs)) 3414adfc5217SJeff Kirsher return 0; 3415adfc5217SJeff Kirsher 341601e23742SThomas Meyer elem = kcalloc(len, sizeof(*elem), GFP_ATOMIC); 3417adfc5217SJeff Kirsher if (!elem) { 3418adfc5217SJeff Kirsher BNX2X_ERR("Failed to allocate registry memory\n"); 3419adfc5217SJeff Kirsher return -ENOMEM; 3420adfc5217SJeff Kirsher } 3421adfc5217SJeff Kirsher 3422adfc5217SJeff Kirsher for (i = 0; i < len; i++, elem++) { 3423adfc5217SJeff Kirsher bnx2x_get_fw_mac_addr( 3424adfc5217SJeff Kirsher &data->config_table[i].msb_mac_addr, 3425adfc5217SJeff Kirsher &data->config_table[i].middle_mac_addr, 3426adfc5217SJeff Kirsher &data->config_table[i].lsb_mac_addr, 3427adfc5217SJeff Kirsher elem->mac); 34280f9dad10SJoe Perches DP(BNX2X_MSG_SP, "Adding registry entry for [%pM]\n", 34290f9dad10SJoe Perches elem->mac); 3430adfc5217SJeff Kirsher list_add_tail(&elem->link, 3431adfc5217SJeff Kirsher &o->registry.exact_match.macs); 3432adfc5217SJeff Kirsher } 3433adfc5217SJeff Kirsher } else { 3434adfc5217SJeff Kirsher elem = list_first_entry(&o->registry.exact_match.macs, 3435adfc5217SJeff Kirsher struct bnx2x_mcast_mac_elem, link); 3436adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Deleting a registry\n"); 3437adfc5217SJeff Kirsher kfree(elem); 3438adfc5217SJeff Kirsher INIT_LIST_HEAD(&o->registry.exact_match.macs); 3439adfc5217SJeff Kirsher } 3440adfc5217SJeff Kirsher 3441adfc5217SJeff Kirsher return 0; 3442adfc5217SJeff Kirsher } 3443adfc5217SJeff Kirsher 3444adfc5217SJeff Kirsher static int bnx2x_mcast_setup_e1(struct bnx2x *bp, 3445adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p, 3446adfc5217SJeff Kirsher int cmd) 3447adfc5217SJeff Kirsher { 3448adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o = p->mcast_obj; 3449adfc5217SJeff Kirsher struct bnx2x_raw_obj *raw = &o->raw; 3450adfc5217SJeff Kirsher struct mac_configuration_cmd *data = 3451adfc5217SJeff Kirsher (struct mac_configuration_cmd *)(raw->rdata); 3452adfc5217SJeff Kirsher int cnt = 0, i, rc; 3453adfc5217SJeff Kirsher 3454adfc5217SJeff Kirsher /* Reset the ramrod data buffer */ 3455adfc5217SJeff Kirsher memset(data, 0, sizeof(*data)); 3456adfc5217SJeff Kirsher 3457adfc5217SJeff Kirsher /* First set all entries as invalid */ 3458adfc5217SJeff Kirsher for (i = 0; i < o->max_cmd_len ; i++) 3459adfc5217SJeff Kirsher SET_FLAG(data->config_table[i].flags, 3460adfc5217SJeff Kirsher MAC_CONFIGURATION_ENTRY_ACTION_TYPE, 3461adfc5217SJeff Kirsher T_ETH_MAC_COMMAND_INVALIDATE); 3462adfc5217SJeff Kirsher 3463adfc5217SJeff Kirsher /* Handle pending commands first */ 3464adfc5217SJeff Kirsher cnt = bnx2x_mcast_handle_pending_cmds_e1(bp, p); 3465adfc5217SJeff Kirsher 3466adfc5217SJeff Kirsher /* If there are no more pending commands - clear SCHEDULED state */ 3467adfc5217SJeff Kirsher if (list_empty(&o->pending_cmds_head)) 3468adfc5217SJeff Kirsher o->clear_sched(o); 3469adfc5217SJeff Kirsher 3470adfc5217SJeff Kirsher /* The below may be true iff there were no pending commands */ 3471adfc5217SJeff Kirsher if (!cnt) 3472adfc5217SJeff Kirsher cnt = bnx2x_mcast_handle_current_cmd(bp, p, cmd, 0); 3473adfc5217SJeff Kirsher 3474adfc5217SJeff Kirsher /* For 57710 every command has o->max_cmd_len length to ensure that 3475adfc5217SJeff Kirsher * commands are done one at a time. 3476adfc5217SJeff Kirsher */ 3477adfc5217SJeff Kirsher o->total_pending_num -= o->max_cmd_len; 3478adfc5217SJeff Kirsher 3479adfc5217SJeff Kirsher /* send a ramrod */ 3480adfc5217SJeff Kirsher 3481adfc5217SJeff Kirsher WARN_ON(cnt > o->max_cmd_len); 3482adfc5217SJeff Kirsher 3483adfc5217SJeff Kirsher /* Set ramrod header (in particular, a number of entries to update) */ 3484adfc5217SJeff Kirsher bnx2x_mcast_set_rdata_hdr_e1(bp, p, (u8)cnt); 3485adfc5217SJeff Kirsher 3486adfc5217SJeff Kirsher /* update a registry: we need the registry contents to be always up 3487adfc5217SJeff Kirsher * to date in order to be able to execute a RESTORE opcode. Here 3488adfc5217SJeff Kirsher * we use the fact that for 57710 we sent one command at a time 3489adfc5217SJeff Kirsher * hence we may take the registry update out of the command handling 3490adfc5217SJeff Kirsher * and do it in a simpler way here. 3491adfc5217SJeff Kirsher */ 3492adfc5217SJeff Kirsher rc = bnx2x_mcast_refresh_registry_e1(bp, o); 3493adfc5217SJeff Kirsher if (rc) 3494adfc5217SJeff Kirsher return rc; 3495adfc5217SJeff Kirsher 3496adfc5217SJeff Kirsher /* 3497adfc5217SJeff Kirsher * If CLEAR_ONLY was requested - don't send a ramrod and clear 3498adfc5217SJeff Kirsher * RAMROD_PENDING status immediately. 3499adfc5217SJeff Kirsher */ 3500adfc5217SJeff Kirsher if (test_bit(RAMROD_DRV_CLR_ONLY, &p->ramrod_flags)) { 3501adfc5217SJeff Kirsher raw->clear_pending(raw); 3502adfc5217SJeff Kirsher return 0; 3503adfc5217SJeff Kirsher } else { 3504adfc5217SJeff Kirsher /* 3505adfc5217SJeff Kirsher * No need for an explicit memory barrier here as long we would 3506adfc5217SJeff Kirsher * need to ensure the ordering of writing to the SPQ element 3507adfc5217SJeff Kirsher * and updating of the SPQ producer which involves a memory 3508adfc5217SJeff Kirsher * read and we will have to put a full memory barrier there 3509adfc5217SJeff Kirsher * (inside bnx2x_sp_post()). 3510adfc5217SJeff Kirsher */ 3511adfc5217SJeff Kirsher 3512adfc5217SJeff Kirsher /* Send a ramrod */ 3513adfc5217SJeff Kirsher rc = bnx2x_sp_post(bp, RAMROD_CMD_ID_ETH_SET_MAC, raw->cid, 3514adfc5217SJeff Kirsher U64_HI(raw->rdata_mapping), 3515adfc5217SJeff Kirsher U64_LO(raw->rdata_mapping), 3516adfc5217SJeff Kirsher ETH_CONNECTION_TYPE); 3517adfc5217SJeff Kirsher if (rc) 3518adfc5217SJeff Kirsher return rc; 3519adfc5217SJeff Kirsher 3520adfc5217SJeff Kirsher /* Ramrod completion is pending */ 3521adfc5217SJeff Kirsher return 1; 3522adfc5217SJeff Kirsher } 3523adfc5217SJeff Kirsher 3524adfc5217SJeff Kirsher } 3525adfc5217SJeff Kirsher 3526adfc5217SJeff Kirsher static int bnx2x_mcast_get_registry_size_exact(struct bnx2x_mcast_obj *o) 3527adfc5217SJeff Kirsher { 3528adfc5217SJeff Kirsher return o->registry.exact_match.num_macs_set; 3529adfc5217SJeff Kirsher } 3530adfc5217SJeff Kirsher 3531adfc5217SJeff Kirsher static int bnx2x_mcast_get_registry_size_aprox(struct bnx2x_mcast_obj *o) 3532adfc5217SJeff Kirsher { 3533adfc5217SJeff Kirsher return o->registry.aprox_match.num_bins_set; 3534adfc5217SJeff Kirsher } 3535adfc5217SJeff Kirsher 3536adfc5217SJeff Kirsher static void bnx2x_mcast_set_registry_size_exact(struct bnx2x_mcast_obj *o, 3537adfc5217SJeff Kirsher int n) 3538adfc5217SJeff Kirsher { 3539adfc5217SJeff Kirsher o->registry.exact_match.num_macs_set = n; 3540adfc5217SJeff Kirsher } 3541adfc5217SJeff Kirsher 3542adfc5217SJeff Kirsher static void bnx2x_mcast_set_registry_size_aprox(struct bnx2x_mcast_obj *o, 3543adfc5217SJeff Kirsher int n) 3544adfc5217SJeff Kirsher { 3545adfc5217SJeff Kirsher o->registry.aprox_match.num_bins_set = n; 3546adfc5217SJeff Kirsher } 3547adfc5217SJeff Kirsher 3548adfc5217SJeff Kirsher int bnx2x_config_mcast(struct bnx2x *bp, 3549adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p, 3550adfc5217SJeff Kirsher int cmd) 3551adfc5217SJeff Kirsher { 3552adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o = p->mcast_obj; 3553adfc5217SJeff Kirsher struct bnx2x_raw_obj *r = &o->raw; 3554adfc5217SJeff Kirsher int rc = 0, old_reg_size; 3555adfc5217SJeff Kirsher 3556adfc5217SJeff Kirsher /* This is needed to recover number of currently configured mcast macs 3557adfc5217SJeff Kirsher * in case of failure. 3558adfc5217SJeff Kirsher */ 3559adfc5217SJeff Kirsher old_reg_size = o->get_registry_size(o); 3560adfc5217SJeff Kirsher 3561adfc5217SJeff Kirsher /* Do some calculations and checks */ 3562adfc5217SJeff Kirsher rc = o->validate(bp, p, cmd); 3563adfc5217SJeff Kirsher if (rc) 3564adfc5217SJeff Kirsher return rc; 3565adfc5217SJeff Kirsher 3566adfc5217SJeff Kirsher /* Return if there is no work to do */ 3567adfc5217SJeff Kirsher if ((!p->mcast_list_len) && (!o->check_sched(o))) 3568adfc5217SJeff Kirsher return 0; 3569adfc5217SJeff Kirsher 3570adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "o->total_pending_num=%d p->mcast_list_len=%d " 3571adfc5217SJeff Kirsher "o->max_cmd_len=%d\n", o->total_pending_num, 3572adfc5217SJeff Kirsher p->mcast_list_len, o->max_cmd_len); 3573adfc5217SJeff Kirsher 3574adfc5217SJeff Kirsher /* Enqueue the current command to the pending list if we can't complete 3575adfc5217SJeff Kirsher * it in the current iteration 3576adfc5217SJeff Kirsher */ 3577adfc5217SJeff Kirsher if (r->check_pending(r) || 3578adfc5217SJeff Kirsher ((o->max_cmd_len > 0) && (o->total_pending_num > o->max_cmd_len))) { 3579adfc5217SJeff Kirsher rc = o->enqueue_cmd(bp, p->mcast_obj, p, cmd); 3580adfc5217SJeff Kirsher if (rc < 0) 3581adfc5217SJeff Kirsher goto error_exit1; 3582adfc5217SJeff Kirsher 3583adfc5217SJeff Kirsher /* As long as the current command is in a command list we 3584adfc5217SJeff Kirsher * don't need to handle it separately. 3585adfc5217SJeff Kirsher */ 3586adfc5217SJeff Kirsher p->mcast_list_len = 0; 3587adfc5217SJeff Kirsher } 3588adfc5217SJeff Kirsher 3589adfc5217SJeff Kirsher if (!r->check_pending(r)) { 3590adfc5217SJeff Kirsher 3591adfc5217SJeff Kirsher /* Set 'pending' state */ 3592adfc5217SJeff Kirsher r->set_pending(r); 3593adfc5217SJeff Kirsher 3594adfc5217SJeff Kirsher /* Configure the new classification in the chip */ 3595adfc5217SJeff Kirsher rc = o->config_mcast(bp, p, cmd); 3596adfc5217SJeff Kirsher if (rc < 0) 3597adfc5217SJeff Kirsher goto error_exit2; 3598adfc5217SJeff Kirsher 3599adfc5217SJeff Kirsher /* Wait for a ramrod completion if was requested */ 3600adfc5217SJeff Kirsher if (test_bit(RAMROD_COMP_WAIT, &p->ramrod_flags)) 3601adfc5217SJeff Kirsher rc = o->wait_comp(bp, o); 3602adfc5217SJeff Kirsher } 3603adfc5217SJeff Kirsher 3604adfc5217SJeff Kirsher return rc; 3605adfc5217SJeff Kirsher 3606adfc5217SJeff Kirsher error_exit2: 3607adfc5217SJeff Kirsher r->clear_pending(r); 3608adfc5217SJeff Kirsher 3609adfc5217SJeff Kirsher error_exit1: 3610adfc5217SJeff Kirsher o->revert(bp, p, old_reg_size); 3611adfc5217SJeff Kirsher 3612adfc5217SJeff Kirsher return rc; 3613adfc5217SJeff Kirsher } 3614adfc5217SJeff Kirsher 3615adfc5217SJeff Kirsher static void bnx2x_mcast_clear_sched(struct bnx2x_mcast_obj *o) 3616adfc5217SJeff Kirsher { 3617adfc5217SJeff Kirsher smp_mb__before_clear_bit(); 3618adfc5217SJeff Kirsher clear_bit(o->sched_state, o->raw.pstate); 3619adfc5217SJeff Kirsher smp_mb__after_clear_bit(); 3620adfc5217SJeff Kirsher } 3621adfc5217SJeff Kirsher 3622adfc5217SJeff Kirsher static void bnx2x_mcast_set_sched(struct bnx2x_mcast_obj *o) 3623adfc5217SJeff Kirsher { 3624adfc5217SJeff Kirsher smp_mb__before_clear_bit(); 3625adfc5217SJeff Kirsher set_bit(o->sched_state, o->raw.pstate); 3626adfc5217SJeff Kirsher smp_mb__after_clear_bit(); 3627adfc5217SJeff Kirsher } 3628adfc5217SJeff Kirsher 3629adfc5217SJeff Kirsher static bool bnx2x_mcast_check_sched(struct bnx2x_mcast_obj *o) 3630adfc5217SJeff Kirsher { 3631adfc5217SJeff Kirsher return !!test_bit(o->sched_state, o->raw.pstate); 3632adfc5217SJeff Kirsher } 3633adfc5217SJeff Kirsher 3634adfc5217SJeff Kirsher static bool bnx2x_mcast_check_pending(struct bnx2x_mcast_obj *o) 3635adfc5217SJeff Kirsher { 3636adfc5217SJeff Kirsher return o->raw.check_pending(&o->raw) || o->check_sched(o); 3637adfc5217SJeff Kirsher } 3638adfc5217SJeff Kirsher 3639adfc5217SJeff Kirsher void bnx2x_init_mcast_obj(struct bnx2x *bp, 3640adfc5217SJeff Kirsher struct bnx2x_mcast_obj *mcast_obj, 3641adfc5217SJeff Kirsher u8 mcast_cl_id, u32 mcast_cid, u8 func_id, 3642adfc5217SJeff Kirsher u8 engine_id, void *rdata, dma_addr_t rdata_mapping, 3643adfc5217SJeff Kirsher int state, unsigned long *pstate, bnx2x_obj_type type) 3644adfc5217SJeff Kirsher { 3645adfc5217SJeff Kirsher memset(mcast_obj, 0, sizeof(*mcast_obj)); 3646adfc5217SJeff Kirsher 3647adfc5217SJeff Kirsher bnx2x_init_raw_obj(&mcast_obj->raw, mcast_cl_id, mcast_cid, func_id, 3648adfc5217SJeff Kirsher rdata, rdata_mapping, state, pstate, type); 3649adfc5217SJeff Kirsher 3650adfc5217SJeff Kirsher mcast_obj->engine_id = engine_id; 3651adfc5217SJeff Kirsher 3652adfc5217SJeff Kirsher INIT_LIST_HEAD(&mcast_obj->pending_cmds_head); 3653adfc5217SJeff Kirsher 3654adfc5217SJeff Kirsher mcast_obj->sched_state = BNX2X_FILTER_MCAST_SCHED; 3655adfc5217SJeff Kirsher mcast_obj->check_sched = bnx2x_mcast_check_sched; 3656adfc5217SJeff Kirsher mcast_obj->set_sched = bnx2x_mcast_set_sched; 3657adfc5217SJeff Kirsher mcast_obj->clear_sched = bnx2x_mcast_clear_sched; 3658adfc5217SJeff Kirsher 3659adfc5217SJeff Kirsher if (CHIP_IS_E1(bp)) { 3660adfc5217SJeff Kirsher mcast_obj->config_mcast = bnx2x_mcast_setup_e1; 3661adfc5217SJeff Kirsher mcast_obj->enqueue_cmd = bnx2x_mcast_enqueue_cmd; 3662adfc5217SJeff Kirsher mcast_obj->hdl_restore = 3663adfc5217SJeff Kirsher bnx2x_mcast_handle_restore_cmd_e1; 3664adfc5217SJeff Kirsher mcast_obj->check_pending = bnx2x_mcast_check_pending; 3665adfc5217SJeff Kirsher 3666adfc5217SJeff Kirsher if (CHIP_REV_IS_SLOW(bp)) 3667adfc5217SJeff Kirsher mcast_obj->max_cmd_len = BNX2X_MAX_EMUL_MULTI; 3668adfc5217SJeff Kirsher else 3669adfc5217SJeff Kirsher mcast_obj->max_cmd_len = BNX2X_MAX_MULTICAST; 3670adfc5217SJeff Kirsher 3671adfc5217SJeff Kirsher mcast_obj->wait_comp = bnx2x_mcast_wait; 3672adfc5217SJeff Kirsher mcast_obj->set_one_rule = bnx2x_mcast_set_one_rule_e1; 3673adfc5217SJeff Kirsher mcast_obj->validate = bnx2x_mcast_validate_e1; 3674adfc5217SJeff Kirsher mcast_obj->revert = bnx2x_mcast_revert_e1; 3675adfc5217SJeff Kirsher mcast_obj->get_registry_size = 3676adfc5217SJeff Kirsher bnx2x_mcast_get_registry_size_exact; 3677adfc5217SJeff Kirsher mcast_obj->set_registry_size = 3678adfc5217SJeff Kirsher bnx2x_mcast_set_registry_size_exact; 3679adfc5217SJeff Kirsher 3680adfc5217SJeff Kirsher /* 57710 is the only chip that uses the exact match for mcast 3681adfc5217SJeff Kirsher * at the moment. 3682adfc5217SJeff Kirsher */ 3683adfc5217SJeff Kirsher INIT_LIST_HEAD(&mcast_obj->registry.exact_match.macs); 3684adfc5217SJeff Kirsher 3685adfc5217SJeff Kirsher } else if (CHIP_IS_E1H(bp)) { 3686adfc5217SJeff Kirsher mcast_obj->config_mcast = bnx2x_mcast_setup_e1h; 3687adfc5217SJeff Kirsher mcast_obj->enqueue_cmd = NULL; 3688adfc5217SJeff Kirsher mcast_obj->hdl_restore = NULL; 3689adfc5217SJeff Kirsher mcast_obj->check_pending = bnx2x_mcast_check_pending; 3690adfc5217SJeff Kirsher 3691adfc5217SJeff Kirsher /* 57711 doesn't send a ramrod, so it has unlimited credit 3692adfc5217SJeff Kirsher * for one command. 3693adfc5217SJeff Kirsher */ 3694adfc5217SJeff Kirsher mcast_obj->max_cmd_len = -1; 3695adfc5217SJeff Kirsher mcast_obj->wait_comp = bnx2x_mcast_wait; 3696adfc5217SJeff Kirsher mcast_obj->set_one_rule = NULL; 3697adfc5217SJeff Kirsher mcast_obj->validate = bnx2x_mcast_validate_e1h; 3698adfc5217SJeff Kirsher mcast_obj->revert = bnx2x_mcast_revert_e1h; 3699adfc5217SJeff Kirsher mcast_obj->get_registry_size = 3700adfc5217SJeff Kirsher bnx2x_mcast_get_registry_size_aprox; 3701adfc5217SJeff Kirsher mcast_obj->set_registry_size = 3702adfc5217SJeff Kirsher bnx2x_mcast_set_registry_size_aprox; 3703adfc5217SJeff Kirsher } else { 3704adfc5217SJeff Kirsher mcast_obj->config_mcast = bnx2x_mcast_setup_e2; 3705adfc5217SJeff Kirsher mcast_obj->enqueue_cmd = bnx2x_mcast_enqueue_cmd; 3706adfc5217SJeff Kirsher mcast_obj->hdl_restore = 3707adfc5217SJeff Kirsher bnx2x_mcast_handle_restore_cmd_e2; 3708adfc5217SJeff Kirsher mcast_obj->check_pending = bnx2x_mcast_check_pending; 3709adfc5217SJeff Kirsher /* TODO: There should be a proper HSI define for this number!!! 3710adfc5217SJeff Kirsher */ 3711adfc5217SJeff Kirsher mcast_obj->max_cmd_len = 16; 3712adfc5217SJeff Kirsher mcast_obj->wait_comp = bnx2x_mcast_wait; 3713adfc5217SJeff Kirsher mcast_obj->set_one_rule = bnx2x_mcast_set_one_rule_e2; 3714adfc5217SJeff Kirsher mcast_obj->validate = bnx2x_mcast_validate_e2; 3715adfc5217SJeff Kirsher mcast_obj->revert = bnx2x_mcast_revert_e2; 3716adfc5217SJeff Kirsher mcast_obj->get_registry_size = 3717adfc5217SJeff Kirsher bnx2x_mcast_get_registry_size_aprox; 3718adfc5217SJeff Kirsher mcast_obj->set_registry_size = 3719adfc5217SJeff Kirsher bnx2x_mcast_set_registry_size_aprox; 3720adfc5217SJeff Kirsher } 3721adfc5217SJeff Kirsher } 3722adfc5217SJeff Kirsher 3723adfc5217SJeff Kirsher /*************************** Credit handling **********************************/ 3724adfc5217SJeff Kirsher 3725adfc5217SJeff Kirsher /** 3726adfc5217SJeff Kirsher * atomic_add_ifless - add if the result is less than a given value. 3727adfc5217SJeff Kirsher * 3728adfc5217SJeff Kirsher * @v: pointer of type atomic_t 3729adfc5217SJeff Kirsher * @a: the amount to add to v... 3730adfc5217SJeff Kirsher * @u: ...if (v + a) is less than u. 3731adfc5217SJeff Kirsher * 3732adfc5217SJeff Kirsher * returns true if (v + a) was less than u, and false otherwise. 3733adfc5217SJeff Kirsher * 3734adfc5217SJeff Kirsher */ 3735adfc5217SJeff Kirsher static inline bool __atomic_add_ifless(atomic_t *v, int a, int u) 3736adfc5217SJeff Kirsher { 3737adfc5217SJeff Kirsher int c, old; 3738adfc5217SJeff Kirsher 3739adfc5217SJeff Kirsher c = atomic_read(v); 3740adfc5217SJeff Kirsher for (;;) { 3741adfc5217SJeff Kirsher if (unlikely(c + a >= u)) 3742adfc5217SJeff Kirsher return false; 3743adfc5217SJeff Kirsher 3744adfc5217SJeff Kirsher old = atomic_cmpxchg((v), c, c + a); 3745adfc5217SJeff Kirsher if (likely(old == c)) 3746adfc5217SJeff Kirsher break; 3747adfc5217SJeff Kirsher c = old; 3748adfc5217SJeff Kirsher } 3749adfc5217SJeff Kirsher 3750adfc5217SJeff Kirsher return true; 3751adfc5217SJeff Kirsher } 3752adfc5217SJeff Kirsher 3753adfc5217SJeff Kirsher /** 3754adfc5217SJeff Kirsher * atomic_dec_ifmoe - dec if the result is more or equal than a given value. 3755adfc5217SJeff Kirsher * 3756adfc5217SJeff Kirsher * @v: pointer of type atomic_t 3757adfc5217SJeff Kirsher * @a: the amount to dec from v... 3758adfc5217SJeff Kirsher * @u: ...if (v - a) is more or equal than u. 3759adfc5217SJeff Kirsher * 3760adfc5217SJeff Kirsher * returns true if (v - a) was more or equal than u, and false 3761adfc5217SJeff Kirsher * otherwise. 3762adfc5217SJeff Kirsher */ 3763adfc5217SJeff Kirsher static inline bool __atomic_dec_ifmoe(atomic_t *v, int a, int u) 3764adfc5217SJeff Kirsher { 3765adfc5217SJeff Kirsher int c, old; 3766adfc5217SJeff Kirsher 3767adfc5217SJeff Kirsher c = atomic_read(v); 3768adfc5217SJeff Kirsher for (;;) { 3769adfc5217SJeff Kirsher if (unlikely(c - a < u)) 3770adfc5217SJeff Kirsher return false; 3771adfc5217SJeff Kirsher 3772adfc5217SJeff Kirsher old = atomic_cmpxchg((v), c, c - a); 3773adfc5217SJeff Kirsher if (likely(old == c)) 3774adfc5217SJeff Kirsher break; 3775adfc5217SJeff Kirsher c = old; 3776adfc5217SJeff Kirsher } 3777adfc5217SJeff Kirsher 3778adfc5217SJeff Kirsher return true; 3779adfc5217SJeff Kirsher } 3780adfc5217SJeff Kirsher 3781adfc5217SJeff Kirsher static bool bnx2x_credit_pool_get(struct bnx2x_credit_pool_obj *o, int cnt) 3782adfc5217SJeff Kirsher { 3783adfc5217SJeff Kirsher bool rc; 3784adfc5217SJeff Kirsher 3785adfc5217SJeff Kirsher smp_mb(); 3786adfc5217SJeff Kirsher rc = __atomic_dec_ifmoe(&o->credit, cnt, 0); 3787adfc5217SJeff Kirsher smp_mb(); 3788adfc5217SJeff Kirsher 3789adfc5217SJeff Kirsher return rc; 3790adfc5217SJeff Kirsher } 3791adfc5217SJeff Kirsher 3792adfc5217SJeff Kirsher static bool bnx2x_credit_pool_put(struct bnx2x_credit_pool_obj *o, int cnt) 3793adfc5217SJeff Kirsher { 3794adfc5217SJeff Kirsher bool rc; 3795adfc5217SJeff Kirsher 3796adfc5217SJeff Kirsher smp_mb(); 3797adfc5217SJeff Kirsher 3798adfc5217SJeff Kirsher /* Don't let to refill if credit + cnt > pool_sz */ 3799adfc5217SJeff Kirsher rc = __atomic_add_ifless(&o->credit, cnt, o->pool_sz + 1); 3800adfc5217SJeff Kirsher 3801adfc5217SJeff Kirsher smp_mb(); 3802adfc5217SJeff Kirsher 3803adfc5217SJeff Kirsher return rc; 3804adfc5217SJeff Kirsher } 3805adfc5217SJeff Kirsher 3806adfc5217SJeff Kirsher static int bnx2x_credit_pool_check(struct bnx2x_credit_pool_obj *o) 3807adfc5217SJeff Kirsher { 3808adfc5217SJeff Kirsher int cur_credit; 3809adfc5217SJeff Kirsher 3810adfc5217SJeff Kirsher smp_mb(); 3811adfc5217SJeff Kirsher cur_credit = atomic_read(&o->credit); 3812adfc5217SJeff Kirsher 3813adfc5217SJeff Kirsher return cur_credit; 3814adfc5217SJeff Kirsher } 3815adfc5217SJeff Kirsher 3816adfc5217SJeff Kirsher static bool bnx2x_credit_pool_always_true(struct bnx2x_credit_pool_obj *o, 3817adfc5217SJeff Kirsher int cnt) 3818adfc5217SJeff Kirsher { 3819adfc5217SJeff Kirsher return true; 3820adfc5217SJeff Kirsher } 3821adfc5217SJeff Kirsher 3822adfc5217SJeff Kirsher 3823adfc5217SJeff Kirsher static bool bnx2x_credit_pool_get_entry( 3824adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *o, 3825adfc5217SJeff Kirsher int *offset) 3826adfc5217SJeff Kirsher { 3827adfc5217SJeff Kirsher int idx, vec, i; 3828adfc5217SJeff Kirsher 3829adfc5217SJeff Kirsher *offset = -1; 3830adfc5217SJeff Kirsher 3831adfc5217SJeff Kirsher /* Find "internal cam-offset" then add to base for this object... */ 3832adfc5217SJeff Kirsher for (vec = 0; vec < BNX2X_POOL_VEC_SIZE; vec++) { 3833adfc5217SJeff Kirsher 3834adfc5217SJeff Kirsher /* Skip the current vector if there are no free entries in it */ 3835adfc5217SJeff Kirsher if (!o->pool_mirror[vec]) 3836adfc5217SJeff Kirsher continue; 3837adfc5217SJeff Kirsher 3838adfc5217SJeff Kirsher /* If we've got here we are going to find a free entry */ 3839adfc5217SJeff Kirsher for (idx = vec * BNX2X_POOL_VEC_SIZE, i = 0; 3840adfc5217SJeff Kirsher i < BIT_VEC64_ELEM_SZ; idx++, i++) 3841adfc5217SJeff Kirsher 3842adfc5217SJeff Kirsher if (BIT_VEC64_TEST_BIT(o->pool_mirror, idx)) { 3843adfc5217SJeff Kirsher /* Got one!! */ 3844adfc5217SJeff Kirsher BIT_VEC64_CLEAR_BIT(o->pool_mirror, idx); 3845adfc5217SJeff Kirsher *offset = o->base_pool_offset + idx; 3846adfc5217SJeff Kirsher return true; 3847adfc5217SJeff Kirsher } 3848adfc5217SJeff Kirsher } 3849adfc5217SJeff Kirsher 3850adfc5217SJeff Kirsher return false; 3851adfc5217SJeff Kirsher } 3852adfc5217SJeff Kirsher 3853adfc5217SJeff Kirsher static bool bnx2x_credit_pool_put_entry( 3854adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *o, 3855adfc5217SJeff Kirsher int offset) 3856adfc5217SJeff Kirsher { 3857adfc5217SJeff Kirsher if (offset < o->base_pool_offset) 3858adfc5217SJeff Kirsher return false; 3859adfc5217SJeff Kirsher 3860adfc5217SJeff Kirsher offset -= o->base_pool_offset; 3861adfc5217SJeff Kirsher 3862adfc5217SJeff Kirsher if (offset >= o->pool_sz) 3863adfc5217SJeff Kirsher return false; 3864adfc5217SJeff Kirsher 3865adfc5217SJeff Kirsher /* Return the entry to the pool */ 3866adfc5217SJeff Kirsher BIT_VEC64_SET_BIT(o->pool_mirror, offset); 3867adfc5217SJeff Kirsher 3868adfc5217SJeff Kirsher return true; 3869adfc5217SJeff Kirsher } 3870adfc5217SJeff Kirsher 3871adfc5217SJeff Kirsher static bool bnx2x_credit_pool_put_entry_always_true( 3872adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *o, 3873adfc5217SJeff Kirsher int offset) 3874adfc5217SJeff Kirsher { 3875adfc5217SJeff Kirsher return true; 3876adfc5217SJeff Kirsher } 3877adfc5217SJeff Kirsher 3878adfc5217SJeff Kirsher static bool bnx2x_credit_pool_get_entry_always_true( 3879adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *o, 3880adfc5217SJeff Kirsher int *offset) 3881adfc5217SJeff Kirsher { 3882adfc5217SJeff Kirsher *offset = -1; 3883adfc5217SJeff Kirsher return true; 3884adfc5217SJeff Kirsher } 3885adfc5217SJeff Kirsher /** 3886adfc5217SJeff Kirsher * bnx2x_init_credit_pool - initialize credit pool internals. 3887adfc5217SJeff Kirsher * 3888adfc5217SJeff Kirsher * @p: 3889adfc5217SJeff Kirsher * @base: Base entry in the CAM to use. 3890adfc5217SJeff Kirsher * @credit: pool size. 3891adfc5217SJeff Kirsher * 3892adfc5217SJeff Kirsher * If base is negative no CAM entries handling will be performed. 3893adfc5217SJeff Kirsher * If credit is negative pool operations will always succeed (unlimited pool). 3894adfc5217SJeff Kirsher * 3895adfc5217SJeff Kirsher */ 3896adfc5217SJeff Kirsher static inline void bnx2x_init_credit_pool(struct bnx2x_credit_pool_obj *p, 3897adfc5217SJeff Kirsher int base, int credit) 3898adfc5217SJeff Kirsher { 3899adfc5217SJeff Kirsher /* Zero the object first */ 3900adfc5217SJeff Kirsher memset(p, 0, sizeof(*p)); 3901adfc5217SJeff Kirsher 3902adfc5217SJeff Kirsher /* Set the table to all 1s */ 3903adfc5217SJeff Kirsher memset(&p->pool_mirror, 0xff, sizeof(p->pool_mirror)); 3904adfc5217SJeff Kirsher 3905adfc5217SJeff Kirsher /* Init a pool as full */ 3906adfc5217SJeff Kirsher atomic_set(&p->credit, credit); 3907adfc5217SJeff Kirsher 3908adfc5217SJeff Kirsher /* The total poll size */ 3909adfc5217SJeff Kirsher p->pool_sz = credit; 3910adfc5217SJeff Kirsher 3911adfc5217SJeff Kirsher p->base_pool_offset = base; 3912adfc5217SJeff Kirsher 3913adfc5217SJeff Kirsher /* Commit the change */ 3914adfc5217SJeff Kirsher smp_mb(); 3915adfc5217SJeff Kirsher 3916adfc5217SJeff Kirsher p->check = bnx2x_credit_pool_check; 3917adfc5217SJeff Kirsher 3918adfc5217SJeff Kirsher /* if pool credit is negative - disable the checks */ 3919adfc5217SJeff Kirsher if (credit >= 0) { 3920adfc5217SJeff Kirsher p->put = bnx2x_credit_pool_put; 3921adfc5217SJeff Kirsher p->get = bnx2x_credit_pool_get; 3922adfc5217SJeff Kirsher p->put_entry = bnx2x_credit_pool_put_entry; 3923adfc5217SJeff Kirsher p->get_entry = bnx2x_credit_pool_get_entry; 3924adfc5217SJeff Kirsher } else { 3925adfc5217SJeff Kirsher p->put = bnx2x_credit_pool_always_true; 3926adfc5217SJeff Kirsher p->get = bnx2x_credit_pool_always_true; 3927adfc5217SJeff Kirsher p->put_entry = bnx2x_credit_pool_put_entry_always_true; 3928adfc5217SJeff Kirsher p->get_entry = bnx2x_credit_pool_get_entry_always_true; 3929adfc5217SJeff Kirsher } 3930adfc5217SJeff Kirsher 3931adfc5217SJeff Kirsher /* If base is negative - disable entries handling */ 3932adfc5217SJeff Kirsher if (base < 0) { 3933adfc5217SJeff Kirsher p->put_entry = bnx2x_credit_pool_put_entry_always_true; 3934adfc5217SJeff Kirsher p->get_entry = bnx2x_credit_pool_get_entry_always_true; 3935adfc5217SJeff Kirsher } 3936adfc5217SJeff Kirsher } 3937adfc5217SJeff Kirsher 3938adfc5217SJeff Kirsher void bnx2x_init_mac_credit_pool(struct bnx2x *bp, 3939adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *p, u8 func_id, 3940adfc5217SJeff Kirsher u8 func_num) 3941adfc5217SJeff Kirsher { 3942adfc5217SJeff Kirsher /* TODO: this will be defined in consts as well... */ 3943adfc5217SJeff Kirsher #define BNX2X_CAM_SIZE_EMUL 5 3944adfc5217SJeff Kirsher 3945adfc5217SJeff Kirsher int cam_sz; 3946adfc5217SJeff Kirsher 3947adfc5217SJeff Kirsher if (CHIP_IS_E1(bp)) { 3948adfc5217SJeff Kirsher /* In E1, Multicast is saved in cam... */ 3949adfc5217SJeff Kirsher if (!CHIP_REV_IS_SLOW(bp)) 3950adfc5217SJeff Kirsher cam_sz = (MAX_MAC_CREDIT_E1 / 2) - BNX2X_MAX_MULTICAST; 3951adfc5217SJeff Kirsher else 3952adfc5217SJeff Kirsher cam_sz = BNX2X_CAM_SIZE_EMUL - BNX2X_MAX_EMUL_MULTI; 3953adfc5217SJeff Kirsher 3954adfc5217SJeff Kirsher bnx2x_init_credit_pool(p, func_id * cam_sz, cam_sz); 3955adfc5217SJeff Kirsher 3956adfc5217SJeff Kirsher } else if (CHIP_IS_E1H(bp)) { 3957adfc5217SJeff Kirsher /* CAM credit is equaly divided between all active functions 3958adfc5217SJeff Kirsher * on the PORT!. 3959adfc5217SJeff Kirsher */ 3960adfc5217SJeff Kirsher if ((func_num > 0)) { 3961adfc5217SJeff Kirsher if (!CHIP_REV_IS_SLOW(bp)) 3962adfc5217SJeff Kirsher cam_sz = (MAX_MAC_CREDIT_E1H / (2*func_num)); 3963adfc5217SJeff Kirsher else 3964adfc5217SJeff Kirsher cam_sz = BNX2X_CAM_SIZE_EMUL; 3965adfc5217SJeff Kirsher bnx2x_init_credit_pool(p, func_id * cam_sz, cam_sz); 3966adfc5217SJeff Kirsher } else { 3967adfc5217SJeff Kirsher /* this should never happen! Block MAC operations. */ 3968adfc5217SJeff Kirsher bnx2x_init_credit_pool(p, 0, 0); 3969adfc5217SJeff Kirsher } 3970adfc5217SJeff Kirsher 3971adfc5217SJeff Kirsher } else { 3972adfc5217SJeff Kirsher 3973adfc5217SJeff Kirsher /* 3974adfc5217SJeff Kirsher * CAM credit is equaly divided between all active functions 3975adfc5217SJeff Kirsher * on the PATH. 3976adfc5217SJeff Kirsher */ 3977adfc5217SJeff Kirsher if ((func_num > 0)) { 3978adfc5217SJeff Kirsher if (!CHIP_REV_IS_SLOW(bp)) 3979adfc5217SJeff Kirsher cam_sz = (MAX_MAC_CREDIT_E2 / func_num); 3980adfc5217SJeff Kirsher else 3981adfc5217SJeff Kirsher cam_sz = BNX2X_CAM_SIZE_EMUL; 3982adfc5217SJeff Kirsher 3983adfc5217SJeff Kirsher /* 3984adfc5217SJeff Kirsher * No need for CAM entries handling for 57712 and 3985adfc5217SJeff Kirsher * newer. 3986adfc5217SJeff Kirsher */ 3987adfc5217SJeff Kirsher bnx2x_init_credit_pool(p, -1, cam_sz); 3988adfc5217SJeff Kirsher } else { 3989adfc5217SJeff Kirsher /* this should never happen! Block MAC operations. */ 3990adfc5217SJeff Kirsher bnx2x_init_credit_pool(p, 0, 0); 3991adfc5217SJeff Kirsher } 3992adfc5217SJeff Kirsher 3993adfc5217SJeff Kirsher } 3994adfc5217SJeff Kirsher } 3995adfc5217SJeff Kirsher 3996adfc5217SJeff Kirsher void bnx2x_init_vlan_credit_pool(struct bnx2x *bp, 3997adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *p, 3998adfc5217SJeff Kirsher u8 func_id, 3999adfc5217SJeff Kirsher u8 func_num) 4000adfc5217SJeff Kirsher { 4001adfc5217SJeff Kirsher if (CHIP_IS_E1x(bp)) { 4002adfc5217SJeff Kirsher /* 4003adfc5217SJeff Kirsher * There is no VLAN credit in HW on 57710 and 57711 only 4004adfc5217SJeff Kirsher * MAC / MAC-VLAN can be set 4005adfc5217SJeff Kirsher */ 4006adfc5217SJeff Kirsher bnx2x_init_credit_pool(p, 0, -1); 4007adfc5217SJeff Kirsher } else { 4008adfc5217SJeff Kirsher /* 4009adfc5217SJeff Kirsher * CAM credit is equaly divided between all active functions 4010adfc5217SJeff Kirsher * on the PATH. 4011adfc5217SJeff Kirsher */ 4012adfc5217SJeff Kirsher if (func_num > 0) { 4013adfc5217SJeff Kirsher int credit = MAX_VLAN_CREDIT_E2 / func_num; 4014adfc5217SJeff Kirsher bnx2x_init_credit_pool(p, func_id * credit, credit); 4015adfc5217SJeff Kirsher } else 4016adfc5217SJeff Kirsher /* this should never happen! Block VLAN operations. */ 4017adfc5217SJeff Kirsher bnx2x_init_credit_pool(p, 0, 0); 4018adfc5217SJeff Kirsher } 4019adfc5217SJeff Kirsher } 4020adfc5217SJeff Kirsher 4021adfc5217SJeff Kirsher /****************** RSS Configuration ******************/ 4022adfc5217SJeff Kirsher /** 4023adfc5217SJeff Kirsher * bnx2x_debug_print_ind_table - prints the indirection table configuration. 4024adfc5217SJeff Kirsher * 4025adfc5217SJeff Kirsher * @bp: driver hanlde 4026adfc5217SJeff Kirsher * @p: pointer to rss configuration 4027adfc5217SJeff Kirsher * 4028adfc5217SJeff Kirsher * Prints it when NETIF_MSG_IFUP debug level is configured. 4029adfc5217SJeff Kirsher */ 4030adfc5217SJeff Kirsher static inline void bnx2x_debug_print_ind_table(struct bnx2x *bp, 4031adfc5217SJeff Kirsher struct bnx2x_config_rss_params *p) 4032adfc5217SJeff Kirsher { 4033adfc5217SJeff Kirsher int i; 4034adfc5217SJeff Kirsher 4035adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Setting indirection table to:\n"); 4036adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "0x0000: "); 4037adfc5217SJeff Kirsher for (i = 0; i < T_ETH_INDIRECTION_TABLE_SIZE; i++) { 4038adfc5217SJeff Kirsher DP_CONT(BNX2X_MSG_SP, "0x%02x ", p->ind_table[i]); 4039adfc5217SJeff Kirsher 4040adfc5217SJeff Kirsher /* Print 4 bytes in a line */ 4041adfc5217SJeff Kirsher if ((i + 1 < T_ETH_INDIRECTION_TABLE_SIZE) && 4042adfc5217SJeff Kirsher (((i + 1) & 0x3) == 0)) { 4043adfc5217SJeff Kirsher DP_CONT(BNX2X_MSG_SP, "\n"); 4044adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "0x%04x: ", i + 1); 4045adfc5217SJeff Kirsher } 4046adfc5217SJeff Kirsher } 4047adfc5217SJeff Kirsher 4048adfc5217SJeff Kirsher DP_CONT(BNX2X_MSG_SP, "\n"); 4049adfc5217SJeff Kirsher } 4050adfc5217SJeff Kirsher 4051adfc5217SJeff Kirsher /** 4052adfc5217SJeff Kirsher * bnx2x_setup_rss - configure RSS 4053adfc5217SJeff Kirsher * 4054adfc5217SJeff Kirsher * @bp: device handle 4055adfc5217SJeff Kirsher * @p: rss configuration 4056adfc5217SJeff Kirsher * 4057adfc5217SJeff Kirsher * sends on UPDATE ramrod for that matter. 4058adfc5217SJeff Kirsher */ 4059adfc5217SJeff Kirsher static int bnx2x_setup_rss(struct bnx2x *bp, 4060adfc5217SJeff Kirsher struct bnx2x_config_rss_params *p) 4061adfc5217SJeff Kirsher { 4062adfc5217SJeff Kirsher struct bnx2x_rss_config_obj *o = p->rss_obj; 4063adfc5217SJeff Kirsher struct bnx2x_raw_obj *r = &o->raw; 4064adfc5217SJeff Kirsher struct eth_rss_update_ramrod_data *data = 4065adfc5217SJeff Kirsher (struct eth_rss_update_ramrod_data *)(r->rdata); 4066adfc5217SJeff Kirsher u8 rss_mode = 0; 4067adfc5217SJeff Kirsher int rc; 4068adfc5217SJeff Kirsher 4069adfc5217SJeff Kirsher memset(data, 0, sizeof(*data)); 4070adfc5217SJeff Kirsher 4071adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Configuring RSS\n"); 4072adfc5217SJeff Kirsher 4073adfc5217SJeff Kirsher /* Set an echo field */ 4074adfc5217SJeff Kirsher data->echo = (r->cid & BNX2X_SWCID_MASK) | 4075adfc5217SJeff Kirsher (r->state << BNX2X_SWCID_SHIFT); 4076adfc5217SJeff Kirsher 4077adfc5217SJeff Kirsher /* RSS mode */ 4078adfc5217SJeff Kirsher if (test_bit(BNX2X_RSS_MODE_DISABLED, &p->rss_flags)) 4079adfc5217SJeff Kirsher rss_mode = ETH_RSS_MODE_DISABLED; 4080adfc5217SJeff Kirsher else if (test_bit(BNX2X_RSS_MODE_REGULAR, &p->rss_flags)) 4081adfc5217SJeff Kirsher rss_mode = ETH_RSS_MODE_REGULAR; 4082adfc5217SJeff Kirsher else if (test_bit(BNX2X_RSS_MODE_VLAN_PRI, &p->rss_flags)) 4083adfc5217SJeff Kirsher rss_mode = ETH_RSS_MODE_VLAN_PRI; 4084adfc5217SJeff Kirsher else if (test_bit(BNX2X_RSS_MODE_E1HOV_PRI, &p->rss_flags)) 4085adfc5217SJeff Kirsher rss_mode = ETH_RSS_MODE_E1HOV_PRI; 4086adfc5217SJeff Kirsher else if (test_bit(BNX2X_RSS_MODE_IP_DSCP, &p->rss_flags)) 4087adfc5217SJeff Kirsher rss_mode = ETH_RSS_MODE_IP_DSCP; 4088adfc5217SJeff Kirsher 4089adfc5217SJeff Kirsher data->rss_mode = rss_mode; 4090adfc5217SJeff Kirsher 4091adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "rss_mode=%d\n", rss_mode); 4092adfc5217SJeff Kirsher 4093adfc5217SJeff Kirsher /* RSS capabilities */ 4094adfc5217SJeff Kirsher if (test_bit(BNX2X_RSS_IPV4, &p->rss_flags)) 4095adfc5217SJeff Kirsher data->capabilities |= 4096adfc5217SJeff Kirsher ETH_RSS_UPDATE_RAMROD_DATA_IPV4_CAPABILITY; 4097adfc5217SJeff Kirsher 4098adfc5217SJeff Kirsher if (test_bit(BNX2X_RSS_IPV4_TCP, &p->rss_flags)) 4099adfc5217SJeff Kirsher data->capabilities |= 4100adfc5217SJeff Kirsher ETH_RSS_UPDATE_RAMROD_DATA_IPV4_TCP_CAPABILITY; 4101adfc5217SJeff Kirsher 4102adfc5217SJeff Kirsher if (test_bit(BNX2X_RSS_IPV6, &p->rss_flags)) 4103adfc5217SJeff Kirsher data->capabilities |= 4104adfc5217SJeff Kirsher ETH_RSS_UPDATE_RAMROD_DATA_IPV6_CAPABILITY; 4105adfc5217SJeff Kirsher 4106adfc5217SJeff Kirsher if (test_bit(BNX2X_RSS_IPV6_TCP, &p->rss_flags)) 4107adfc5217SJeff Kirsher data->capabilities |= 4108adfc5217SJeff Kirsher ETH_RSS_UPDATE_RAMROD_DATA_IPV6_TCP_CAPABILITY; 4109adfc5217SJeff Kirsher 4110adfc5217SJeff Kirsher /* Hashing mask */ 4111adfc5217SJeff Kirsher data->rss_result_mask = p->rss_result_mask; 4112adfc5217SJeff Kirsher 4113adfc5217SJeff Kirsher /* RSS engine ID */ 4114adfc5217SJeff Kirsher data->rss_engine_id = o->engine_id; 4115adfc5217SJeff Kirsher 4116adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "rss_engine_id=%d\n", data->rss_engine_id); 4117adfc5217SJeff Kirsher 4118adfc5217SJeff Kirsher /* Indirection table */ 4119adfc5217SJeff Kirsher memcpy(data->indirection_table, p->ind_table, 4120adfc5217SJeff Kirsher T_ETH_INDIRECTION_TABLE_SIZE); 4121adfc5217SJeff Kirsher 4122adfc5217SJeff Kirsher /* Remember the last configuration */ 4123adfc5217SJeff Kirsher memcpy(o->ind_table, p->ind_table, T_ETH_INDIRECTION_TABLE_SIZE); 4124adfc5217SJeff Kirsher 4125adfc5217SJeff Kirsher /* Print the indirection table */ 4126adfc5217SJeff Kirsher if (netif_msg_ifup(bp)) 4127adfc5217SJeff Kirsher bnx2x_debug_print_ind_table(bp, p); 4128adfc5217SJeff Kirsher 4129adfc5217SJeff Kirsher /* RSS keys */ 4130adfc5217SJeff Kirsher if (test_bit(BNX2X_RSS_SET_SRCH, &p->rss_flags)) { 4131adfc5217SJeff Kirsher memcpy(&data->rss_key[0], &p->rss_key[0], 4132adfc5217SJeff Kirsher sizeof(data->rss_key)); 4133adfc5217SJeff Kirsher data->capabilities |= ETH_RSS_UPDATE_RAMROD_DATA_UPDATE_RSS_KEY; 4134adfc5217SJeff Kirsher } 4135adfc5217SJeff Kirsher 4136adfc5217SJeff Kirsher /* 4137adfc5217SJeff Kirsher * No need for an explicit memory barrier here as long we would 4138adfc5217SJeff Kirsher * need to ensure the ordering of writing to the SPQ element 4139adfc5217SJeff Kirsher * and updating of the SPQ producer which involves a memory 4140adfc5217SJeff Kirsher * read and we will have to put a full memory barrier there 4141adfc5217SJeff Kirsher * (inside bnx2x_sp_post()). 4142adfc5217SJeff Kirsher */ 4143adfc5217SJeff Kirsher 4144adfc5217SJeff Kirsher /* Send a ramrod */ 4145adfc5217SJeff Kirsher rc = bnx2x_sp_post(bp, RAMROD_CMD_ID_ETH_RSS_UPDATE, r->cid, 4146adfc5217SJeff Kirsher U64_HI(r->rdata_mapping), 4147adfc5217SJeff Kirsher U64_LO(r->rdata_mapping), 4148adfc5217SJeff Kirsher ETH_CONNECTION_TYPE); 4149adfc5217SJeff Kirsher 4150adfc5217SJeff Kirsher if (rc < 0) 4151adfc5217SJeff Kirsher return rc; 4152adfc5217SJeff Kirsher 4153adfc5217SJeff Kirsher return 1; 4154adfc5217SJeff Kirsher } 4155adfc5217SJeff Kirsher 4156adfc5217SJeff Kirsher void bnx2x_get_rss_ind_table(struct bnx2x_rss_config_obj *rss_obj, 4157adfc5217SJeff Kirsher u8 *ind_table) 4158adfc5217SJeff Kirsher { 4159adfc5217SJeff Kirsher memcpy(ind_table, rss_obj->ind_table, sizeof(rss_obj->ind_table)); 4160adfc5217SJeff Kirsher } 4161adfc5217SJeff Kirsher 4162adfc5217SJeff Kirsher int bnx2x_config_rss(struct bnx2x *bp, 4163adfc5217SJeff Kirsher struct bnx2x_config_rss_params *p) 4164adfc5217SJeff Kirsher { 4165adfc5217SJeff Kirsher int rc; 4166adfc5217SJeff Kirsher struct bnx2x_rss_config_obj *o = p->rss_obj; 4167adfc5217SJeff Kirsher struct bnx2x_raw_obj *r = &o->raw; 4168adfc5217SJeff Kirsher 4169adfc5217SJeff Kirsher /* Do nothing if only driver cleanup was requested */ 4170adfc5217SJeff Kirsher if (test_bit(RAMROD_DRV_CLR_ONLY, &p->ramrod_flags)) 4171adfc5217SJeff Kirsher return 0; 4172adfc5217SJeff Kirsher 4173adfc5217SJeff Kirsher r->set_pending(r); 4174adfc5217SJeff Kirsher 4175adfc5217SJeff Kirsher rc = o->config_rss(bp, p); 4176adfc5217SJeff Kirsher if (rc < 0) { 4177adfc5217SJeff Kirsher r->clear_pending(r); 4178adfc5217SJeff Kirsher return rc; 4179adfc5217SJeff Kirsher } 4180adfc5217SJeff Kirsher 4181adfc5217SJeff Kirsher if (test_bit(RAMROD_COMP_WAIT, &p->ramrod_flags)) 4182adfc5217SJeff Kirsher rc = r->wait_comp(bp, r); 4183adfc5217SJeff Kirsher 4184adfc5217SJeff Kirsher return rc; 4185adfc5217SJeff Kirsher } 4186adfc5217SJeff Kirsher 4187adfc5217SJeff Kirsher 4188adfc5217SJeff Kirsher void bnx2x_init_rss_config_obj(struct bnx2x *bp, 4189adfc5217SJeff Kirsher struct bnx2x_rss_config_obj *rss_obj, 4190adfc5217SJeff Kirsher u8 cl_id, u32 cid, u8 func_id, u8 engine_id, 4191adfc5217SJeff Kirsher void *rdata, dma_addr_t rdata_mapping, 4192adfc5217SJeff Kirsher int state, unsigned long *pstate, 4193adfc5217SJeff Kirsher bnx2x_obj_type type) 4194adfc5217SJeff Kirsher { 4195adfc5217SJeff Kirsher bnx2x_init_raw_obj(&rss_obj->raw, cl_id, cid, func_id, rdata, 4196adfc5217SJeff Kirsher rdata_mapping, state, pstate, type); 4197adfc5217SJeff Kirsher 4198adfc5217SJeff Kirsher rss_obj->engine_id = engine_id; 4199adfc5217SJeff Kirsher rss_obj->config_rss = bnx2x_setup_rss; 4200adfc5217SJeff Kirsher } 4201adfc5217SJeff Kirsher 4202adfc5217SJeff Kirsher /********************** Queue state object ***********************************/ 4203adfc5217SJeff Kirsher 4204adfc5217SJeff Kirsher /** 4205adfc5217SJeff Kirsher * bnx2x_queue_state_change - perform Queue state change transition 4206adfc5217SJeff Kirsher * 4207adfc5217SJeff Kirsher * @bp: device handle 4208adfc5217SJeff Kirsher * @params: parameters to perform the transition 4209adfc5217SJeff Kirsher * 4210adfc5217SJeff Kirsher * returns 0 in case of successfully completed transition, negative error 4211adfc5217SJeff Kirsher * code in case of failure, positive (EBUSY) value if there is a completion 4212adfc5217SJeff Kirsher * to that is still pending (possible only if RAMROD_COMP_WAIT is 4213adfc5217SJeff Kirsher * not set in params->ramrod_flags for asynchronous commands). 4214adfc5217SJeff Kirsher * 4215adfc5217SJeff Kirsher */ 4216adfc5217SJeff Kirsher int bnx2x_queue_state_change(struct bnx2x *bp, 4217adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4218adfc5217SJeff Kirsher { 4219adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *o = params->q_obj; 4220adfc5217SJeff Kirsher int rc, pending_bit; 4221adfc5217SJeff Kirsher unsigned long *pending = &o->pending; 4222adfc5217SJeff Kirsher 4223adfc5217SJeff Kirsher /* Check that the requested transition is legal */ 4224adfc5217SJeff Kirsher if (o->check_transition(bp, o, params)) 4225adfc5217SJeff Kirsher return -EINVAL; 4226adfc5217SJeff Kirsher 4227adfc5217SJeff Kirsher /* Set "pending" bit */ 4228adfc5217SJeff Kirsher pending_bit = o->set_pending(o, params); 4229adfc5217SJeff Kirsher 4230adfc5217SJeff Kirsher /* Don't send a command if only driver cleanup was requested */ 4231adfc5217SJeff Kirsher if (test_bit(RAMROD_DRV_CLR_ONLY, ¶ms->ramrod_flags)) 4232adfc5217SJeff Kirsher o->complete_cmd(bp, o, pending_bit); 4233adfc5217SJeff Kirsher else { 4234adfc5217SJeff Kirsher /* Send a ramrod */ 4235adfc5217SJeff Kirsher rc = o->send_cmd(bp, params); 4236adfc5217SJeff Kirsher if (rc) { 4237adfc5217SJeff Kirsher o->next_state = BNX2X_Q_STATE_MAX; 4238adfc5217SJeff Kirsher clear_bit(pending_bit, pending); 4239adfc5217SJeff Kirsher smp_mb__after_clear_bit(); 4240adfc5217SJeff Kirsher return rc; 4241adfc5217SJeff Kirsher } 4242adfc5217SJeff Kirsher 4243adfc5217SJeff Kirsher if (test_bit(RAMROD_COMP_WAIT, ¶ms->ramrod_flags)) { 4244adfc5217SJeff Kirsher rc = o->wait_comp(bp, o, pending_bit); 4245adfc5217SJeff Kirsher if (rc) 4246adfc5217SJeff Kirsher return rc; 4247adfc5217SJeff Kirsher 4248adfc5217SJeff Kirsher return 0; 4249adfc5217SJeff Kirsher } 4250adfc5217SJeff Kirsher } 4251adfc5217SJeff Kirsher 4252adfc5217SJeff Kirsher return !!test_bit(pending_bit, pending); 4253adfc5217SJeff Kirsher } 4254adfc5217SJeff Kirsher 4255adfc5217SJeff Kirsher 4256adfc5217SJeff Kirsher static int bnx2x_queue_set_pending(struct bnx2x_queue_sp_obj *obj, 4257adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4258adfc5217SJeff Kirsher { 4259adfc5217SJeff Kirsher enum bnx2x_queue_cmd cmd = params->cmd, bit; 4260adfc5217SJeff Kirsher 4261adfc5217SJeff Kirsher /* ACTIVATE and DEACTIVATE commands are implemented on top of 4262adfc5217SJeff Kirsher * UPDATE command. 4263adfc5217SJeff Kirsher */ 4264adfc5217SJeff Kirsher if ((cmd == BNX2X_Q_CMD_ACTIVATE) || 4265adfc5217SJeff Kirsher (cmd == BNX2X_Q_CMD_DEACTIVATE)) 4266adfc5217SJeff Kirsher bit = BNX2X_Q_CMD_UPDATE; 4267adfc5217SJeff Kirsher else 4268adfc5217SJeff Kirsher bit = cmd; 4269adfc5217SJeff Kirsher 4270adfc5217SJeff Kirsher set_bit(bit, &obj->pending); 4271adfc5217SJeff Kirsher return bit; 4272adfc5217SJeff Kirsher } 4273adfc5217SJeff Kirsher 4274adfc5217SJeff Kirsher static int bnx2x_queue_wait_comp(struct bnx2x *bp, 4275adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *o, 4276adfc5217SJeff Kirsher enum bnx2x_queue_cmd cmd) 4277adfc5217SJeff Kirsher { 4278adfc5217SJeff Kirsher return bnx2x_state_wait(bp, cmd, &o->pending); 4279adfc5217SJeff Kirsher } 4280adfc5217SJeff Kirsher 4281adfc5217SJeff Kirsher /** 4282adfc5217SJeff Kirsher * bnx2x_queue_comp_cmd - complete the state change command. 4283adfc5217SJeff Kirsher * 4284adfc5217SJeff Kirsher * @bp: device handle 4285adfc5217SJeff Kirsher * @o: 4286adfc5217SJeff Kirsher * @cmd: 4287adfc5217SJeff Kirsher * 4288adfc5217SJeff Kirsher * Checks that the arrived completion is expected. 4289adfc5217SJeff Kirsher */ 4290adfc5217SJeff Kirsher static int bnx2x_queue_comp_cmd(struct bnx2x *bp, 4291adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *o, 4292adfc5217SJeff Kirsher enum bnx2x_queue_cmd cmd) 4293adfc5217SJeff Kirsher { 4294adfc5217SJeff Kirsher unsigned long cur_pending = o->pending; 4295adfc5217SJeff Kirsher 4296adfc5217SJeff Kirsher if (!test_and_clear_bit(cmd, &cur_pending)) { 4297adfc5217SJeff Kirsher BNX2X_ERR("Bad MC reply %d for queue %d in state %d " 4298adfc5217SJeff Kirsher "pending 0x%lx, next_state %d\n", cmd, 4299adfc5217SJeff Kirsher o->cids[BNX2X_PRIMARY_CID_INDEX], 4300adfc5217SJeff Kirsher o->state, cur_pending, o->next_state); 4301adfc5217SJeff Kirsher return -EINVAL; 4302adfc5217SJeff Kirsher } 4303adfc5217SJeff Kirsher 4304adfc5217SJeff Kirsher if (o->next_tx_only >= o->max_cos) 4305adfc5217SJeff Kirsher /* >= becuase tx only must always be smaller than cos since the 4306adfc5217SJeff Kirsher * primary connection suports COS 0 4307adfc5217SJeff Kirsher */ 4308adfc5217SJeff Kirsher BNX2X_ERR("illegal value for next tx_only: %d. max cos was %d", 4309adfc5217SJeff Kirsher o->next_tx_only, o->max_cos); 4310adfc5217SJeff Kirsher 4311adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Completing command %d for queue %d, " 4312adfc5217SJeff Kirsher "setting state to %d\n", cmd, 4313adfc5217SJeff Kirsher o->cids[BNX2X_PRIMARY_CID_INDEX], o->next_state); 4314adfc5217SJeff Kirsher 4315adfc5217SJeff Kirsher if (o->next_tx_only) /* print num tx-only if any exist */ 431694f05b0fSJoe Perches DP(BNX2X_MSG_SP, "primary cid %d: num tx-only cons %d\n", 4317adfc5217SJeff Kirsher o->cids[BNX2X_PRIMARY_CID_INDEX], o->next_tx_only); 4318adfc5217SJeff Kirsher 4319adfc5217SJeff Kirsher o->state = o->next_state; 4320adfc5217SJeff Kirsher o->num_tx_only = o->next_tx_only; 4321adfc5217SJeff Kirsher o->next_state = BNX2X_Q_STATE_MAX; 4322adfc5217SJeff Kirsher 4323adfc5217SJeff Kirsher /* It's important that o->state and o->next_state are 4324adfc5217SJeff Kirsher * updated before o->pending. 4325adfc5217SJeff Kirsher */ 4326adfc5217SJeff Kirsher wmb(); 4327adfc5217SJeff Kirsher 4328adfc5217SJeff Kirsher clear_bit(cmd, &o->pending); 4329adfc5217SJeff Kirsher smp_mb__after_clear_bit(); 4330adfc5217SJeff Kirsher 4331adfc5217SJeff Kirsher return 0; 4332adfc5217SJeff Kirsher } 4333adfc5217SJeff Kirsher 4334adfc5217SJeff Kirsher static void bnx2x_q_fill_setup_data_e2(struct bnx2x *bp, 4335adfc5217SJeff Kirsher struct bnx2x_queue_state_params *cmd_params, 4336adfc5217SJeff Kirsher struct client_init_ramrod_data *data) 4337adfc5217SJeff Kirsher { 4338adfc5217SJeff Kirsher struct bnx2x_queue_setup_params *params = &cmd_params->params.setup; 4339adfc5217SJeff Kirsher 4340adfc5217SJeff Kirsher /* Rx data */ 4341adfc5217SJeff Kirsher 4342adfc5217SJeff Kirsher /* IPv6 TPA supported for E2 and above only */ 4343adfc5217SJeff Kirsher data->rx.tpa_en |= test_bit(BNX2X_Q_FLG_TPA_IPV6, ¶ms->flags) * 4344adfc5217SJeff Kirsher CLIENT_INIT_RX_DATA_TPA_EN_IPV6; 4345adfc5217SJeff Kirsher } 4346adfc5217SJeff Kirsher 4347adfc5217SJeff Kirsher static void bnx2x_q_fill_init_general_data(struct bnx2x *bp, 4348adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *o, 4349adfc5217SJeff Kirsher struct bnx2x_general_setup_params *params, 4350adfc5217SJeff Kirsher struct client_init_general_data *gen_data, 4351adfc5217SJeff Kirsher unsigned long *flags) 4352adfc5217SJeff Kirsher { 4353adfc5217SJeff Kirsher gen_data->client_id = o->cl_id; 4354adfc5217SJeff Kirsher 4355adfc5217SJeff Kirsher if (test_bit(BNX2X_Q_FLG_STATS, flags)) { 4356adfc5217SJeff Kirsher gen_data->statistics_counter_id = 4357adfc5217SJeff Kirsher params->stat_id; 4358adfc5217SJeff Kirsher gen_data->statistics_en_flg = 1; 4359adfc5217SJeff Kirsher gen_data->statistics_zero_flg = 4360adfc5217SJeff Kirsher test_bit(BNX2X_Q_FLG_ZERO_STATS, flags); 4361adfc5217SJeff Kirsher } else 4362adfc5217SJeff Kirsher gen_data->statistics_counter_id = 4363adfc5217SJeff Kirsher DISABLE_STATISTIC_COUNTER_ID_VALUE; 4364adfc5217SJeff Kirsher 4365adfc5217SJeff Kirsher gen_data->is_fcoe_flg = test_bit(BNX2X_Q_FLG_FCOE, flags); 4366adfc5217SJeff Kirsher gen_data->activate_flg = test_bit(BNX2X_Q_FLG_ACTIVE, flags); 4367adfc5217SJeff Kirsher gen_data->sp_client_id = params->spcl_id; 4368adfc5217SJeff Kirsher gen_data->mtu = cpu_to_le16(params->mtu); 4369adfc5217SJeff Kirsher gen_data->func_id = o->func_id; 4370adfc5217SJeff Kirsher 4371adfc5217SJeff Kirsher 4372adfc5217SJeff Kirsher gen_data->cos = params->cos; 4373adfc5217SJeff Kirsher 4374adfc5217SJeff Kirsher gen_data->traffic_type = 4375adfc5217SJeff Kirsher test_bit(BNX2X_Q_FLG_FCOE, flags) ? 4376adfc5217SJeff Kirsher LLFC_TRAFFIC_TYPE_FCOE : LLFC_TRAFFIC_TYPE_NW; 4377adfc5217SJeff Kirsher 437894f05b0fSJoe Perches DP(BNX2X_MSG_SP, "flags: active %d, cos %d, stats en %d\n", 4379adfc5217SJeff Kirsher gen_data->activate_flg, gen_data->cos, gen_data->statistics_en_flg); 4380adfc5217SJeff Kirsher } 4381adfc5217SJeff Kirsher 4382adfc5217SJeff Kirsher static void bnx2x_q_fill_init_tx_data(struct bnx2x_queue_sp_obj *o, 4383adfc5217SJeff Kirsher struct bnx2x_txq_setup_params *params, 4384adfc5217SJeff Kirsher struct client_init_tx_data *tx_data, 4385adfc5217SJeff Kirsher unsigned long *flags) 4386adfc5217SJeff Kirsher { 4387adfc5217SJeff Kirsher tx_data->enforce_security_flg = 4388adfc5217SJeff Kirsher test_bit(BNX2X_Q_FLG_TX_SEC, flags); 4389adfc5217SJeff Kirsher tx_data->default_vlan = 4390adfc5217SJeff Kirsher cpu_to_le16(params->default_vlan); 4391adfc5217SJeff Kirsher tx_data->default_vlan_flg = 4392adfc5217SJeff Kirsher test_bit(BNX2X_Q_FLG_DEF_VLAN, flags); 4393adfc5217SJeff Kirsher tx_data->tx_switching_flg = 4394adfc5217SJeff Kirsher test_bit(BNX2X_Q_FLG_TX_SWITCH, flags); 4395adfc5217SJeff Kirsher tx_data->anti_spoofing_flg = 4396adfc5217SJeff Kirsher test_bit(BNX2X_Q_FLG_ANTI_SPOOF, flags); 4397adfc5217SJeff Kirsher tx_data->tx_status_block_id = params->fw_sb_id; 4398adfc5217SJeff Kirsher tx_data->tx_sb_index_number = params->sb_cq_index; 4399adfc5217SJeff Kirsher tx_data->tss_leading_client_id = params->tss_leading_cl_id; 4400adfc5217SJeff Kirsher 4401adfc5217SJeff Kirsher tx_data->tx_bd_page_base.lo = 4402adfc5217SJeff Kirsher cpu_to_le32(U64_LO(params->dscr_map)); 4403adfc5217SJeff Kirsher tx_data->tx_bd_page_base.hi = 4404adfc5217SJeff Kirsher cpu_to_le32(U64_HI(params->dscr_map)); 4405adfc5217SJeff Kirsher 4406adfc5217SJeff Kirsher /* Don't configure any Tx switching mode during queue SETUP */ 4407adfc5217SJeff Kirsher tx_data->state = 0; 4408adfc5217SJeff Kirsher } 4409adfc5217SJeff Kirsher 4410adfc5217SJeff Kirsher static void bnx2x_q_fill_init_pause_data(struct bnx2x_queue_sp_obj *o, 4411adfc5217SJeff Kirsher struct rxq_pause_params *params, 4412adfc5217SJeff Kirsher struct client_init_rx_data *rx_data) 4413adfc5217SJeff Kirsher { 4414adfc5217SJeff Kirsher /* flow control data */ 4415adfc5217SJeff Kirsher rx_data->cqe_pause_thr_low = cpu_to_le16(params->rcq_th_lo); 4416adfc5217SJeff Kirsher rx_data->cqe_pause_thr_high = cpu_to_le16(params->rcq_th_hi); 4417adfc5217SJeff Kirsher rx_data->bd_pause_thr_low = cpu_to_le16(params->bd_th_lo); 4418adfc5217SJeff Kirsher rx_data->bd_pause_thr_high = cpu_to_le16(params->bd_th_hi); 4419adfc5217SJeff Kirsher rx_data->sge_pause_thr_low = cpu_to_le16(params->sge_th_lo); 4420adfc5217SJeff Kirsher rx_data->sge_pause_thr_high = cpu_to_le16(params->sge_th_hi); 4421adfc5217SJeff Kirsher rx_data->rx_cos_mask = cpu_to_le16(params->pri_map); 4422adfc5217SJeff Kirsher } 4423adfc5217SJeff Kirsher 4424adfc5217SJeff Kirsher static void bnx2x_q_fill_init_rx_data(struct bnx2x_queue_sp_obj *o, 4425adfc5217SJeff Kirsher struct bnx2x_rxq_setup_params *params, 4426adfc5217SJeff Kirsher struct client_init_rx_data *rx_data, 4427adfc5217SJeff Kirsher unsigned long *flags) 4428adfc5217SJeff Kirsher { 4429adfc5217SJeff Kirsher rx_data->tpa_en = test_bit(BNX2X_Q_FLG_TPA, flags) * 4430adfc5217SJeff Kirsher CLIENT_INIT_RX_DATA_TPA_EN_IPV4; 4431621b4d66SDmitry Kravkov rx_data->tpa_en |= test_bit(BNX2X_Q_FLG_TPA_GRO, flags) * 4432621b4d66SDmitry Kravkov CLIENT_INIT_RX_DATA_TPA_MODE; 4433adfc5217SJeff Kirsher rx_data->vmqueue_mode_en_flg = 0; 4434adfc5217SJeff Kirsher 4435adfc5217SJeff Kirsher rx_data->cache_line_alignment_log_size = 4436adfc5217SJeff Kirsher params->cache_line_log; 4437adfc5217SJeff Kirsher rx_data->enable_dynamic_hc = 4438adfc5217SJeff Kirsher test_bit(BNX2X_Q_FLG_DHC, flags); 4439adfc5217SJeff Kirsher rx_data->max_sges_for_packet = params->max_sges_pkt; 4440adfc5217SJeff Kirsher rx_data->client_qzone_id = params->cl_qzone_id; 4441adfc5217SJeff Kirsher rx_data->max_agg_size = cpu_to_le16(params->tpa_agg_sz); 4442adfc5217SJeff Kirsher 4443adfc5217SJeff Kirsher /* Always start in DROP_ALL mode */ 4444adfc5217SJeff Kirsher rx_data->state = cpu_to_le16(CLIENT_INIT_RX_DATA_UCAST_DROP_ALL | 4445adfc5217SJeff Kirsher CLIENT_INIT_RX_DATA_MCAST_DROP_ALL); 4446adfc5217SJeff Kirsher 4447adfc5217SJeff Kirsher /* We don't set drop flags */ 4448adfc5217SJeff Kirsher rx_data->drop_ip_cs_err_flg = 0; 4449adfc5217SJeff Kirsher rx_data->drop_tcp_cs_err_flg = 0; 4450adfc5217SJeff Kirsher rx_data->drop_ttl0_flg = 0; 4451adfc5217SJeff Kirsher rx_data->drop_udp_cs_err_flg = 0; 4452adfc5217SJeff Kirsher rx_data->inner_vlan_removal_enable_flg = 4453adfc5217SJeff Kirsher test_bit(BNX2X_Q_FLG_VLAN, flags); 4454adfc5217SJeff Kirsher rx_data->outer_vlan_removal_enable_flg = 4455adfc5217SJeff Kirsher test_bit(BNX2X_Q_FLG_OV, flags); 4456adfc5217SJeff Kirsher rx_data->status_block_id = params->fw_sb_id; 4457adfc5217SJeff Kirsher rx_data->rx_sb_index_number = params->sb_cq_index; 4458adfc5217SJeff Kirsher rx_data->max_tpa_queues = params->max_tpa_queues; 4459adfc5217SJeff Kirsher rx_data->max_bytes_on_bd = cpu_to_le16(params->buf_sz); 4460adfc5217SJeff Kirsher rx_data->sge_buff_size = cpu_to_le16(params->sge_buf_sz); 4461adfc5217SJeff Kirsher rx_data->bd_page_base.lo = 4462adfc5217SJeff Kirsher cpu_to_le32(U64_LO(params->dscr_map)); 4463adfc5217SJeff Kirsher rx_data->bd_page_base.hi = 4464adfc5217SJeff Kirsher cpu_to_le32(U64_HI(params->dscr_map)); 4465adfc5217SJeff Kirsher rx_data->sge_page_base.lo = 4466adfc5217SJeff Kirsher cpu_to_le32(U64_LO(params->sge_map)); 4467adfc5217SJeff Kirsher rx_data->sge_page_base.hi = 4468adfc5217SJeff Kirsher cpu_to_le32(U64_HI(params->sge_map)); 4469adfc5217SJeff Kirsher rx_data->cqe_page_base.lo = 4470adfc5217SJeff Kirsher cpu_to_le32(U64_LO(params->rcq_map)); 4471adfc5217SJeff Kirsher rx_data->cqe_page_base.hi = 4472adfc5217SJeff Kirsher cpu_to_le32(U64_HI(params->rcq_map)); 4473adfc5217SJeff Kirsher rx_data->is_leading_rss = test_bit(BNX2X_Q_FLG_LEADING_RSS, flags); 4474adfc5217SJeff Kirsher 4475adfc5217SJeff Kirsher if (test_bit(BNX2X_Q_FLG_MCAST, flags)) { 4476259afa1fSYuval Mintz rx_data->approx_mcast_engine_id = params->mcast_engine_id; 4477adfc5217SJeff Kirsher rx_data->is_approx_mcast = 1; 4478adfc5217SJeff Kirsher } 4479adfc5217SJeff Kirsher 4480adfc5217SJeff Kirsher rx_data->rss_engine_id = params->rss_engine_id; 4481adfc5217SJeff Kirsher 4482adfc5217SJeff Kirsher /* silent vlan removal */ 4483adfc5217SJeff Kirsher rx_data->silent_vlan_removal_flg = 4484adfc5217SJeff Kirsher test_bit(BNX2X_Q_FLG_SILENT_VLAN_REM, flags); 4485adfc5217SJeff Kirsher rx_data->silent_vlan_value = 4486adfc5217SJeff Kirsher cpu_to_le16(params->silent_removal_value); 4487adfc5217SJeff Kirsher rx_data->silent_vlan_mask = 4488adfc5217SJeff Kirsher cpu_to_le16(params->silent_removal_mask); 4489adfc5217SJeff Kirsher 4490adfc5217SJeff Kirsher } 4491adfc5217SJeff Kirsher 4492adfc5217SJeff Kirsher /* initialize the general, tx and rx parts of a queue object */ 4493adfc5217SJeff Kirsher static void bnx2x_q_fill_setup_data_cmn(struct bnx2x *bp, 4494adfc5217SJeff Kirsher struct bnx2x_queue_state_params *cmd_params, 4495adfc5217SJeff Kirsher struct client_init_ramrod_data *data) 4496adfc5217SJeff Kirsher { 4497adfc5217SJeff Kirsher bnx2x_q_fill_init_general_data(bp, cmd_params->q_obj, 4498adfc5217SJeff Kirsher &cmd_params->params.setup.gen_params, 4499adfc5217SJeff Kirsher &data->general, 4500adfc5217SJeff Kirsher &cmd_params->params.setup.flags); 4501adfc5217SJeff Kirsher 4502adfc5217SJeff Kirsher bnx2x_q_fill_init_tx_data(cmd_params->q_obj, 4503adfc5217SJeff Kirsher &cmd_params->params.setup.txq_params, 4504adfc5217SJeff Kirsher &data->tx, 4505adfc5217SJeff Kirsher &cmd_params->params.setup.flags); 4506adfc5217SJeff Kirsher 4507adfc5217SJeff Kirsher bnx2x_q_fill_init_rx_data(cmd_params->q_obj, 4508adfc5217SJeff Kirsher &cmd_params->params.setup.rxq_params, 4509adfc5217SJeff Kirsher &data->rx, 4510adfc5217SJeff Kirsher &cmd_params->params.setup.flags); 4511adfc5217SJeff Kirsher 4512adfc5217SJeff Kirsher bnx2x_q_fill_init_pause_data(cmd_params->q_obj, 4513adfc5217SJeff Kirsher &cmd_params->params.setup.pause_params, 4514adfc5217SJeff Kirsher &data->rx); 4515adfc5217SJeff Kirsher } 4516adfc5217SJeff Kirsher 4517adfc5217SJeff Kirsher /* initialize the general and tx parts of a tx-only queue object */ 4518adfc5217SJeff Kirsher static void bnx2x_q_fill_setup_tx_only(struct bnx2x *bp, 4519adfc5217SJeff Kirsher struct bnx2x_queue_state_params *cmd_params, 4520adfc5217SJeff Kirsher struct tx_queue_init_ramrod_data *data) 4521adfc5217SJeff Kirsher { 4522adfc5217SJeff Kirsher bnx2x_q_fill_init_general_data(bp, cmd_params->q_obj, 4523adfc5217SJeff Kirsher &cmd_params->params.tx_only.gen_params, 4524adfc5217SJeff Kirsher &data->general, 4525adfc5217SJeff Kirsher &cmd_params->params.tx_only.flags); 4526adfc5217SJeff Kirsher 4527adfc5217SJeff Kirsher bnx2x_q_fill_init_tx_data(cmd_params->q_obj, 4528adfc5217SJeff Kirsher &cmd_params->params.tx_only.txq_params, 4529adfc5217SJeff Kirsher &data->tx, 4530adfc5217SJeff Kirsher &cmd_params->params.tx_only.flags); 4531adfc5217SJeff Kirsher 453294f05b0fSJoe Perches DP(BNX2X_MSG_SP, "cid %d, tx bd page lo %x hi %x\n",cmd_params->q_obj->cids[0], 4533adfc5217SJeff Kirsher data->tx.tx_bd_page_base.lo, data->tx.tx_bd_page_base.hi); 4534adfc5217SJeff Kirsher } 4535adfc5217SJeff Kirsher 4536adfc5217SJeff Kirsher /** 4537adfc5217SJeff Kirsher * bnx2x_q_init - init HW/FW queue 4538adfc5217SJeff Kirsher * 4539adfc5217SJeff Kirsher * @bp: device handle 4540adfc5217SJeff Kirsher * @params: 4541adfc5217SJeff Kirsher * 4542adfc5217SJeff Kirsher * HW/FW initial Queue configuration: 4543adfc5217SJeff Kirsher * - HC: Rx and Tx 4544adfc5217SJeff Kirsher * - CDU context validation 4545adfc5217SJeff Kirsher * 4546adfc5217SJeff Kirsher */ 4547adfc5217SJeff Kirsher static inline int bnx2x_q_init(struct bnx2x *bp, 4548adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4549adfc5217SJeff Kirsher { 4550adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *o = params->q_obj; 4551adfc5217SJeff Kirsher struct bnx2x_queue_init_params *init = ¶ms->params.init; 4552adfc5217SJeff Kirsher u16 hc_usec; 4553adfc5217SJeff Kirsher u8 cos; 4554adfc5217SJeff Kirsher 4555adfc5217SJeff Kirsher /* Tx HC configuration */ 4556adfc5217SJeff Kirsher if (test_bit(BNX2X_Q_TYPE_HAS_TX, &o->type) && 4557adfc5217SJeff Kirsher test_bit(BNX2X_Q_FLG_HC, &init->tx.flags)) { 4558adfc5217SJeff Kirsher hc_usec = init->tx.hc_rate ? 1000000 / init->tx.hc_rate : 0; 4559adfc5217SJeff Kirsher 4560adfc5217SJeff Kirsher bnx2x_update_coalesce_sb_index(bp, init->tx.fw_sb_id, 4561adfc5217SJeff Kirsher init->tx.sb_cq_index, 4562adfc5217SJeff Kirsher !test_bit(BNX2X_Q_FLG_HC_EN, &init->tx.flags), 4563adfc5217SJeff Kirsher hc_usec); 4564adfc5217SJeff Kirsher } 4565adfc5217SJeff Kirsher 4566adfc5217SJeff Kirsher /* Rx HC configuration */ 4567adfc5217SJeff Kirsher if (test_bit(BNX2X_Q_TYPE_HAS_RX, &o->type) && 4568adfc5217SJeff Kirsher test_bit(BNX2X_Q_FLG_HC, &init->rx.flags)) { 4569adfc5217SJeff Kirsher hc_usec = init->rx.hc_rate ? 1000000 / init->rx.hc_rate : 0; 4570adfc5217SJeff Kirsher 4571adfc5217SJeff Kirsher bnx2x_update_coalesce_sb_index(bp, init->rx.fw_sb_id, 4572adfc5217SJeff Kirsher init->rx.sb_cq_index, 4573adfc5217SJeff Kirsher !test_bit(BNX2X_Q_FLG_HC_EN, &init->rx.flags), 4574adfc5217SJeff Kirsher hc_usec); 4575adfc5217SJeff Kirsher } 4576adfc5217SJeff Kirsher 4577adfc5217SJeff Kirsher /* Set CDU context validation values */ 4578adfc5217SJeff Kirsher for (cos = 0; cos < o->max_cos; cos++) { 457994f05b0fSJoe Perches DP(BNX2X_MSG_SP, "setting context validation. cid %d, cos %d\n", 4580adfc5217SJeff Kirsher o->cids[cos], cos); 458194f05b0fSJoe Perches DP(BNX2X_MSG_SP, "context pointer %p\n", init->cxts[cos]); 4582adfc5217SJeff Kirsher bnx2x_set_ctx_validation(bp, init->cxts[cos], o->cids[cos]); 4583adfc5217SJeff Kirsher } 4584adfc5217SJeff Kirsher 4585adfc5217SJeff Kirsher /* As no ramrod is sent, complete the command immediately */ 4586adfc5217SJeff Kirsher o->complete_cmd(bp, o, BNX2X_Q_CMD_INIT); 4587adfc5217SJeff Kirsher 4588adfc5217SJeff Kirsher mmiowb(); 4589adfc5217SJeff Kirsher smp_mb(); 4590adfc5217SJeff Kirsher 4591adfc5217SJeff Kirsher return 0; 4592adfc5217SJeff Kirsher } 4593adfc5217SJeff Kirsher 4594adfc5217SJeff Kirsher static inline int bnx2x_q_send_setup_e1x(struct bnx2x *bp, 4595adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4596adfc5217SJeff Kirsher { 4597adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *o = params->q_obj; 4598adfc5217SJeff Kirsher struct client_init_ramrod_data *rdata = 4599adfc5217SJeff Kirsher (struct client_init_ramrod_data *)o->rdata; 4600adfc5217SJeff Kirsher dma_addr_t data_mapping = o->rdata_mapping; 4601adfc5217SJeff Kirsher int ramrod = RAMROD_CMD_ID_ETH_CLIENT_SETUP; 4602adfc5217SJeff Kirsher 4603adfc5217SJeff Kirsher /* Clear the ramrod data */ 4604adfc5217SJeff Kirsher memset(rdata, 0, sizeof(*rdata)); 4605adfc5217SJeff Kirsher 4606adfc5217SJeff Kirsher /* Fill the ramrod data */ 4607adfc5217SJeff Kirsher bnx2x_q_fill_setup_data_cmn(bp, params, rdata); 4608adfc5217SJeff Kirsher 4609adfc5217SJeff Kirsher /* 4610adfc5217SJeff Kirsher * No need for an explicit memory barrier here as long we would 4611adfc5217SJeff Kirsher * need to ensure the ordering of writing to the SPQ element 4612adfc5217SJeff Kirsher * and updating of the SPQ producer which involves a memory 4613adfc5217SJeff Kirsher * read and we will have to put a full memory barrier there 4614adfc5217SJeff Kirsher * (inside bnx2x_sp_post()). 4615adfc5217SJeff Kirsher */ 4616adfc5217SJeff Kirsher 4617adfc5217SJeff Kirsher return bnx2x_sp_post(bp, ramrod, o->cids[BNX2X_PRIMARY_CID_INDEX], 4618adfc5217SJeff Kirsher U64_HI(data_mapping), 4619adfc5217SJeff Kirsher U64_LO(data_mapping), ETH_CONNECTION_TYPE); 4620adfc5217SJeff Kirsher } 4621adfc5217SJeff Kirsher 4622adfc5217SJeff Kirsher static inline int bnx2x_q_send_setup_e2(struct bnx2x *bp, 4623adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4624adfc5217SJeff Kirsher { 4625adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *o = params->q_obj; 4626adfc5217SJeff Kirsher struct client_init_ramrod_data *rdata = 4627adfc5217SJeff Kirsher (struct client_init_ramrod_data *)o->rdata; 4628adfc5217SJeff Kirsher dma_addr_t data_mapping = o->rdata_mapping; 4629adfc5217SJeff Kirsher int ramrod = RAMROD_CMD_ID_ETH_CLIENT_SETUP; 4630adfc5217SJeff Kirsher 4631adfc5217SJeff Kirsher /* Clear the ramrod data */ 4632adfc5217SJeff Kirsher memset(rdata, 0, sizeof(*rdata)); 4633adfc5217SJeff Kirsher 4634adfc5217SJeff Kirsher /* Fill the ramrod data */ 4635adfc5217SJeff Kirsher bnx2x_q_fill_setup_data_cmn(bp, params, rdata); 4636adfc5217SJeff Kirsher bnx2x_q_fill_setup_data_e2(bp, params, rdata); 4637adfc5217SJeff Kirsher 4638adfc5217SJeff Kirsher /* 4639adfc5217SJeff Kirsher * No need for an explicit memory barrier here as long we would 4640adfc5217SJeff Kirsher * need to ensure the ordering of writing to the SPQ element 4641adfc5217SJeff Kirsher * and updating of the SPQ producer which involves a memory 4642adfc5217SJeff Kirsher * read and we will have to put a full memory barrier there 4643adfc5217SJeff Kirsher * (inside bnx2x_sp_post()). 4644adfc5217SJeff Kirsher */ 4645adfc5217SJeff Kirsher 4646adfc5217SJeff Kirsher return bnx2x_sp_post(bp, ramrod, o->cids[BNX2X_PRIMARY_CID_INDEX], 4647adfc5217SJeff Kirsher U64_HI(data_mapping), 4648adfc5217SJeff Kirsher U64_LO(data_mapping), ETH_CONNECTION_TYPE); 4649adfc5217SJeff Kirsher } 4650adfc5217SJeff Kirsher 4651adfc5217SJeff Kirsher static inline int bnx2x_q_send_setup_tx_only(struct bnx2x *bp, 4652adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4653adfc5217SJeff Kirsher { 4654adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *o = params->q_obj; 4655adfc5217SJeff Kirsher struct tx_queue_init_ramrod_data *rdata = 4656adfc5217SJeff Kirsher (struct tx_queue_init_ramrod_data *)o->rdata; 4657adfc5217SJeff Kirsher dma_addr_t data_mapping = o->rdata_mapping; 4658adfc5217SJeff Kirsher int ramrod = RAMROD_CMD_ID_ETH_TX_QUEUE_SETUP; 4659adfc5217SJeff Kirsher struct bnx2x_queue_setup_tx_only_params *tx_only_params = 4660adfc5217SJeff Kirsher ¶ms->params.tx_only; 4661adfc5217SJeff Kirsher u8 cid_index = tx_only_params->cid_index; 4662adfc5217SJeff Kirsher 4663adfc5217SJeff Kirsher 4664adfc5217SJeff Kirsher if (cid_index >= o->max_cos) { 4665adfc5217SJeff Kirsher BNX2X_ERR("queue[%d]: cid_index (%d) is out of range\n", 4666adfc5217SJeff Kirsher o->cl_id, cid_index); 4667adfc5217SJeff Kirsher return -EINVAL; 4668adfc5217SJeff Kirsher } 4669adfc5217SJeff Kirsher 467094f05b0fSJoe Perches DP(BNX2X_MSG_SP, "parameters received: cos: %d sp-id: %d\n", 4671adfc5217SJeff Kirsher tx_only_params->gen_params.cos, 4672adfc5217SJeff Kirsher tx_only_params->gen_params.spcl_id); 4673adfc5217SJeff Kirsher 4674adfc5217SJeff Kirsher /* Clear the ramrod data */ 4675adfc5217SJeff Kirsher memset(rdata, 0, sizeof(*rdata)); 4676adfc5217SJeff Kirsher 4677adfc5217SJeff Kirsher /* Fill the ramrod data */ 4678adfc5217SJeff Kirsher bnx2x_q_fill_setup_tx_only(bp, params, rdata); 4679adfc5217SJeff Kirsher 4680adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "sending tx-only ramrod: cid %d, client-id %d," 468194f05b0fSJoe Perches "sp-client id %d, cos %d\n", 4682adfc5217SJeff Kirsher o->cids[cid_index], 4683adfc5217SJeff Kirsher rdata->general.client_id, 4684adfc5217SJeff Kirsher rdata->general.sp_client_id, rdata->general.cos); 4685adfc5217SJeff Kirsher 4686adfc5217SJeff Kirsher /* 4687adfc5217SJeff Kirsher * No need for an explicit memory barrier here as long we would 4688adfc5217SJeff Kirsher * need to ensure the ordering of writing to the SPQ element 4689adfc5217SJeff Kirsher * and updating of the SPQ producer which involves a memory 4690adfc5217SJeff Kirsher * read and we will have to put a full memory barrier there 4691adfc5217SJeff Kirsher * (inside bnx2x_sp_post()). 4692adfc5217SJeff Kirsher */ 4693adfc5217SJeff Kirsher 4694adfc5217SJeff Kirsher return bnx2x_sp_post(bp, ramrod, o->cids[cid_index], 4695adfc5217SJeff Kirsher U64_HI(data_mapping), 4696adfc5217SJeff Kirsher U64_LO(data_mapping), ETH_CONNECTION_TYPE); 4697adfc5217SJeff Kirsher } 4698adfc5217SJeff Kirsher 4699adfc5217SJeff Kirsher static void bnx2x_q_fill_update_data(struct bnx2x *bp, 4700adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *obj, 4701adfc5217SJeff Kirsher struct bnx2x_queue_update_params *params, 4702adfc5217SJeff Kirsher struct client_update_ramrod_data *data) 4703adfc5217SJeff Kirsher { 4704adfc5217SJeff Kirsher /* Client ID of the client to update */ 4705adfc5217SJeff Kirsher data->client_id = obj->cl_id; 4706adfc5217SJeff Kirsher 4707adfc5217SJeff Kirsher /* Function ID of the client to update */ 4708adfc5217SJeff Kirsher data->func_id = obj->func_id; 4709adfc5217SJeff Kirsher 4710adfc5217SJeff Kirsher /* Default VLAN value */ 4711adfc5217SJeff Kirsher data->default_vlan = cpu_to_le16(params->def_vlan); 4712adfc5217SJeff Kirsher 4713adfc5217SJeff Kirsher /* Inner VLAN stripping */ 4714adfc5217SJeff Kirsher data->inner_vlan_removal_enable_flg = 4715adfc5217SJeff Kirsher test_bit(BNX2X_Q_UPDATE_IN_VLAN_REM, ¶ms->update_flags); 4716adfc5217SJeff Kirsher data->inner_vlan_removal_change_flg = 4717adfc5217SJeff Kirsher test_bit(BNX2X_Q_UPDATE_IN_VLAN_REM_CHNG, 4718adfc5217SJeff Kirsher ¶ms->update_flags); 4719adfc5217SJeff Kirsher 4720adfc5217SJeff Kirsher /* Outer VLAN sripping */ 4721adfc5217SJeff Kirsher data->outer_vlan_removal_enable_flg = 4722adfc5217SJeff Kirsher test_bit(BNX2X_Q_UPDATE_OUT_VLAN_REM, ¶ms->update_flags); 4723adfc5217SJeff Kirsher data->outer_vlan_removal_change_flg = 4724adfc5217SJeff Kirsher test_bit(BNX2X_Q_UPDATE_OUT_VLAN_REM_CHNG, 4725adfc5217SJeff Kirsher ¶ms->update_flags); 4726adfc5217SJeff Kirsher 4727adfc5217SJeff Kirsher /* Drop packets that have source MAC that doesn't belong to this 4728adfc5217SJeff Kirsher * Queue. 4729adfc5217SJeff Kirsher */ 4730adfc5217SJeff Kirsher data->anti_spoofing_enable_flg = 4731adfc5217SJeff Kirsher test_bit(BNX2X_Q_UPDATE_ANTI_SPOOF, ¶ms->update_flags); 4732adfc5217SJeff Kirsher data->anti_spoofing_change_flg = 4733adfc5217SJeff Kirsher test_bit(BNX2X_Q_UPDATE_ANTI_SPOOF_CHNG, ¶ms->update_flags); 4734adfc5217SJeff Kirsher 4735adfc5217SJeff Kirsher /* Activate/Deactivate */ 4736adfc5217SJeff Kirsher data->activate_flg = 4737adfc5217SJeff Kirsher test_bit(BNX2X_Q_UPDATE_ACTIVATE, ¶ms->update_flags); 4738adfc5217SJeff Kirsher data->activate_change_flg = 4739adfc5217SJeff Kirsher test_bit(BNX2X_Q_UPDATE_ACTIVATE_CHNG, ¶ms->update_flags); 4740adfc5217SJeff Kirsher 4741adfc5217SJeff Kirsher /* Enable default VLAN */ 4742adfc5217SJeff Kirsher data->default_vlan_enable_flg = 4743adfc5217SJeff Kirsher test_bit(BNX2X_Q_UPDATE_DEF_VLAN_EN, ¶ms->update_flags); 4744adfc5217SJeff Kirsher data->default_vlan_change_flg = 4745adfc5217SJeff Kirsher test_bit(BNX2X_Q_UPDATE_DEF_VLAN_EN_CHNG, 4746adfc5217SJeff Kirsher ¶ms->update_flags); 4747adfc5217SJeff Kirsher 4748adfc5217SJeff Kirsher /* silent vlan removal */ 4749adfc5217SJeff Kirsher data->silent_vlan_change_flg = 4750adfc5217SJeff Kirsher test_bit(BNX2X_Q_UPDATE_SILENT_VLAN_REM_CHNG, 4751adfc5217SJeff Kirsher ¶ms->update_flags); 4752adfc5217SJeff Kirsher data->silent_vlan_removal_flg = 4753adfc5217SJeff Kirsher test_bit(BNX2X_Q_UPDATE_SILENT_VLAN_REM, ¶ms->update_flags); 4754adfc5217SJeff Kirsher data->silent_vlan_value = cpu_to_le16(params->silent_removal_value); 4755adfc5217SJeff Kirsher data->silent_vlan_mask = cpu_to_le16(params->silent_removal_mask); 4756adfc5217SJeff Kirsher } 4757adfc5217SJeff Kirsher 4758adfc5217SJeff Kirsher static inline int bnx2x_q_send_update(struct bnx2x *bp, 4759adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4760adfc5217SJeff Kirsher { 4761adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *o = params->q_obj; 4762adfc5217SJeff Kirsher struct client_update_ramrod_data *rdata = 4763adfc5217SJeff Kirsher (struct client_update_ramrod_data *)o->rdata; 4764adfc5217SJeff Kirsher dma_addr_t data_mapping = o->rdata_mapping; 4765adfc5217SJeff Kirsher struct bnx2x_queue_update_params *update_params = 4766adfc5217SJeff Kirsher ¶ms->params.update; 4767adfc5217SJeff Kirsher u8 cid_index = update_params->cid_index; 4768adfc5217SJeff Kirsher 4769adfc5217SJeff Kirsher if (cid_index >= o->max_cos) { 4770adfc5217SJeff Kirsher BNX2X_ERR("queue[%d]: cid_index (%d) is out of range\n", 4771adfc5217SJeff Kirsher o->cl_id, cid_index); 4772adfc5217SJeff Kirsher return -EINVAL; 4773adfc5217SJeff Kirsher } 4774adfc5217SJeff Kirsher 4775adfc5217SJeff Kirsher 4776adfc5217SJeff Kirsher /* Clear the ramrod data */ 4777adfc5217SJeff Kirsher memset(rdata, 0, sizeof(*rdata)); 4778adfc5217SJeff Kirsher 4779adfc5217SJeff Kirsher /* Fill the ramrod data */ 4780adfc5217SJeff Kirsher bnx2x_q_fill_update_data(bp, o, update_params, rdata); 4781adfc5217SJeff Kirsher 4782adfc5217SJeff Kirsher /* 4783adfc5217SJeff Kirsher * No need for an explicit memory barrier here as long we would 4784adfc5217SJeff Kirsher * need to ensure the ordering of writing to the SPQ element 4785adfc5217SJeff Kirsher * and updating of the SPQ producer which involves a memory 4786adfc5217SJeff Kirsher * read and we will have to put a full memory barrier there 4787adfc5217SJeff Kirsher * (inside bnx2x_sp_post()). 4788adfc5217SJeff Kirsher */ 4789adfc5217SJeff Kirsher 4790adfc5217SJeff Kirsher return bnx2x_sp_post(bp, RAMROD_CMD_ID_ETH_CLIENT_UPDATE, 4791adfc5217SJeff Kirsher o->cids[cid_index], U64_HI(data_mapping), 4792adfc5217SJeff Kirsher U64_LO(data_mapping), ETH_CONNECTION_TYPE); 4793adfc5217SJeff Kirsher } 4794adfc5217SJeff Kirsher 4795adfc5217SJeff Kirsher /** 4796adfc5217SJeff Kirsher * bnx2x_q_send_deactivate - send DEACTIVATE command 4797adfc5217SJeff Kirsher * 4798adfc5217SJeff Kirsher * @bp: device handle 4799adfc5217SJeff Kirsher * @params: 4800adfc5217SJeff Kirsher * 4801adfc5217SJeff Kirsher * implemented using the UPDATE command. 4802adfc5217SJeff Kirsher */ 4803adfc5217SJeff Kirsher static inline int bnx2x_q_send_deactivate(struct bnx2x *bp, 4804adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4805adfc5217SJeff Kirsher { 4806adfc5217SJeff Kirsher struct bnx2x_queue_update_params *update = ¶ms->params.update; 4807adfc5217SJeff Kirsher 4808adfc5217SJeff Kirsher memset(update, 0, sizeof(*update)); 4809adfc5217SJeff Kirsher 4810adfc5217SJeff Kirsher __set_bit(BNX2X_Q_UPDATE_ACTIVATE_CHNG, &update->update_flags); 4811adfc5217SJeff Kirsher 4812adfc5217SJeff Kirsher return bnx2x_q_send_update(bp, params); 4813adfc5217SJeff Kirsher } 4814adfc5217SJeff Kirsher 4815adfc5217SJeff Kirsher /** 4816adfc5217SJeff Kirsher * bnx2x_q_send_activate - send ACTIVATE command 4817adfc5217SJeff Kirsher * 4818adfc5217SJeff Kirsher * @bp: device handle 4819adfc5217SJeff Kirsher * @params: 4820adfc5217SJeff Kirsher * 4821adfc5217SJeff Kirsher * implemented using the UPDATE command. 4822adfc5217SJeff Kirsher */ 4823adfc5217SJeff Kirsher static inline int bnx2x_q_send_activate(struct bnx2x *bp, 4824adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4825adfc5217SJeff Kirsher { 4826adfc5217SJeff Kirsher struct bnx2x_queue_update_params *update = ¶ms->params.update; 4827adfc5217SJeff Kirsher 4828adfc5217SJeff Kirsher memset(update, 0, sizeof(*update)); 4829adfc5217SJeff Kirsher 4830adfc5217SJeff Kirsher __set_bit(BNX2X_Q_UPDATE_ACTIVATE, &update->update_flags); 4831adfc5217SJeff Kirsher __set_bit(BNX2X_Q_UPDATE_ACTIVATE_CHNG, &update->update_flags); 4832adfc5217SJeff Kirsher 4833adfc5217SJeff Kirsher return bnx2x_q_send_update(bp, params); 4834adfc5217SJeff Kirsher } 4835adfc5217SJeff Kirsher 4836adfc5217SJeff Kirsher static inline int bnx2x_q_send_update_tpa(struct bnx2x *bp, 4837adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4838adfc5217SJeff Kirsher { 4839adfc5217SJeff Kirsher /* TODO: Not implemented yet. */ 4840adfc5217SJeff Kirsher return -1; 4841adfc5217SJeff Kirsher } 4842adfc5217SJeff Kirsher 4843adfc5217SJeff Kirsher static inline int bnx2x_q_send_halt(struct bnx2x *bp, 4844adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4845adfc5217SJeff Kirsher { 4846adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *o = params->q_obj; 4847adfc5217SJeff Kirsher 4848adfc5217SJeff Kirsher return bnx2x_sp_post(bp, RAMROD_CMD_ID_ETH_HALT, 4849adfc5217SJeff Kirsher o->cids[BNX2X_PRIMARY_CID_INDEX], 0, o->cl_id, 4850adfc5217SJeff Kirsher ETH_CONNECTION_TYPE); 4851adfc5217SJeff Kirsher } 4852adfc5217SJeff Kirsher 4853adfc5217SJeff Kirsher static inline int bnx2x_q_send_cfc_del(struct bnx2x *bp, 4854adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4855adfc5217SJeff Kirsher { 4856adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *o = params->q_obj; 4857adfc5217SJeff Kirsher u8 cid_idx = params->params.cfc_del.cid_index; 4858adfc5217SJeff Kirsher 4859adfc5217SJeff Kirsher if (cid_idx >= o->max_cos) { 4860adfc5217SJeff Kirsher BNX2X_ERR("queue[%d]: cid_index (%d) is out of range\n", 4861adfc5217SJeff Kirsher o->cl_id, cid_idx); 4862adfc5217SJeff Kirsher return -EINVAL; 4863adfc5217SJeff Kirsher } 4864adfc5217SJeff Kirsher 4865adfc5217SJeff Kirsher return bnx2x_sp_post(bp, RAMROD_CMD_ID_COMMON_CFC_DEL, 4866adfc5217SJeff Kirsher o->cids[cid_idx], 0, 0, NONE_CONNECTION_TYPE); 4867adfc5217SJeff Kirsher } 4868adfc5217SJeff Kirsher 4869adfc5217SJeff Kirsher static inline int bnx2x_q_send_terminate(struct bnx2x *bp, 4870adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4871adfc5217SJeff Kirsher { 4872adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *o = params->q_obj; 4873adfc5217SJeff Kirsher u8 cid_index = params->params.terminate.cid_index; 4874adfc5217SJeff Kirsher 4875adfc5217SJeff Kirsher if (cid_index >= o->max_cos) { 4876adfc5217SJeff Kirsher BNX2X_ERR("queue[%d]: cid_index (%d) is out of range\n", 4877adfc5217SJeff Kirsher o->cl_id, cid_index); 4878adfc5217SJeff Kirsher return -EINVAL; 4879adfc5217SJeff Kirsher } 4880adfc5217SJeff Kirsher 4881adfc5217SJeff Kirsher return bnx2x_sp_post(bp, RAMROD_CMD_ID_ETH_TERMINATE, 4882adfc5217SJeff Kirsher o->cids[cid_index], 0, 0, ETH_CONNECTION_TYPE); 4883adfc5217SJeff Kirsher } 4884adfc5217SJeff Kirsher 4885adfc5217SJeff Kirsher static inline int bnx2x_q_send_empty(struct bnx2x *bp, 4886adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4887adfc5217SJeff Kirsher { 4888adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *o = params->q_obj; 4889adfc5217SJeff Kirsher 4890adfc5217SJeff Kirsher return bnx2x_sp_post(bp, RAMROD_CMD_ID_ETH_EMPTY, 4891adfc5217SJeff Kirsher o->cids[BNX2X_PRIMARY_CID_INDEX], 0, 0, 4892adfc5217SJeff Kirsher ETH_CONNECTION_TYPE); 4893adfc5217SJeff Kirsher } 4894adfc5217SJeff Kirsher 4895adfc5217SJeff Kirsher static inline int bnx2x_queue_send_cmd_cmn(struct bnx2x *bp, 4896adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4897adfc5217SJeff Kirsher { 4898adfc5217SJeff Kirsher switch (params->cmd) { 4899adfc5217SJeff Kirsher case BNX2X_Q_CMD_INIT: 4900adfc5217SJeff Kirsher return bnx2x_q_init(bp, params); 4901adfc5217SJeff Kirsher case BNX2X_Q_CMD_SETUP_TX_ONLY: 4902adfc5217SJeff Kirsher return bnx2x_q_send_setup_tx_only(bp, params); 4903adfc5217SJeff Kirsher case BNX2X_Q_CMD_DEACTIVATE: 4904adfc5217SJeff Kirsher return bnx2x_q_send_deactivate(bp, params); 4905adfc5217SJeff Kirsher case BNX2X_Q_CMD_ACTIVATE: 4906adfc5217SJeff Kirsher return bnx2x_q_send_activate(bp, params); 4907adfc5217SJeff Kirsher case BNX2X_Q_CMD_UPDATE: 4908adfc5217SJeff Kirsher return bnx2x_q_send_update(bp, params); 4909adfc5217SJeff Kirsher case BNX2X_Q_CMD_UPDATE_TPA: 4910adfc5217SJeff Kirsher return bnx2x_q_send_update_tpa(bp, params); 4911adfc5217SJeff Kirsher case BNX2X_Q_CMD_HALT: 4912adfc5217SJeff Kirsher return bnx2x_q_send_halt(bp, params); 4913adfc5217SJeff Kirsher case BNX2X_Q_CMD_CFC_DEL: 4914adfc5217SJeff Kirsher return bnx2x_q_send_cfc_del(bp, params); 4915adfc5217SJeff Kirsher case BNX2X_Q_CMD_TERMINATE: 4916adfc5217SJeff Kirsher return bnx2x_q_send_terminate(bp, params); 4917adfc5217SJeff Kirsher case BNX2X_Q_CMD_EMPTY: 4918adfc5217SJeff Kirsher return bnx2x_q_send_empty(bp, params); 4919adfc5217SJeff Kirsher default: 4920adfc5217SJeff Kirsher BNX2X_ERR("Unknown command: %d\n", params->cmd); 4921adfc5217SJeff Kirsher return -EINVAL; 4922adfc5217SJeff Kirsher } 4923adfc5217SJeff Kirsher } 4924adfc5217SJeff Kirsher 4925adfc5217SJeff Kirsher static int bnx2x_queue_send_cmd_e1x(struct bnx2x *bp, 4926adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4927adfc5217SJeff Kirsher { 4928adfc5217SJeff Kirsher switch (params->cmd) { 4929adfc5217SJeff Kirsher case BNX2X_Q_CMD_SETUP: 4930adfc5217SJeff Kirsher return bnx2x_q_send_setup_e1x(bp, params); 4931adfc5217SJeff Kirsher case BNX2X_Q_CMD_INIT: 4932adfc5217SJeff Kirsher case BNX2X_Q_CMD_SETUP_TX_ONLY: 4933adfc5217SJeff Kirsher case BNX2X_Q_CMD_DEACTIVATE: 4934adfc5217SJeff Kirsher case BNX2X_Q_CMD_ACTIVATE: 4935adfc5217SJeff Kirsher case BNX2X_Q_CMD_UPDATE: 4936adfc5217SJeff Kirsher case BNX2X_Q_CMD_UPDATE_TPA: 4937adfc5217SJeff Kirsher case BNX2X_Q_CMD_HALT: 4938adfc5217SJeff Kirsher case BNX2X_Q_CMD_CFC_DEL: 4939adfc5217SJeff Kirsher case BNX2X_Q_CMD_TERMINATE: 4940adfc5217SJeff Kirsher case BNX2X_Q_CMD_EMPTY: 4941adfc5217SJeff Kirsher return bnx2x_queue_send_cmd_cmn(bp, params); 4942adfc5217SJeff Kirsher default: 4943adfc5217SJeff Kirsher BNX2X_ERR("Unknown command: %d\n", params->cmd); 4944adfc5217SJeff Kirsher return -EINVAL; 4945adfc5217SJeff Kirsher } 4946adfc5217SJeff Kirsher } 4947adfc5217SJeff Kirsher 4948adfc5217SJeff Kirsher static int bnx2x_queue_send_cmd_e2(struct bnx2x *bp, 4949adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4950adfc5217SJeff Kirsher { 4951adfc5217SJeff Kirsher switch (params->cmd) { 4952adfc5217SJeff Kirsher case BNX2X_Q_CMD_SETUP: 4953adfc5217SJeff Kirsher return bnx2x_q_send_setup_e2(bp, params); 4954adfc5217SJeff Kirsher case BNX2X_Q_CMD_INIT: 4955adfc5217SJeff Kirsher case BNX2X_Q_CMD_SETUP_TX_ONLY: 4956adfc5217SJeff Kirsher case BNX2X_Q_CMD_DEACTIVATE: 4957adfc5217SJeff Kirsher case BNX2X_Q_CMD_ACTIVATE: 4958adfc5217SJeff Kirsher case BNX2X_Q_CMD_UPDATE: 4959adfc5217SJeff Kirsher case BNX2X_Q_CMD_UPDATE_TPA: 4960adfc5217SJeff Kirsher case BNX2X_Q_CMD_HALT: 4961adfc5217SJeff Kirsher case BNX2X_Q_CMD_CFC_DEL: 4962adfc5217SJeff Kirsher case BNX2X_Q_CMD_TERMINATE: 4963adfc5217SJeff Kirsher case BNX2X_Q_CMD_EMPTY: 4964adfc5217SJeff Kirsher return bnx2x_queue_send_cmd_cmn(bp, params); 4965adfc5217SJeff Kirsher default: 4966adfc5217SJeff Kirsher BNX2X_ERR("Unknown command: %d\n", params->cmd); 4967adfc5217SJeff Kirsher return -EINVAL; 4968adfc5217SJeff Kirsher } 4969adfc5217SJeff Kirsher } 4970adfc5217SJeff Kirsher 4971adfc5217SJeff Kirsher /** 4972adfc5217SJeff Kirsher * bnx2x_queue_chk_transition - check state machine of a regular Queue 4973adfc5217SJeff Kirsher * 4974adfc5217SJeff Kirsher * @bp: device handle 4975adfc5217SJeff Kirsher * @o: 4976adfc5217SJeff Kirsher * @params: 4977adfc5217SJeff Kirsher * 4978adfc5217SJeff Kirsher * (not Forwarding) 4979adfc5217SJeff Kirsher * It both checks if the requested command is legal in a current 4980adfc5217SJeff Kirsher * state and, if it's legal, sets a `next_state' in the object 4981adfc5217SJeff Kirsher * that will be used in the completion flow to set the `state' 4982adfc5217SJeff Kirsher * of the object. 4983adfc5217SJeff Kirsher * 4984adfc5217SJeff Kirsher * returns 0 if a requested command is a legal transition, 4985adfc5217SJeff Kirsher * -EINVAL otherwise. 4986adfc5217SJeff Kirsher */ 4987adfc5217SJeff Kirsher static int bnx2x_queue_chk_transition(struct bnx2x *bp, 4988adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *o, 4989adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4990adfc5217SJeff Kirsher { 4991adfc5217SJeff Kirsher enum bnx2x_q_state state = o->state, next_state = BNX2X_Q_STATE_MAX; 4992adfc5217SJeff Kirsher enum bnx2x_queue_cmd cmd = params->cmd; 4993adfc5217SJeff Kirsher struct bnx2x_queue_update_params *update_params = 4994adfc5217SJeff Kirsher ¶ms->params.update; 4995adfc5217SJeff Kirsher u8 next_tx_only = o->num_tx_only; 4996adfc5217SJeff Kirsher 4997adfc5217SJeff Kirsher /* 4998adfc5217SJeff Kirsher * Forget all pending for completion commands if a driver only state 4999adfc5217SJeff Kirsher * transition has been requested. 5000adfc5217SJeff Kirsher */ 5001adfc5217SJeff Kirsher if (test_bit(RAMROD_DRV_CLR_ONLY, ¶ms->ramrod_flags)) { 5002adfc5217SJeff Kirsher o->pending = 0; 5003adfc5217SJeff Kirsher o->next_state = BNX2X_Q_STATE_MAX; 5004adfc5217SJeff Kirsher } 5005adfc5217SJeff Kirsher 5006adfc5217SJeff Kirsher /* 5007adfc5217SJeff Kirsher * Don't allow a next state transition if we are in the middle of 5008adfc5217SJeff Kirsher * the previous one. 5009adfc5217SJeff Kirsher */ 5010adfc5217SJeff Kirsher if (o->pending) 5011adfc5217SJeff Kirsher return -EBUSY; 5012adfc5217SJeff Kirsher 5013adfc5217SJeff Kirsher switch (state) { 5014adfc5217SJeff Kirsher case BNX2X_Q_STATE_RESET: 5015adfc5217SJeff Kirsher if (cmd == BNX2X_Q_CMD_INIT) 5016adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_INITIALIZED; 5017adfc5217SJeff Kirsher 5018adfc5217SJeff Kirsher break; 5019adfc5217SJeff Kirsher case BNX2X_Q_STATE_INITIALIZED: 5020adfc5217SJeff Kirsher if (cmd == BNX2X_Q_CMD_SETUP) { 5021adfc5217SJeff Kirsher if (test_bit(BNX2X_Q_FLG_ACTIVE, 5022adfc5217SJeff Kirsher ¶ms->params.setup.flags)) 5023adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_ACTIVE; 5024adfc5217SJeff Kirsher else 5025adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_INACTIVE; 5026adfc5217SJeff Kirsher } 5027adfc5217SJeff Kirsher 5028adfc5217SJeff Kirsher break; 5029adfc5217SJeff Kirsher case BNX2X_Q_STATE_ACTIVE: 5030adfc5217SJeff Kirsher if (cmd == BNX2X_Q_CMD_DEACTIVATE) 5031adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_INACTIVE; 5032adfc5217SJeff Kirsher 5033adfc5217SJeff Kirsher else if ((cmd == BNX2X_Q_CMD_EMPTY) || 5034adfc5217SJeff Kirsher (cmd == BNX2X_Q_CMD_UPDATE_TPA)) 5035adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_ACTIVE; 5036adfc5217SJeff Kirsher 5037adfc5217SJeff Kirsher else if (cmd == BNX2X_Q_CMD_SETUP_TX_ONLY) { 5038adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_MULTI_COS; 5039adfc5217SJeff Kirsher next_tx_only = 1; 5040adfc5217SJeff Kirsher } 5041adfc5217SJeff Kirsher 5042adfc5217SJeff Kirsher else if (cmd == BNX2X_Q_CMD_HALT) 5043adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_STOPPED; 5044adfc5217SJeff Kirsher 5045adfc5217SJeff Kirsher else if (cmd == BNX2X_Q_CMD_UPDATE) { 5046adfc5217SJeff Kirsher /* If "active" state change is requested, update the 5047adfc5217SJeff Kirsher * state accordingly. 5048adfc5217SJeff Kirsher */ 5049adfc5217SJeff Kirsher if (test_bit(BNX2X_Q_UPDATE_ACTIVATE_CHNG, 5050adfc5217SJeff Kirsher &update_params->update_flags) && 5051adfc5217SJeff Kirsher !test_bit(BNX2X_Q_UPDATE_ACTIVATE, 5052adfc5217SJeff Kirsher &update_params->update_flags)) 5053adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_INACTIVE; 5054adfc5217SJeff Kirsher else 5055adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_ACTIVE; 5056adfc5217SJeff Kirsher } 5057adfc5217SJeff Kirsher 5058adfc5217SJeff Kirsher break; 5059adfc5217SJeff Kirsher case BNX2X_Q_STATE_MULTI_COS: 5060adfc5217SJeff Kirsher if (cmd == BNX2X_Q_CMD_TERMINATE) 5061adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_MCOS_TERMINATED; 5062adfc5217SJeff Kirsher 5063adfc5217SJeff Kirsher else if (cmd == BNX2X_Q_CMD_SETUP_TX_ONLY) { 5064adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_MULTI_COS; 5065adfc5217SJeff Kirsher next_tx_only = o->num_tx_only + 1; 5066adfc5217SJeff Kirsher } 5067adfc5217SJeff Kirsher 5068adfc5217SJeff Kirsher else if ((cmd == BNX2X_Q_CMD_EMPTY) || 5069adfc5217SJeff Kirsher (cmd == BNX2X_Q_CMD_UPDATE_TPA)) 5070adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_MULTI_COS; 5071adfc5217SJeff Kirsher 5072adfc5217SJeff Kirsher else if (cmd == BNX2X_Q_CMD_UPDATE) { 5073adfc5217SJeff Kirsher /* If "active" state change is requested, update the 5074adfc5217SJeff Kirsher * state accordingly. 5075adfc5217SJeff Kirsher */ 5076adfc5217SJeff Kirsher if (test_bit(BNX2X_Q_UPDATE_ACTIVATE_CHNG, 5077adfc5217SJeff Kirsher &update_params->update_flags) && 5078adfc5217SJeff Kirsher !test_bit(BNX2X_Q_UPDATE_ACTIVATE, 5079adfc5217SJeff Kirsher &update_params->update_flags)) 5080adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_INACTIVE; 5081adfc5217SJeff Kirsher else 5082adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_MULTI_COS; 5083adfc5217SJeff Kirsher } 5084adfc5217SJeff Kirsher 5085adfc5217SJeff Kirsher break; 5086adfc5217SJeff Kirsher case BNX2X_Q_STATE_MCOS_TERMINATED: 5087adfc5217SJeff Kirsher if (cmd == BNX2X_Q_CMD_CFC_DEL) { 5088adfc5217SJeff Kirsher next_tx_only = o->num_tx_only - 1; 5089adfc5217SJeff Kirsher if (next_tx_only == 0) 5090adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_ACTIVE; 5091adfc5217SJeff Kirsher else 5092adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_MULTI_COS; 5093adfc5217SJeff Kirsher } 5094adfc5217SJeff Kirsher 5095adfc5217SJeff Kirsher break; 5096adfc5217SJeff Kirsher case BNX2X_Q_STATE_INACTIVE: 5097adfc5217SJeff Kirsher if (cmd == BNX2X_Q_CMD_ACTIVATE) 5098adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_ACTIVE; 5099adfc5217SJeff Kirsher 5100adfc5217SJeff Kirsher else if ((cmd == BNX2X_Q_CMD_EMPTY) || 5101adfc5217SJeff Kirsher (cmd == BNX2X_Q_CMD_UPDATE_TPA)) 5102adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_INACTIVE; 5103adfc5217SJeff Kirsher 5104adfc5217SJeff Kirsher else if (cmd == BNX2X_Q_CMD_HALT) 5105adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_STOPPED; 5106adfc5217SJeff Kirsher 5107adfc5217SJeff Kirsher else if (cmd == BNX2X_Q_CMD_UPDATE) { 5108adfc5217SJeff Kirsher /* If "active" state change is requested, update the 5109adfc5217SJeff Kirsher * state accordingly. 5110adfc5217SJeff Kirsher */ 5111adfc5217SJeff Kirsher if (test_bit(BNX2X_Q_UPDATE_ACTIVATE_CHNG, 5112adfc5217SJeff Kirsher &update_params->update_flags) && 5113adfc5217SJeff Kirsher test_bit(BNX2X_Q_UPDATE_ACTIVATE, 5114adfc5217SJeff Kirsher &update_params->update_flags)){ 5115adfc5217SJeff Kirsher if (o->num_tx_only == 0) 5116adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_ACTIVE; 5117adfc5217SJeff Kirsher else /* tx only queues exist for this queue */ 5118adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_MULTI_COS; 5119adfc5217SJeff Kirsher } else 5120adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_INACTIVE; 5121adfc5217SJeff Kirsher } 5122adfc5217SJeff Kirsher 5123adfc5217SJeff Kirsher break; 5124adfc5217SJeff Kirsher case BNX2X_Q_STATE_STOPPED: 5125adfc5217SJeff Kirsher if (cmd == BNX2X_Q_CMD_TERMINATE) 5126adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_TERMINATED; 5127adfc5217SJeff Kirsher 5128adfc5217SJeff Kirsher break; 5129adfc5217SJeff Kirsher case BNX2X_Q_STATE_TERMINATED: 5130adfc5217SJeff Kirsher if (cmd == BNX2X_Q_CMD_CFC_DEL) 5131adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_RESET; 5132adfc5217SJeff Kirsher 5133adfc5217SJeff Kirsher break; 5134adfc5217SJeff Kirsher default: 5135adfc5217SJeff Kirsher BNX2X_ERR("Illegal state: %d\n", state); 5136adfc5217SJeff Kirsher } 5137adfc5217SJeff Kirsher 5138adfc5217SJeff Kirsher /* Transition is assured */ 5139adfc5217SJeff Kirsher if (next_state != BNX2X_Q_STATE_MAX) { 5140adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Good state transition: %d(%d)->%d\n", 5141adfc5217SJeff Kirsher state, cmd, next_state); 5142adfc5217SJeff Kirsher o->next_state = next_state; 5143adfc5217SJeff Kirsher o->next_tx_only = next_tx_only; 5144adfc5217SJeff Kirsher return 0; 5145adfc5217SJeff Kirsher } 5146adfc5217SJeff Kirsher 5147adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Bad state transition request: %d %d\n", state, cmd); 5148adfc5217SJeff Kirsher 5149adfc5217SJeff Kirsher return -EINVAL; 5150adfc5217SJeff Kirsher } 5151adfc5217SJeff Kirsher 5152adfc5217SJeff Kirsher void bnx2x_init_queue_obj(struct bnx2x *bp, 5153adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *obj, 5154adfc5217SJeff Kirsher u8 cl_id, u32 *cids, u8 cid_cnt, u8 func_id, 5155adfc5217SJeff Kirsher void *rdata, 5156adfc5217SJeff Kirsher dma_addr_t rdata_mapping, unsigned long type) 5157adfc5217SJeff Kirsher { 5158adfc5217SJeff Kirsher memset(obj, 0, sizeof(*obj)); 5159adfc5217SJeff Kirsher 5160adfc5217SJeff Kirsher /* We support only BNX2X_MULTI_TX_COS Tx CoS at the moment */ 5161adfc5217SJeff Kirsher BUG_ON(BNX2X_MULTI_TX_COS < cid_cnt); 5162adfc5217SJeff Kirsher 5163adfc5217SJeff Kirsher memcpy(obj->cids, cids, sizeof(obj->cids[0]) * cid_cnt); 5164adfc5217SJeff Kirsher obj->max_cos = cid_cnt; 5165adfc5217SJeff Kirsher obj->cl_id = cl_id; 5166adfc5217SJeff Kirsher obj->func_id = func_id; 5167adfc5217SJeff Kirsher obj->rdata = rdata; 5168adfc5217SJeff Kirsher obj->rdata_mapping = rdata_mapping; 5169adfc5217SJeff Kirsher obj->type = type; 5170adfc5217SJeff Kirsher obj->next_state = BNX2X_Q_STATE_MAX; 5171adfc5217SJeff Kirsher 5172adfc5217SJeff Kirsher if (CHIP_IS_E1x(bp)) 5173adfc5217SJeff Kirsher obj->send_cmd = bnx2x_queue_send_cmd_e1x; 5174adfc5217SJeff Kirsher else 5175adfc5217SJeff Kirsher obj->send_cmd = bnx2x_queue_send_cmd_e2; 5176adfc5217SJeff Kirsher 5177adfc5217SJeff Kirsher obj->check_transition = bnx2x_queue_chk_transition; 5178adfc5217SJeff Kirsher 5179adfc5217SJeff Kirsher obj->complete_cmd = bnx2x_queue_comp_cmd; 5180adfc5217SJeff Kirsher obj->wait_comp = bnx2x_queue_wait_comp; 5181adfc5217SJeff Kirsher obj->set_pending = bnx2x_queue_set_pending; 5182adfc5217SJeff Kirsher } 5183adfc5217SJeff Kirsher 5184adfc5217SJeff Kirsher /********************** Function state object *********************************/ 5185adfc5217SJeff Kirsher enum bnx2x_func_state bnx2x_func_get_state(struct bnx2x *bp, 5186adfc5217SJeff Kirsher struct bnx2x_func_sp_obj *o) 5187adfc5217SJeff Kirsher { 5188adfc5217SJeff Kirsher /* in the middle of transaction - return INVALID state */ 5189adfc5217SJeff Kirsher if (o->pending) 5190adfc5217SJeff Kirsher return BNX2X_F_STATE_MAX; 5191adfc5217SJeff Kirsher 5192adfc5217SJeff Kirsher /* 5193adfc5217SJeff Kirsher * unsure the order of reading of o->pending and o->state 5194adfc5217SJeff Kirsher * o->pending should be read first 5195adfc5217SJeff Kirsher */ 5196adfc5217SJeff Kirsher rmb(); 5197adfc5217SJeff Kirsher 5198adfc5217SJeff Kirsher return o->state; 5199adfc5217SJeff Kirsher } 5200adfc5217SJeff Kirsher 5201adfc5217SJeff Kirsher static int bnx2x_func_wait_comp(struct bnx2x *bp, 5202adfc5217SJeff Kirsher struct bnx2x_func_sp_obj *o, 5203adfc5217SJeff Kirsher enum bnx2x_func_cmd cmd) 5204adfc5217SJeff Kirsher { 5205adfc5217SJeff Kirsher return bnx2x_state_wait(bp, cmd, &o->pending); 5206adfc5217SJeff Kirsher } 5207adfc5217SJeff Kirsher 5208adfc5217SJeff Kirsher /** 5209adfc5217SJeff Kirsher * bnx2x_func_state_change_comp - complete the state machine transition 5210adfc5217SJeff Kirsher * 5211adfc5217SJeff Kirsher * @bp: device handle 5212adfc5217SJeff Kirsher * @o: 5213adfc5217SJeff Kirsher * @cmd: 5214adfc5217SJeff Kirsher * 5215adfc5217SJeff Kirsher * Called on state change transition. Completes the state 5216adfc5217SJeff Kirsher * machine transition only - no HW interaction. 5217adfc5217SJeff Kirsher */ 5218adfc5217SJeff Kirsher static inline int bnx2x_func_state_change_comp(struct bnx2x *bp, 5219adfc5217SJeff Kirsher struct bnx2x_func_sp_obj *o, 5220adfc5217SJeff Kirsher enum bnx2x_func_cmd cmd) 5221adfc5217SJeff Kirsher { 5222adfc5217SJeff Kirsher unsigned long cur_pending = o->pending; 5223adfc5217SJeff Kirsher 5224adfc5217SJeff Kirsher if (!test_and_clear_bit(cmd, &cur_pending)) { 5225adfc5217SJeff Kirsher BNX2X_ERR("Bad MC reply %d for func %d in state %d " 5226adfc5217SJeff Kirsher "pending 0x%lx, next_state %d\n", cmd, BP_FUNC(bp), 5227adfc5217SJeff Kirsher o->state, cur_pending, o->next_state); 5228adfc5217SJeff Kirsher return -EINVAL; 5229adfc5217SJeff Kirsher } 5230adfc5217SJeff Kirsher 523194f05b0fSJoe Perches DP(BNX2X_MSG_SP, 523294f05b0fSJoe Perches "Completing command %d for func %d, setting state to %d\n", 523394f05b0fSJoe Perches cmd, BP_FUNC(bp), o->next_state); 5234adfc5217SJeff Kirsher 5235adfc5217SJeff Kirsher o->state = o->next_state; 5236adfc5217SJeff Kirsher o->next_state = BNX2X_F_STATE_MAX; 5237adfc5217SJeff Kirsher 5238adfc5217SJeff Kirsher /* It's important that o->state and o->next_state are 5239adfc5217SJeff Kirsher * updated before o->pending. 5240adfc5217SJeff Kirsher */ 5241adfc5217SJeff Kirsher wmb(); 5242adfc5217SJeff Kirsher 5243adfc5217SJeff Kirsher clear_bit(cmd, &o->pending); 5244adfc5217SJeff Kirsher smp_mb__after_clear_bit(); 5245adfc5217SJeff Kirsher 5246adfc5217SJeff Kirsher return 0; 5247adfc5217SJeff Kirsher } 5248adfc5217SJeff Kirsher 5249adfc5217SJeff Kirsher /** 5250adfc5217SJeff Kirsher * bnx2x_func_comp_cmd - complete the state change command 5251adfc5217SJeff Kirsher * 5252adfc5217SJeff Kirsher * @bp: device handle 5253adfc5217SJeff Kirsher * @o: 5254adfc5217SJeff Kirsher * @cmd: 5255adfc5217SJeff Kirsher * 5256adfc5217SJeff Kirsher * Checks that the arrived completion is expected. 5257adfc5217SJeff Kirsher */ 5258adfc5217SJeff Kirsher static int bnx2x_func_comp_cmd(struct bnx2x *bp, 5259adfc5217SJeff Kirsher struct bnx2x_func_sp_obj *o, 5260adfc5217SJeff Kirsher enum bnx2x_func_cmd cmd) 5261adfc5217SJeff Kirsher { 5262adfc5217SJeff Kirsher /* Complete the state machine part first, check if it's a 5263adfc5217SJeff Kirsher * legal completion. 5264adfc5217SJeff Kirsher */ 5265adfc5217SJeff Kirsher int rc = bnx2x_func_state_change_comp(bp, o, cmd); 5266adfc5217SJeff Kirsher return rc; 5267adfc5217SJeff Kirsher } 5268adfc5217SJeff Kirsher 5269adfc5217SJeff Kirsher /** 5270adfc5217SJeff Kirsher * bnx2x_func_chk_transition - perform function state machine transition 5271adfc5217SJeff Kirsher * 5272adfc5217SJeff Kirsher * @bp: device handle 5273adfc5217SJeff Kirsher * @o: 5274adfc5217SJeff Kirsher * @params: 5275adfc5217SJeff Kirsher * 5276adfc5217SJeff Kirsher * It both checks if the requested command is legal in a current 5277adfc5217SJeff Kirsher * state and, if it's legal, sets a `next_state' in the object 5278adfc5217SJeff Kirsher * that will be used in the completion flow to set the `state' 5279adfc5217SJeff Kirsher * of the object. 5280adfc5217SJeff Kirsher * 5281adfc5217SJeff Kirsher * returns 0 if a requested command is a legal transition, 5282adfc5217SJeff Kirsher * -EINVAL otherwise. 5283adfc5217SJeff Kirsher */ 5284adfc5217SJeff Kirsher static int bnx2x_func_chk_transition(struct bnx2x *bp, 5285adfc5217SJeff Kirsher struct bnx2x_func_sp_obj *o, 5286adfc5217SJeff Kirsher struct bnx2x_func_state_params *params) 5287adfc5217SJeff Kirsher { 5288adfc5217SJeff Kirsher enum bnx2x_func_state state = o->state, next_state = BNX2X_F_STATE_MAX; 5289adfc5217SJeff Kirsher enum bnx2x_func_cmd cmd = params->cmd; 5290adfc5217SJeff Kirsher 5291adfc5217SJeff Kirsher /* 5292adfc5217SJeff Kirsher * Forget all pending for completion commands if a driver only state 5293adfc5217SJeff Kirsher * transition has been requested. 5294adfc5217SJeff Kirsher */ 5295adfc5217SJeff Kirsher if (test_bit(RAMROD_DRV_CLR_ONLY, ¶ms->ramrod_flags)) { 5296adfc5217SJeff Kirsher o->pending = 0; 5297adfc5217SJeff Kirsher o->next_state = BNX2X_F_STATE_MAX; 5298adfc5217SJeff Kirsher } 5299adfc5217SJeff Kirsher 5300adfc5217SJeff Kirsher /* 5301adfc5217SJeff Kirsher * Don't allow a next state transition if we are in the middle of 5302adfc5217SJeff Kirsher * the previous one. 5303adfc5217SJeff Kirsher */ 5304adfc5217SJeff Kirsher if (o->pending) 5305adfc5217SJeff Kirsher return -EBUSY; 5306adfc5217SJeff Kirsher 5307adfc5217SJeff Kirsher switch (state) { 5308adfc5217SJeff Kirsher case BNX2X_F_STATE_RESET: 5309adfc5217SJeff Kirsher if (cmd == BNX2X_F_CMD_HW_INIT) 5310adfc5217SJeff Kirsher next_state = BNX2X_F_STATE_INITIALIZED; 5311adfc5217SJeff Kirsher 5312adfc5217SJeff Kirsher break; 5313adfc5217SJeff Kirsher case BNX2X_F_STATE_INITIALIZED: 5314adfc5217SJeff Kirsher if (cmd == BNX2X_F_CMD_START) 5315adfc5217SJeff Kirsher next_state = BNX2X_F_STATE_STARTED; 5316adfc5217SJeff Kirsher 5317adfc5217SJeff Kirsher else if (cmd == BNX2X_F_CMD_HW_RESET) 5318adfc5217SJeff Kirsher next_state = BNX2X_F_STATE_RESET; 5319adfc5217SJeff Kirsher 5320adfc5217SJeff Kirsher break; 5321adfc5217SJeff Kirsher case BNX2X_F_STATE_STARTED: 5322adfc5217SJeff Kirsher if (cmd == BNX2X_F_CMD_STOP) 5323adfc5217SJeff Kirsher next_state = BNX2X_F_STATE_INITIALIZED; 5324adfc5217SJeff Kirsher else if (cmd == BNX2X_F_CMD_TX_STOP) 5325adfc5217SJeff Kirsher next_state = BNX2X_F_STATE_TX_STOPPED; 5326adfc5217SJeff Kirsher 5327adfc5217SJeff Kirsher break; 5328adfc5217SJeff Kirsher case BNX2X_F_STATE_TX_STOPPED: 5329adfc5217SJeff Kirsher if (cmd == BNX2X_F_CMD_TX_START) 5330adfc5217SJeff Kirsher next_state = BNX2X_F_STATE_STARTED; 5331adfc5217SJeff Kirsher 5332adfc5217SJeff Kirsher break; 5333adfc5217SJeff Kirsher default: 5334adfc5217SJeff Kirsher BNX2X_ERR("Unknown state: %d\n", state); 5335adfc5217SJeff Kirsher } 5336adfc5217SJeff Kirsher 5337adfc5217SJeff Kirsher /* Transition is assured */ 5338adfc5217SJeff Kirsher if (next_state != BNX2X_F_STATE_MAX) { 5339adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Good function state transition: %d(%d)->%d\n", 5340adfc5217SJeff Kirsher state, cmd, next_state); 5341adfc5217SJeff Kirsher o->next_state = next_state; 5342adfc5217SJeff Kirsher return 0; 5343adfc5217SJeff Kirsher } 5344adfc5217SJeff Kirsher 5345adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Bad function state transition request: %d %d\n", 5346adfc5217SJeff Kirsher state, cmd); 5347adfc5217SJeff Kirsher 5348adfc5217SJeff Kirsher return -EINVAL; 5349adfc5217SJeff Kirsher } 5350adfc5217SJeff Kirsher 5351adfc5217SJeff Kirsher /** 5352adfc5217SJeff Kirsher * bnx2x_func_init_func - performs HW init at function stage 5353adfc5217SJeff Kirsher * 5354adfc5217SJeff Kirsher * @bp: device handle 5355adfc5217SJeff Kirsher * @drv: 5356adfc5217SJeff Kirsher * 5357adfc5217SJeff Kirsher * Init HW when the current phase is 5358adfc5217SJeff Kirsher * FW_MSG_CODE_DRV_LOAD_FUNCTION: initialize only FUNCTION-only 5359adfc5217SJeff Kirsher * HW blocks. 5360adfc5217SJeff Kirsher */ 5361adfc5217SJeff Kirsher static inline int bnx2x_func_init_func(struct bnx2x *bp, 5362adfc5217SJeff Kirsher const struct bnx2x_func_sp_drv_ops *drv) 5363adfc5217SJeff Kirsher { 5364adfc5217SJeff Kirsher return drv->init_hw_func(bp); 5365adfc5217SJeff Kirsher } 5366adfc5217SJeff Kirsher 5367adfc5217SJeff Kirsher /** 5368adfc5217SJeff Kirsher * bnx2x_func_init_port - performs HW init at port stage 5369adfc5217SJeff Kirsher * 5370adfc5217SJeff Kirsher * @bp: device handle 5371adfc5217SJeff Kirsher * @drv: 5372adfc5217SJeff Kirsher * 5373adfc5217SJeff Kirsher * Init HW when the current phase is 5374adfc5217SJeff Kirsher * FW_MSG_CODE_DRV_LOAD_PORT: initialize PORT-only and 5375adfc5217SJeff Kirsher * FUNCTION-only HW blocks. 5376adfc5217SJeff Kirsher * 5377adfc5217SJeff Kirsher */ 5378adfc5217SJeff Kirsher static inline int bnx2x_func_init_port(struct bnx2x *bp, 5379adfc5217SJeff Kirsher const struct bnx2x_func_sp_drv_ops *drv) 5380adfc5217SJeff Kirsher { 5381adfc5217SJeff Kirsher int rc = drv->init_hw_port(bp); 5382adfc5217SJeff Kirsher if (rc) 5383adfc5217SJeff Kirsher return rc; 5384adfc5217SJeff Kirsher 5385adfc5217SJeff Kirsher return bnx2x_func_init_func(bp, drv); 5386adfc5217SJeff Kirsher } 5387adfc5217SJeff Kirsher 5388adfc5217SJeff Kirsher /** 5389adfc5217SJeff Kirsher * bnx2x_func_init_cmn_chip - performs HW init at chip-common stage 5390adfc5217SJeff Kirsher * 5391adfc5217SJeff Kirsher * @bp: device handle 5392adfc5217SJeff Kirsher * @drv: 5393adfc5217SJeff Kirsher * 5394adfc5217SJeff Kirsher * Init HW when the current phase is 5395adfc5217SJeff Kirsher * FW_MSG_CODE_DRV_LOAD_COMMON_CHIP: initialize COMMON_CHIP, 5396adfc5217SJeff Kirsher * PORT-only and FUNCTION-only HW blocks. 5397adfc5217SJeff Kirsher */ 5398adfc5217SJeff Kirsher static inline int bnx2x_func_init_cmn_chip(struct bnx2x *bp, 5399adfc5217SJeff Kirsher const struct bnx2x_func_sp_drv_ops *drv) 5400adfc5217SJeff Kirsher { 5401adfc5217SJeff Kirsher int rc = drv->init_hw_cmn_chip(bp); 5402adfc5217SJeff Kirsher if (rc) 5403adfc5217SJeff Kirsher return rc; 5404adfc5217SJeff Kirsher 5405adfc5217SJeff Kirsher return bnx2x_func_init_port(bp, drv); 5406adfc5217SJeff Kirsher } 5407adfc5217SJeff Kirsher 5408adfc5217SJeff Kirsher /** 5409adfc5217SJeff Kirsher * bnx2x_func_init_cmn - performs HW init at common stage 5410adfc5217SJeff Kirsher * 5411adfc5217SJeff Kirsher * @bp: device handle 5412adfc5217SJeff Kirsher * @drv: 5413adfc5217SJeff Kirsher * 5414adfc5217SJeff Kirsher * Init HW when the current phase is 5415adfc5217SJeff Kirsher * FW_MSG_CODE_DRV_LOAD_COMMON_CHIP: initialize COMMON, 5416adfc5217SJeff Kirsher * PORT-only and FUNCTION-only HW blocks. 5417adfc5217SJeff Kirsher */ 5418adfc5217SJeff Kirsher static inline int bnx2x_func_init_cmn(struct bnx2x *bp, 5419adfc5217SJeff Kirsher const struct bnx2x_func_sp_drv_ops *drv) 5420adfc5217SJeff Kirsher { 5421adfc5217SJeff Kirsher int rc = drv->init_hw_cmn(bp); 5422adfc5217SJeff Kirsher if (rc) 5423adfc5217SJeff Kirsher return rc; 5424adfc5217SJeff Kirsher 5425adfc5217SJeff Kirsher return bnx2x_func_init_port(bp, drv); 5426adfc5217SJeff Kirsher } 5427adfc5217SJeff Kirsher 5428adfc5217SJeff Kirsher static int bnx2x_func_hw_init(struct bnx2x *bp, 5429adfc5217SJeff Kirsher struct bnx2x_func_state_params *params) 5430adfc5217SJeff Kirsher { 5431adfc5217SJeff Kirsher u32 load_code = params->params.hw_init.load_phase; 5432adfc5217SJeff Kirsher struct bnx2x_func_sp_obj *o = params->f_obj; 5433adfc5217SJeff Kirsher const struct bnx2x_func_sp_drv_ops *drv = o->drv; 5434adfc5217SJeff Kirsher int rc = 0; 5435adfc5217SJeff Kirsher 5436adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "function %d load_code %x\n", 5437adfc5217SJeff Kirsher BP_ABS_FUNC(bp), load_code); 5438adfc5217SJeff Kirsher 5439adfc5217SJeff Kirsher /* Prepare buffers for unzipping the FW */ 5440adfc5217SJeff Kirsher rc = drv->gunzip_init(bp); 5441adfc5217SJeff Kirsher if (rc) 5442adfc5217SJeff Kirsher return rc; 5443adfc5217SJeff Kirsher 5444adfc5217SJeff Kirsher /* Prepare FW */ 5445adfc5217SJeff Kirsher rc = drv->init_fw(bp); 5446adfc5217SJeff Kirsher if (rc) { 5447adfc5217SJeff Kirsher BNX2X_ERR("Error loading firmware\n"); 5448eb2afd4aSDmitry Kravkov goto init_err; 5449adfc5217SJeff Kirsher } 5450adfc5217SJeff Kirsher 5451adfc5217SJeff Kirsher /* Handle the beginning of COMMON_XXX pases separatelly... */ 5452adfc5217SJeff Kirsher switch (load_code) { 5453adfc5217SJeff Kirsher case FW_MSG_CODE_DRV_LOAD_COMMON_CHIP: 5454adfc5217SJeff Kirsher rc = bnx2x_func_init_cmn_chip(bp, drv); 5455adfc5217SJeff Kirsher if (rc) 5456eb2afd4aSDmitry Kravkov goto init_err; 5457adfc5217SJeff Kirsher 5458adfc5217SJeff Kirsher break; 5459adfc5217SJeff Kirsher case FW_MSG_CODE_DRV_LOAD_COMMON: 5460adfc5217SJeff Kirsher rc = bnx2x_func_init_cmn(bp, drv); 5461adfc5217SJeff Kirsher if (rc) 5462eb2afd4aSDmitry Kravkov goto init_err; 5463adfc5217SJeff Kirsher 5464adfc5217SJeff Kirsher break; 5465adfc5217SJeff Kirsher case FW_MSG_CODE_DRV_LOAD_PORT: 5466adfc5217SJeff Kirsher rc = bnx2x_func_init_port(bp, drv); 5467adfc5217SJeff Kirsher if (rc) 5468eb2afd4aSDmitry Kravkov goto init_err; 5469adfc5217SJeff Kirsher 5470adfc5217SJeff Kirsher break; 5471adfc5217SJeff Kirsher case FW_MSG_CODE_DRV_LOAD_FUNCTION: 5472adfc5217SJeff Kirsher rc = bnx2x_func_init_func(bp, drv); 5473adfc5217SJeff Kirsher if (rc) 5474eb2afd4aSDmitry Kravkov goto init_err; 5475adfc5217SJeff Kirsher 5476adfc5217SJeff Kirsher break; 5477adfc5217SJeff Kirsher default: 5478adfc5217SJeff Kirsher BNX2X_ERR("Unknown load_code (0x%x) from MCP\n", load_code); 5479adfc5217SJeff Kirsher rc = -EINVAL; 5480adfc5217SJeff Kirsher } 5481adfc5217SJeff Kirsher 5482eb2afd4aSDmitry Kravkov init_err: 5483adfc5217SJeff Kirsher drv->gunzip_end(bp); 5484adfc5217SJeff Kirsher 5485adfc5217SJeff Kirsher /* In case of success, complete the comand immediatelly: no ramrods 5486adfc5217SJeff Kirsher * have been sent. 5487adfc5217SJeff Kirsher */ 5488adfc5217SJeff Kirsher if (!rc) 5489adfc5217SJeff Kirsher o->complete_cmd(bp, o, BNX2X_F_CMD_HW_INIT); 5490adfc5217SJeff Kirsher 5491adfc5217SJeff Kirsher return rc; 5492adfc5217SJeff Kirsher } 5493adfc5217SJeff Kirsher 5494adfc5217SJeff Kirsher /** 5495adfc5217SJeff Kirsher * bnx2x_func_reset_func - reset HW at function stage 5496adfc5217SJeff Kirsher * 5497adfc5217SJeff Kirsher * @bp: device handle 5498adfc5217SJeff Kirsher * @drv: 5499adfc5217SJeff Kirsher * 5500adfc5217SJeff Kirsher * Reset HW at FW_MSG_CODE_DRV_UNLOAD_FUNCTION stage: reset only 5501adfc5217SJeff Kirsher * FUNCTION-only HW blocks. 5502adfc5217SJeff Kirsher */ 5503adfc5217SJeff Kirsher static inline void bnx2x_func_reset_func(struct bnx2x *bp, 5504adfc5217SJeff Kirsher const struct bnx2x_func_sp_drv_ops *drv) 5505adfc5217SJeff Kirsher { 5506adfc5217SJeff Kirsher drv->reset_hw_func(bp); 5507adfc5217SJeff Kirsher } 5508adfc5217SJeff Kirsher 5509adfc5217SJeff Kirsher /** 5510adfc5217SJeff Kirsher * bnx2x_func_reset_port - reser HW at port stage 5511adfc5217SJeff Kirsher * 5512adfc5217SJeff Kirsher * @bp: device handle 5513adfc5217SJeff Kirsher * @drv: 5514adfc5217SJeff Kirsher * 5515adfc5217SJeff Kirsher * Reset HW at FW_MSG_CODE_DRV_UNLOAD_PORT stage: reset 5516adfc5217SJeff Kirsher * FUNCTION-only and PORT-only HW blocks. 5517adfc5217SJeff Kirsher * 5518adfc5217SJeff Kirsher * !!!IMPORTANT!!! 5519adfc5217SJeff Kirsher * 5520adfc5217SJeff Kirsher * It's important to call reset_port before reset_func() as the last thing 5521adfc5217SJeff Kirsher * reset_func does is pf_disable() thus disabling PGLUE_B, which 5522adfc5217SJeff Kirsher * makes impossible any DMAE transactions. 5523adfc5217SJeff Kirsher */ 5524adfc5217SJeff Kirsher static inline void bnx2x_func_reset_port(struct bnx2x *bp, 5525adfc5217SJeff Kirsher const struct bnx2x_func_sp_drv_ops *drv) 5526adfc5217SJeff Kirsher { 5527adfc5217SJeff Kirsher drv->reset_hw_port(bp); 5528adfc5217SJeff Kirsher bnx2x_func_reset_func(bp, drv); 5529adfc5217SJeff Kirsher } 5530adfc5217SJeff Kirsher 5531adfc5217SJeff Kirsher /** 5532adfc5217SJeff Kirsher * bnx2x_func_reset_cmn - reser HW at common stage 5533adfc5217SJeff Kirsher * 5534adfc5217SJeff Kirsher * @bp: device handle 5535adfc5217SJeff Kirsher * @drv: 5536adfc5217SJeff Kirsher * 5537adfc5217SJeff Kirsher * Reset HW at FW_MSG_CODE_DRV_UNLOAD_COMMON and 5538adfc5217SJeff Kirsher * FW_MSG_CODE_DRV_UNLOAD_COMMON_CHIP stages: reset COMMON, 5539adfc5217SJeff Kirsher * COMMON_CHIP, FUNCTION-only and PORT-only HW blocks. 5540adfc5217SJeff Kirsher */ 5541adfc5217SJeff Kirsher static inline void bnx2x_func_reset_cmn(struct bnx2x *bp, 5542adfc5217SJeff Kirsher const struct bnx2x_func_sp_drv_ops *drv) 5543adfc5217SJeff Kirsher { 5544adfc5217SJeff Kirsher bnx2x_func_reset_port(bp, drv); 5545adfc5217SJeff Kirsher drv->reset_hw_cmn(bp); 5546adfc5217SJeff Kirsher } 5547adfc5217SJeff Kirsher 5548adfc5217SJeff Kirsher 5549adfc5217SJeff Kirsher static inline int bnx2x_func_hw_reset(struct bnx2x *bp, 5550adfc5217SJeff Kirsher struct bnx2x_func_state_params *params) 5551adfc5217SJeff Kirsher { 5552adfc5217SJeff Kirsher u32 reset_phase = params->params.hw_reset.reset_phase; 5553adfc5217SJeff Kirsher struct bnx2x_func_sp_obj *o = params->f_obj; 5554adfc5217SJeff Kirsher const struct bnx2x_func_sp_drv_ops *drv = o->drv; 5555adfc5217SJeff Kirsher 5556adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "function %d reset_phase %x\n", BP_ABS_FUNC(bp), 5557adfc5217SJeff Kirsher reset_phase); 5558adfc5217SJeff Kirsher 5559adfc5217SJeff Kirsher switch (reset_phase) { 5560adfc5217SJeff Kirsher case FW_MSG_CODE_DRV_UNLOAD_COMMON: 5561adfc5217SJeff Kirsher bnx2x_func_reset_cmn(bp, drv); 5562adfc5217SJeff Kirsher break; 5563adfc5217SJeff Kirsher case FW_MSG_CODE_DRV_UNLOAD_PORT: 5564adfc5217SJeff Kirsher bnx2x_func_reset_port(bp, drv); 5565adfc5217SJeff Kirsher break; 5566adfc5217SJeff Kirsher case FW_MSG_CODE_DRV_UNLOAD_FUNCTION: 5567adfc5217SJeff Kirsher bnx2x_func_reset_func(bp, drv); 5568adfc5217SJeff Kirsher break; 5569adfc5217SJeff Kirsher default: 5570adfc5217SJeff Kirsher BNX2X_ERR("Unknown reset_phase (0x%x) from MCP\n", 5571adfc5217SJeff Kirsher reset_phase); 5572adfc5217SJeff Kirsher break; 5573adfc5217SJeff Kirsher } 5574adfc5217SJeff Kirsher 5575adfc5217SJeff Kirsher /* Complete the comand immediatelly: no ramrods have been sent. */ 5576adfc5217SJeff Kirsher o->complete_cmd(bp, o, BNX2X_F_CMD_HW_RESET); 5577adfc5217SJeff Kirsher 5578adfc5217SJeff Kirsher return 0; 5579adfc5217SJeff Kirsher } 5580adfc5217SJeff Kirsher 5581adfc5217SJeff Kirsher static inline int bnx2x_func_send_start(struct bnx2x *bp, 5582adfc5217SJeff Kirsher struct bnx2x_func_state_params *params) 5583adfc5217SJeff Kirsher { 5584adfc5217SJeff Kirsher struct bnx2x_func_sp_obj *o = params->f_obj; 5585adfc5217SJeff Kirsher struct function_start_data *rdata = 5586adfc5217SJeff Kirsher (struct function_start_data *)o->rdata; 5587adfc5217SJeff Kirsher dma_addr_t data_mapping = o->rdata_mapping; 5588adfc5217SJeff Kirsher struct bnx2x_func_start_params *start_params = ¶ms->params.start; 5589adfc5217SJeff Kirsher 5590adfc5217SJeff Kirsher memset(rdata, 0, sizeof(*rdata)); 5591adfc5217SJeff Kirsher 5592adfc5217SJeff Kirsher /* Fill the ramrod data with provided parameters */ 5593adfc5217SJeff Kirsher rdata->function_mode = cpu_to_le16(start_params->mf_mode); 5594adfc5217SJeff Kirsher rdata->sd_vlan_tag = start_params->sd_vlan_tag; 5595adfc5217SJeff Kirsher rdata->path_id = BP_PATH(bp); 5596adfc5217SJeff Kirsher rdata->network_cos_mode = start_params->network_cos_mode; 5597adfc5217SJeff Kirsher 5598adfc5217SJeff Kirsher /* 5599adfc5217SJeff Kirsher * No need for an explicit memory barrier here as long we would 5600adfc5217SJeff Kirsher * need to ensure the ordering of writing to the SPQ element 5601adfc5217SJeff Kirsher * and updating of the SPQ producer which involves a memory 5602adfc5217SJeff Kirsher * read and we will have to put a full memory barrier there 5603adfc5217SJeff Kirsher * (inside bnx2x_sp_post()). 5604adfc5217SJeff Kirsher */ 5605adfc5217SJeff Kirsher 5606adfc5217SJeff Kirsher return bnx2x_sp_post(bp, RAMROD_CMD_ID_COMMON_FUNCTION_START, 0, 5607adfc5217SJeff Kirsher U64_HI(data_mapping), 5608adfc5217SJeff Kirsher U64_LO(data_mapping), NONE_CONNECTION_TYPE); 5609adfc5217SJeff Kirsher } 5610adfc5217SJeff Kirsher 5611adfc5217SJeff Kirsher static inline int bnx2x_func_send_stop(struct bnx2x *bp, 5612adfc5217SJeff Kirsher struct bnx2x_func_state_params *params) 5613adfc5217SJeff Kirsher { 5614adfc5217SJeff Kirsher return bnx2x_sp_post(bp, RAMROD_CMD_ID_COMMON_FUNCTION_STOP, 0, 0, 0, 5615adfc5217SJeff Kirsher NONE_CONNECTION_TYPE); 5616adfc5217SJeff Kirsher } 5617adfc5217SJeff Kirsher 5618adfc5217SJeff Kirsher static inline int bnx2x_func_send_tx_stop(struct bnx2x *bp, 5619adfc5217SJeff Kirsher struct bnx2x_func_state_params *params) 5620adfc5217SJeff Kirsher { 5621adfc5217SJeff Kirsher return bnx2x_sp_post(bp, RAMROD_CMD_ID_COMMON_STOP_TRAFFIC, 0, 0, 0, 5622adfc5217SJeff Kirsher NONE_CONNECTION_TYPE); 5623adfc5217SJeff Kirsher } 5624adfc5217SJeff Kirsher static inline int bnx2x_func_send_tx_start(struct bnx2x *bp, 5625adfc5217SJeff Kirsher struct bnx2x_func_state_params *params) 5626adfc5217SJeff Kirsher { 5627adfc5217SJeff Kirsher struct bnx2x_func_sp_obj *o = params->f_obj; 5628adfc5217SJeff Kirsher struct flow_control_configuration *rdata = 5629adfc5217SJeff Kirsher (struct flow_control_configuration *)o->rdata; 5630adfc5217SJeff Kirsher dma_addr_t data_mapping = o->rdata_mapping; 5631adfc5217SJeff Kirsher struct bnx2x_func_tx_start_params *tx_start_params = 5632adfc5217SJeff Kirsher ¶ms->params.tx_start; 5633adfc5217SJeff Kirsher int i; 5634adfc5217SJeff Kirsher 5635adfc5217SJeff Kirsher memset(rdata, 0, sizeof(*rdata)); 5636adfc5217SJeff Kirsher 5637adfc5217SJeff Kirsher rdata->dcb_enabled = tx_start_params->dcb_enabled; 5638adfc5217SJeff Kirsher rdata->dcb_version = tx_start_params->dcb_version; 5639adfc5217SJeff Kirsher rdata->dont_add_pri_0_en = tx_start_params->dont_add_pri_0_en; 5640adfc5217SJeff Kirsher 5641adfc5217SJeff Kirsher for (i = 0; i < ARRAY_SIZE(rdata->traffic_type_to_priority_cos); i++) 5642adfc5217SJeff Kirsher rdata->traffic_type_to_priority_cos[i] = 5643adfc5217SJeff Kirsher tx_start_params->traffic_type_to_priority_cos[i]; 5644adfc5217SJeff Kirsher 5645adfc5217SJeff Kirsher return bnx2x_sp_post(bp, RAMROD_CMD_ID_COMMON_START_TRAFFIC, 0, 5646adfc5217SJeff Kirsher U64_HI(data_mapping), 5647adfc5217SJeff Kirsher U64_LO(data_mapping), NONE_CONNECTION_TYPE); 5648adfc5217SJeff Kirsher } 5649adfc5217SJeff Kirsher 5650adfc5217SJeff Kirsher static int bnx2x_func_send_cmd(struct bnx2x *bp, 5651adfc5217SJeff Kirsher struct bnx2x_func_state_params *params) 5652adfc5217SJeff Kirsher { 5653adfc5217SJeff Kirsher switch (params->cmd) { 5654adfc5217SJeff Kirsher case BNX2X_F_CMD_HW_INIT: 5655adfc5217SJeff Kirsher return bnx2x_func_hw_init(bp, params); 5656adfc5217SJeff Kirsher case BNX2X_F_CMD_START: 5657adfc5217SJeff Kirsher return bnx2x_func_send_start(bp, params); 5658adfc5217SJeff Kirsher case BNX2X_F_CMD_STOP: 5659adfc5217SJeff Kirsher return bnx2x_func_send_stop(bp, params); 5660adfc5217SJeff Kirsher case BNX2X_F_CMD_HW_RESET: 5661adfc5217SJeff Kirsher return bnx2x_func_hw_reset(bp, params); 5662adfc5217SJeff Kirsher case BNX2X_F_CMD_TX_STOP: 5663adfc5217SJeff Kirsher return bnx2x_func_send_tx_stop(bp, params); 5664adfc5217SJeff Kirsher case BNX2X_F_CMD_TX_START: 5665adfc5217SJeff Kirsher return bnx2x_func_send_tx_start(bp, params); 5666adfc5217SJeff Kirsher default: 5667adfc5217SJeff Kirsher BNX2X_ERR("Unknown command: %d\n", params->cmd); 5668adfc5217SJeff Kirsher return -EINVAL; 5669adfc5217SJeff Kirsher } 5670adfc5217SJeff Kirsher } 5671adfc5217SJeff Kirsher 5672adfc5217SJeff Kirsher void bnx2x_init_func_obj(struct bnx2x *bp, 5673adfc5217SJeff Kirsher struct bnx2x_func_sp_obj *obj, 5674adfc5217SJeff Kirsher void *rdata, dma_addr_t rdata_mapping, 5675adfc5217SJeff Kirsher struct bnx2x_func_sp_drv_ops *drv_iface) 5676adfc5217SJeff Kirsher { 5677adfc5217SJeff Kirsher memset(obj, 0, sizeof(*obj)); 5678adfc5217SJeff Kirsher 5679adfc5217SJeff Kirsher mutex_init(&obj->one_pending_mutex); 5680adfc5217SJeff Kirsher 5681adfc5217SJeff Kirsher obj->rdata = rdata; 5682adfc5217SJeff Kirsher obj->rdata_mapping = rdata_mapping; 5683adfc5217SJeff Kirsher 5684adfc5217SJeff Kirsher obj->send_cmd = bnx2x_func_send_cmd; 5685adfc5217SJeff Kirsher obj->check_transition = bnx2x_func_chk_transition; 5686adfc5217SJeff Kirsher obj->complete_cmd = bnx2x_func_comp_cmd; 5687adfc5217SJeff Kirsher obj->wait_comp = bnx2x_func_wait_comp; 5688adfc5217SJeff Kirsher 5689adfc5217SJeff Kirsher obj->drv = drv_iface; 5690adfc5217SJeff Kirsher } 5691adfc5217SJeff Kirsher 5692adfc5217SJeff Kirsher /** 5693adfc5217SJeff Kirsher * bnx2x_func_state_change - perform Function state change transition 5694adfc5217SJeff Kirsher * 5695adfc5217SJeff Kirsher * @bp: device handle 5696adfc5217SJeff Kirsher * @params: parameters to perform the transaction 5697adfc5217SJeff Kirsher * 5698adfc5217SJeff Kirsher * returns 0 in case of successfully completed transition, 5699adfc5217SJeff Kirsher * negative error code in case of failure, positive 5700adfc5217SJeff Kirsher * (EBUSY) value if there is a completion to that is 5701adfc5217SJeff Kirsher * still pending (possible only if RAMROD_COMP_WAIT is 5702adfc5217SJeff Kirsher * not set in params->ramrod_flags for asynchronous 5703adfc5217SJeff Kirsher * commands). 5704adfc5217SJeff Kirsher */ 5705adfc5217SJeff Kirsher int bnx2x_func_state_change(struct bnx2x *bp, 5706adfc5217SJeff Kirsher struct bnx2x_func_state_params *params) 5707adfc5217SJeff Kirsher { 5708adfc5217SJeff Kirsher struct bnx2x_func_sp_obj *o = params->f_obj; 5709adfc5217SJeff Kirsher int rc; 5710adfc5217SJeff Kirsher enum bnx2x_func_cmd cmd = params->cmd; 5711adfc5217SJeff Kirsher unsigned long *pending = &o->pending; 5712adfc5217SJeff Kirsher 5713adfc5217SJeff Kirsher mutex_lock(&o->one_pending_mutex); 5714adfc5217SJeff Kirsher 5715adfc5217SJeff Kirsher /* Check that the requested transition is legal */ 5716adfc5217SJeff Kirsher if (o->check_transition(bp, o, params)) { 5717adfc5217SJeff Kirsher mutex_unlock(&o->one_pending_mutex); 5718adfc5217SJeff Kirsher return -EINVAL; 5719adfc5217SJeff Kirsher } 5720adfc5217SJeff Kirsher 5721adfc5217SJeff Kirsher /* Set "pending" bit */ 5722adfc5217SJeff Kirsher set_bit(cmd, pending); 5723adfc5217SJeff Kirsher 5724adfc5217SJeff Kirsher /* Don't send a command if only driver cleanup was requested */ 5725adfc5217SJeff Kirsher if (test_bit(RAMROD_DRV_CLR_ONLY, ¶ms->ramrod_flags)) { 5726adfc5217SJeff Kirsher bnx2x_func_state_change_comp(bp, o, cmd); 5727adfc5217SJeff Kirsher mutex_unlock(&o->one_pending_mutex); 5728adfc5217SJeff Kirsher } else { 5729adfc5217SJeff Kirsher /* Send a ramrod */ 5730adfc5217SJeff Kirsher rc = o->send_cmd(bp, params); 5731adfc5217SJeff Kirsher 5732adfc5217SJeff Kirsher mutex_unlock(&o->one_pending_mutex); 5733adfc5217SJeff Kirsher 5734adfc5217SJeff Kirsher if (rc) { 5735adfc5217SJeff Kirsher o->next_state = BNX2X_F_STATE_MAX; 5736adfc5217SJeff Kirsher clear_bit(cmd, pending); 5737adfc5217SJeff Kirsher smp_mb__after_clear_bit(); 5738adfc5217SJeff Kirsher return rc; 5739adfc5217SJeff Kirsher } 5740adfc5217SJeff Kirsher 5741adfc5217SJeff Kirsher if (test_bit(RAMROD_COMP_WAIT, ¶ms->ramrod_flags)) { 5742adfc5217SJeff Kirsher rc = o->wait_comp(bp, o, cmd); 5743adfc5217SJeff Kirsher if (rc) 5744adfc5217SJeff Kirsher return rc; 5745adfc5217SJeff Kirsher 5746adfc5217SJeff Kirsher return 0; 5747adfc5217SJeff Kirsher } 5748adfc5217SJeff Kirsher } 5749adfc5217SJeff Kirsher 5750adfc5217SJeff Kirsher return !!test_bit(cmd, pending); 5751adfc5217SJeff Kirsher } 5752