1adfc5217SJeff Kirsher /* bnx2x_sp.c: Broadcom Everest network driver. 2adfc5217SJeff Kirsher * 3adfc5217SJeff Kirsher * Copyright 2011 Broadcom Corporation 4adfc5217SJeff Kirsher * 5adfc5217SJeff Kirsher * Unless you and Broadcom execute a separate written software license 6adfc5217SJeff Kirsher * agreement governing use of this software, this software is licensed to you 7adfc5217SJeff Kirsher * under the terms of the GNU General Public License version 2, available 8adfc5217SJeff Kirsher * at http://www.gnu.org/licenses/old-licenses/gpl-2.0.html (the "GPL"). 9adfc5217SJeff Kirsher * 10adfc5217SJeff Kirsher * Notwithstanding the above, under no circumstances may you combine this 11adfc5217SJeff Kirsher * software in any way with any other Broadcom software provided under a 12adfc5217SJeff Kirsher * license other than the GPL, without Broadcom's express prior written 13adfc5217SJeff Kirsher * consent. 14adfc5217SJeff Kirsher * 15adfc5217SJeff Kirsher * Maintained by: Eilon Greenstein <eilong@broadcom.com> 16adfc5217SJeff Kirsher * Written by: Vladislav Zolotarov 17adfc5217SJeff Kirsher * 18adfc5217SJeff Kirsher */ 19f1deab50SJoe Perches 20f1deab50SJoe Perches #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt 21f1deab50SJoe Perches 22adfc5217SJeff Kirsher #include <linux/module.h> 23adfc5217SJeff Kirsher #include <linux/crc32.h> 24adfc5217SJeff Kirsher #include <linux/netdevice.h> 25adfc5217SJeff Kirsher #include <linux/etherdevice.h> 26adfc5217SJeff Kirsher #include <linux/crc32c.h> 27adfc5217SJeff Kirsher #include "bnx2x.h" 28adfc5217SJeff Kirsher #include "bnx2x_cmn.h" 29adfc5217SJeff Kirsher #include "bnx2x_sp.h" 30adfc5217SJeff Kirsher 31adfc5217SJeff Kirsher #define BNX2X_MAX_EMUL_MULTI 16 32adfc5217SJeff Kirsher 33ed5162a0SAriel Elior #define MAC_LEADING_ZERO_CNT (ALIGN(ETH_ALEN, sizeof(u32)) - ETH_ALEN) 34ed5162a0SAriel Elior 35adfc5217SJeff Kirsher /**** Exe Queue interfaces ****/ 36adfc5217SJeff Kirsher 37adfc5217SJeff Kirsher /** 38adfc5217SJeff Kirsher * bnx2x_exe_queue_init - init the Exe Queue object 39adfc5217SJeff Kirsher * 40adfc5217SJeff Kirsher * @o: poiter to the object 41adfc5217SJeff Kirsher * @exe_len: length 42adfc5217SJeff Kirsher * @owner: poiter to the owner 43adfc5217SJeff Kirsher * @validate: validate function pointer 44adfc5217SJeff Kirsher * @optimize: optimize function pointer 45adfc5217SJeff Kirsher * @exec: execute function pointer 46adfc5217SJeff Kirsher * @get: get function pointer 47adfc5217SJeff Kirsher */ 48adfc5217SJeff Kirsher static inline void bnx2x_exe_queue_init(struct bnx2x *bp, 49adfc5217SJeff Kirsher struct bnx2x_exe_queue_obj *o, 50adfc5217SJeff Kirsher int exe_len, 51adfc5217SJeff Kirsher union bnx2x_qable_obj *owner, 52adfc5217SJeff Kirsher exe_q_validate validate, 53adfc5217SJeff Kirsher exe_q_optimize optimize, 54adfc5217SJeff Kirsher exe_q_execute exec, 55adfc5217SJeff Kirsher exe_q_get get) 56adfc5217SJeff Kirsher { 57adfc5217SJeff Kirsher memset(o, 0, sizeof(*o)); 58adfc5217SJeff Kirsher 59adfc5217SJeff Kirsher INIT_LIST_HEAD(&o->exe_queue); 60adfc5217SJeff Kirsher INIT_LIST_HEAD(&o->pending_comp); 61adfc5217SJeff Kirsher 62adfc5217SJeff Kirsher spin_lock_init(&o->lock); 63adfc5217SJeff Kirsher 64adfc5217SJeff Kirsher o->exe_chunk_len = exe_len; 65adfc5217SJeff Kirsher o->owner = owner; 66adfc5217SJeff Kirsher 67adfc5217SJeff Kirsher /* Owner specific callbacks */ 68adfc5217SJeff Kirsher o->validate = validate; 69adfc5217SJeff Kirsher o->optimize = optimize; 70adfc5217SJeff Kirsher o->execute = exec; 71adfc5217SJeff Kirsher o->get = get; 72adfc5217SJeff Kirsher 73adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Setup the execution queue with the chunk " 74adfc5217SJeff Kirsher "length of %d\n", exe_len); 75adfc5217SJeff Kirsher } 76adfc5217SJeff Kirsher 77adfc5217SJeff Kirsher static inline void bnx2x_exe_queue_free_elem(struct bnx2x *bp, 78adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem) 79adfc5217SJeff Kirsher { 80adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Deleting an exe_queue element\n"); 81adfc5217SJeff Kirsher kfree(elem); 82adfc5217SJeff Kirsher } 83adfc5217SJeff Kirsher 84adfc5217SJeff Kirsher static inline int bnx2x_exe_queue_length(struct bnx2x_exe_queue_obj *o) 85adfc5217SJeff Kirsher { 86adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem; 87adfc5217SJeff Kirsher int cnt = 0; 88adfc5217SJeff Kirsher 89adfc5217SJeff Kirsher spin_lock_bh(&o->lock); 90adfc5217SJeff Kirsher 91adfc5217SJeff Kirsher list_for_each_entry(elem, &o->exe_queue, link) 92adfc5217SJeff Kirsher cnt++; 93adfc5217SJeff Kirsher 94adfc5217SJeff Kirsher spin_unlock_bh(&o->lock); 95adfc5217SJeff Kirsher 96adfc5217SJeff Kirsher return cnt; 97adfc5217SJeff Kirsher } 98adfc5217SJeff Kirsher 99adfc5217SJeff Kirsher /** 100adfc5217SJeff Kirsher * bnx2x_exe_queue_add - add a new element to the execution queue 101adfc5217SJeff Kirsher * 102adfc5217SJeff Kirsher * @bp: driver handle 103adfc5217SJeff Kirsher * @o: queue 104adfc5217SJeff Kirsher * @cmd: new command to add 105adfc5217SJeff Kirsher * @restore: true - do not optimize the command 106adfc5217SJeff Kirsher * 107adfc5217SJeff Kirsher * If the element is optimized or is illegal, frees it. 108adfc5217SJeff Kirsher */ 109adfc5217SJeff Kirsher static inline int bnx2x_exe_queue_add(struct bnx2x *bp, 110adfc5217SJeff Kirsher struct bnx2x_exe_queue_obj *o, 111adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem, 112adfc5217SJeff Kirsher bool restore) 113adfc5217SJeff Kirsher { 114adfc5217SJeff Kirsher int rc; 115adfc5217SJeff Kirsher 116adfc5217SJeff Kirsher spin_lock_bh(&o->lock); 117adfc5217SJeff Kirsher 118adfc5217SJeff Kirsher if (!restore) { 119adfc5217SJeff Kirsher /* Try to cancel this element queue */ 120adfc5217SJeff Kirsher rc = o->optimize(bp, o->owner, elem); 121adfc5217SJeff Kirsher if (rc) 122adfc5217SJeff Kirsher goto free_and_exit; 123adfc5217SJeff Kirsher 124adfc5217SJeff Kirsher /* Check if this request is ok */ 125adfc5217SJeff Kirsher rc = o->validate(bp, o->owner, elem); 126adfc5217SJeff Kirsher if (rc) { 127adfc5217SJeff Kirsher BNX2X_ERR("Preamble failed: %d\n", rc); 128adfc5217SJeff Kirsher goto free_and_exit; 129adfc5217SJeff Kirsher } 130adfc5217SJeff Kirsher } 131adfc5217SJeff Kirsher 132adfc5217SJeff Kirsher /* If so, add it to the execution queue */ 133adfc5217SJeff Kirsher list_add_tail(&elem->link, &o->exe_queue); 134adfc5217SJeff Kirsher 135adfc5217SJeff Kirsher spin_unlock_bh(&o->lock); 136adfc5217SJeff Kirsher 137adfc5217SJeff Kirsher return 0; 138adfc5217SJeff Kirsher 139adfc5217SJeff Kirsher free_and_exit: 140adfc5217SJeff Kirsher bnx2x_exe_queue_free_elem(bp, elem); 141adfc5217SJeff Kirsher 142adfc5217SJeff Kirsher spin_unlock_bh(&o->lock); 143adfc5217SJeff Kirsher 144adfc5217SJeff Kirsher return rc; 145adfc5217SJeff Kirsher 146adfc5217SJeff Kirsher } 147adfc5217SJeff Kirsher 148adfc5217SJeff Kirsher static inline void __bnx2x_exe_queue_reset_pending( 149adfc5217SJeff Kirsher struct bnx2x *bp, 150adfc5217SJeff Kirsher struct bnx2x_exe_queue_obj *o) 151adfc5217SJeff Kirsher { 152adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem; 153adfc5217SJeff Kirsher 154adfc5217SJeff Kirsher while (!list_empty(&o->pending_comp)) { 155adfc5217SJeff Kirsher elem = list_first_entry(&o->pending_comp, 156adfc5217SJeff Kirsher struct bnx2x_exeq_elem, link); 157adfc5217SJeff Kirsher 158adfc5217SJeff Kirsher list_del(&elem->link); 159adfc5217SJeff Kirsher bnx2x_exe_queue_free_elem(bp, elem); 160adfc5217SJeff Kirsher } 161adfc5217SJeff Kirsher } 162adfc5217SJeff Kirsher 163adfc5217SJeff Kirsher static inline void bnx2x_exe_queue_reset_pending(struct bnx2x *bp, 164adfc5217SJeff Kirsher struct bnx2x_exe_queue_obj *o) 165adfc5217SJeff Kirsher { 166adfc5217SJeff Kirsher 167adfc5217SJeff Kirsher spin_lock_bh(&o->lock); 168adfc5217SJeff Kirsher 169adfc5217SJeff Kirsher __bnx2x_exe_queue_reset_pending(bp, o); 170adfc5217SJeff Kirsher 171adfc5217SJeff Kirsher spin_unlock_bh(&o->lock); 172adfc5217SJeff Kirsher 173adfc5217SJeff Kirsher } 174adfc5217SJeff Kirsher 175adfc5217SJeff Kirsher /** 176adfc5217SJeff Kirsher * bnx2x_exe_queue_step - execute one execution chunk atomically 177adfc5217SJeff Kirsher * 178adfc5217SJeff Kirsher * @bp: driver handle 179adfc5217SJeff Kirsher * @o: queue 180adfc5217SJeff Kirsher * @ramrod_flags: flags 181adfc5217SJeff Kirsher * 182adfc5217SJeff Kirsher * (Atomicy is ensured using the exe_queue->lock). 183adfc5217SJeff Kirsher */ 184adfc5217SJeff Kirsher static inline int bnx2x_exe_queue_step(struct bnx2x *bp, 185adfc5217SJeff Kirsher struct bnx2x_exe_queue_obj *o, 186adfc5217SJeff Kirsher unsigned long *ramrod_flags) 187adfc5217SJeff Kirsher { 188adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem, spacer; 189adfc5217SJeff Kirsher int cur_len = 0, rc; 190adfc5217SJeff Kirsher 191adfc5217SJeff Kirsher memset(&spacer, 0, sizeof(spacer)); 192adfc5217SJeff Kirsher 193adfc5217SJeff Kirsher spin_lock_bh(&o->lock); 194adfc5217SJeff Kirsher 195adfc5217SJeff Kirsher /* 196adfc5217SJeff Kirsher * Next step should not be performed until the current is finished, 197adfc5217SJeff Kirsher * unless a DRV_CLEAR_ONLY bit is set. In this case we just want to 198adfc5217SJeff Kirsher * properly clear object internals without sending any command to the FW 199adfc5217SJeff Kirsher * which also implies there won't be any completion to clear the 200adfc5217SJeff Kirsher * 'pending' list. 201adfc5217SJeff Kirsher */ 202adfc5217SJeff Kirsher if (!list_empty(&o->pending_comp)) { 203adfc5217SJeff Kirsher if (test_bit(RAMROD_DRV_CLR_ONLY, ramrod_flags)) { 204adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "RAMROD_DRV_CLR_ONLY requested: " 205adfc5217SJeff Kirsher "resetting pending_comp\n"); 206adfc5217SJeff Kirsher __bnx2x_exe_queue_reset_pending(bp, o); 207adfc5217SJeff Kirsher } else { 208adfc5217SJeff Kirsher spin_unlock_bh(&o->lock); 209adfc5217SJeff Kirsher return 1; 210adfc5217SJeff Kirsher } 211adfc5217SJeff Kirsher } 212adfc5217SJeff Kirsher 213adfc5217SJeff Kirsher /* 214adfc5217SJeff Kirsher * Run through the pending commands list and create a next 215adfc5217SJeff Kirsher * execution chunk. 216adfc5217SJeff Kirsher */ 217adfc5217SJeff Kirsher while (!list_empty(&o->exe_queue)) { 218adfc5217SJeff Kirsher elem = list_first_entry(&o->exe_queue, struct bnx2x_exeq_elem, 219adfc5217SJeff Kirsher link); 220adfc5217SJeff Kirsher WARN_ON(!elem->cmd_len); 221adfc5217SJeff Kirsher 222adfc5217SJeff Kirsher if (cur_len + elem->cmd_len <= o->exe_chunk_len) { 223adfc5217SJeff Kirsher cur_len += elem->cmd_len; 224adfc5217SJeff Kirsher /* 225adfc5217SJeff Kirsher * Prevent from both lists being empty when moving an 226adfc5217SJeff Kirsher * element. This will allow the call of 227adfc5217SJeff Kirsher * bnx2x_exe_queue_empty() without locking. 228adfc5217SJeff Kirsher */ 229adfc5217SJeff Kirsher list_add_tail(&spacer.link, &o->pending_comp); 230adfc5217SJeff Kirsher mb(); 231adfc5217SJeff Kirsher list_del(&elem->link); 232adfc5217SJeff Kirsher list_add_tail(&elem->link, &o->pending_comp); 233adfc5217SJeff Kirsher list_del(&spacer.link); 234adfc5217SJeff Kirsher } else 235adfc5217SJeff Kirsher break; 236adfc5217SJeff Kirsher } 237adfc5217SJeff Kirsher 238adfc5217SJeff Kirsher /* Sanity check */ 239adfc5217SJeff Kirsher if (!cur_len) { 240adfc5217SJeff Kirsher spin_unlock_bh(&o->lock); 241adfc5217SJeff Kirsher return 0; 242adfc5217SJeff Kirsher } 243adfc5217SJeff Kirsher 244adfc5217SJeff Kirsher rc = o->execute(bp, o->owner, &o->pending_comp, ramrod_flags); 245adfc5217SJeff Kirsher if (rc < 0) 246adfc5217SJeff Kirsher /* 247adfc5217SJeff Kirsher * In case of an error return the commands back to the queue 248adfc5217SJeff Kirsher * and reset the pending_comp. 249adfc5217SJeff Kirsher */ 250adfc5217SJeff Kirsher list_splice_init(&o->pending_comp, &o->exe_queue); 251adfc5217SJeff Kirsher else if (!rc) 252adfc5217SJeff Kirsher /* 253adfc5217SJeff Kirsher * If zero is returned, means there are no outstanding pending 254adfc5217SJeff Kirsher * completions and we may dismiss the pending list. 255adfc5217SJeff Kirsher */ 256adfc5217SJeff Kirsher __bnx2x_exe_queue_reset_pending(bp, o); 257adfc5217SJeff Kirsher 258adfc5217SJeff Kirsher spin_unlock_bh(&o->lock); 259adfc5217SJeff Kirsher return rc; 260adfc5217SJeff Kirsher } 261adfc5217SJeff Kirsher 262adfc5217SJeff Kirsher static inline bool bnx2x_exe_queue_empty(struct bnx2x_exe_queue_obj *o) 263adfc5217SJeff Kirsher { 264adfc5217SJeff Kirsher bool empty = list_empty(&o->exe_queue); 265adfc5217SJeff Kirsher 266adfc5217SJeff Kirsher /* Don't reorder!!! */ 267adfc5217SJeff Kirsher mb(); 268adfc5217SJeff Kirsher 269adfc5217SJeff Kirsher return empty && list_empty(&o->pending_comp); 270adfc5217SJeff Kirsher } 271adfc5217SJeff Kirsher 272adfc5217SJeff Kirsher static inline struct bnx2x_exeq_elem *bnx2x_exe_queue_alloc_elem( 273adfc5217SJeff Kirsher struct bnx2x *bp) 274adfc5217SJeff Kirsher { 275adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Allocating a new exe_queue element\n"); 276adfc5217SJeff Kirsher return kzalloc(sizeof(struct bnx2x_exeq_elem), GFP_ATOMIC); 277adfc5217SJeff Kirsher } 278adfc5217SJeff Kirsher 279adfc5217SJeff Kirsher /************************ raw_obj functions ***********************************/ 280adfc5217SJeff Kirsher static bool bnx2x_raw_check_pending(struct bnx2x_raw_obj *o) 281adfc5217SJeff Kirsher { 282adfc5217SJeff Kirsher return !!test_bit(o->state, o->pstate); 283adfc5217SJeff Kirsher } 284adfc5217SJeff Kirsher 285adfc5217SJeff Kirsher static void bnx2x_raw_clear_pending(struct bnx2x_raw_obj *o) 286adfc5217SJeff Kirsher { 287adfc5217SJeff Kirsher smp_mb__before_clear_bit(); 288adfc5217SJeff Kirsher clear_bit(o->state, o->pstate); 289adfc5217SJeff Kirsher smp_mb__after_clear_bit(); 290adfc5217SJeff Kirsher } 291adfc5217SJeff Kirsher 292adfc5217SJeff Kirsher static void bnx2x_raw_set_pending(struct bnx2x_raw_obj *o) 293adfc5217SJeff Kirsher { 294adfc5217SJeff Kirsher smp_mb__before_clear_bit(); 295adfc5217SJeff Kirsher set_bit(o->state, o->pstate); 296adfc5217SJeff Kirsher smp_mb__after_clear_bit(); 297adfc5217SJeff Kirsher } 298adfc5217SJeff Kirsher 299adfc5217SJeff Kirsher /** 300adfc5217SJeff Kirsher * bnx2x_state_wait - wait until the given bit(state) is cleared 301adfc5217SJeff Kirsher * 302adfc5217SJeff Kirsher * @bp: device handle 303adfc5217SJeff Kirsher * @state: state which is to be cleared 304adfc5217SJeff Kirsher * @state_p: state buffer 305adfc5217SJeff Kirsher * 306adfc5217SJeff Kirsher */ 307adfc5217SJeff Kirsher static inline int bnx2x_state_wait(struct bnx2x *bp, int state, 308adfc5217SJeff Kirsher unsigned long *pstate) 309adfc5217SJeff Kirsher { 310adfc5217SJeff Kirsher /* can take a while if any port is running */ 311adfc5217SJeff Kirsher int cnt = 5000; 312adfc5217SJeff Kirsher 313adfc5217SJeff Kirsher 314adfc5217SJeff Kirsher if (CHIP_REV_IS_EMUL(bp)) 315adfc5217SJeff Kirsher cnt *= 20; 316adfc5217SJeff Kirsher 317adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "waiting for state to become %d\n", state); 318adfc5217SJeff Kirsher 319adfc5217SJeff Kirsher might_sleep(); 320adfc5217SJeff Kirsher while (cnt--) { 321adfc5217SJeff Kirsher if (!test_bit(state, pstate)) { 322adfc5217SJeff Kirsher #ifdef BNX2X_STOP_ON_ERROR 323adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "exit (cnt %d)\n", 5000 - cnt); 324adfc5217SJeff Kirsher #endif 325adfc5217SJeff Kirsher return 0; 326adfc5217SJeff Kirsher } 327adfc5217SJeff Kirsher 328adfc5217SJeff Kirsher usleep_range(1000, 1000); 329adfc5217SJeff Kirsher 330adfc5217SJeff Kirsher if (bp->panic) 331adfc5217SJeff Kirsher return -EIO; 332adfc5217SJeff Kirsher } 333adfc5217SJeff Kirsher 334adfc5217SJeff Kirsher /* timeout! */ 335adfc5217SJeff Kirsher BNX2X_ERR("timeout waiting for state %d\n", state); 336adfc5217SJeff Kirsher #ifdef BNX2X_STOP_ON_ERROR 337adfc5217SJeff Kirsher bnx2x_panic(); 338adfc5217SJeff Kirsher #endif 339adfc5217SJeff Kirsher 340adfc5217SJeff Kirsher return -EBUSY; 341adfc5217SJeff Kirsher } 342adfc5217SJeff Kirsher 343adfc5217SJeff Kirsher static int bnx2x_raw_wait(struct bnx2x *bp, struct bnx2x_raw_obj *raw) 344adfc5217SJeff Kirsher { 345adfc5217SJeff Kirsher return bnx2x_state_wait(bp, raw->state, raw->pstate); 346adfc5217SJeff Kirsher } 347adfc5217SJeff Kirsher 348adfc5217SJeff Kirsher /***************** Classification verbs: Set/Del MAC/VLAN/VLAN-MAC ************/ 349adfc5217SJeff Kirsher /* credit handling callbacks */ 350adfc5217SJeff Kirsher static bool bnx2x_get_cam_offset_mac(struct bnx2x_vlan_mac_obj *o, int *offset) 351adfc5217SJeff Kirsher { 352adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *mp = o->macs_pool; 353adfc5217SJeff Kirsher 354adfc5217SJeff Kirsher WARN_ON(!mp); 355adfc5217SJeff Kirsher 356adfc5217SJeff Kirsher return mp->get_entry(mp, offset); 357adfc5217SJeff Kirsher } 358adfc5217SJeff Kirsher 359adfc5217SJeff Kirsher static bool bnx2x_get_credit_mac(struct bnx2x_vlan_mac_obj *o) 360adfc5217SJeff Kirsher { 361adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *mp = o->macs_pool; 362adfc5217SJeff Kirsher 363adfc5217SJeff Kirsher WARN_ON(!mp); 364adfc5217SJeff Kirsher 365adfc5217SJeff Kirsher return mp->get(mp, 1); 366adfc5217SJeff Kirsher } 367adfc5217SJeff Kirsher 368adfc5217SJeff Kirsher static bool bnx2x_get_cam_offset_vlan(struct bnx2x_vlan_mac_obj *o, int *offset) 369adfc5217SJeff Kirsher { 370adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *vp = o->vlans_pool; 371adfc5217SJeff Kirsher 372adfc5217SJeff Kirsher WARN_ON(!vp); 373adfc5217SJeff Kirsher 374adfc5217SJeff Kirsher return vp->get_entry(vp, offset); 375adfc5217SJeff Kirsher } 376adfc5217SJeff Kirsher 377adfc5217SJeff Kirsher static bool bnx2x_get_credit_vlan(struct bnx2x_vlan_mac_obj *o) 378adfc5217SJeff Kirsher { 379adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *vp = o->vlans_pool; 380adfc5217SJeff Kirsher 381adfc5217SJeff Kirsher WARN_ON(!vp); 382adfc5217SJeff Kirsher 383adfc5217SJeff Kirsher return vp->get(vp, 1); 384adfc5217SJeff Kirsher } 385adfc5217SJeff Kirsher 386adfc5217SJeff Kirsher static bool bnx2x_get_credit_vlan_mac(struct bnx2x_vlan_mac_obj *o) 387adfc5217SJeff Kirsher { 388adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *mp = o->macs_pool; 389adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *vp = o->vlans_pool; 390adfc5217SJeff Kirsher 391adfc5217SJeff Kirsher if (!mp->get(mp, 1)) 392adfc5217SJeff Kirsher return false; 393adfc5217SJeff Kirsher 394adfc5217SJeff Kirsher if (!vp->get(vp, 1)) { 395adfc5217SJeff Kirsher mp->put(mp, 1); 396adfc5217SJeff Kirsher return false; 397adfc5217SJeff Kirsher } 398adfc5217SJeff Kirsher 399adfc5217SJeff Kirsher return true; 400adfc5217SJeff Kirsher } 401adfc5217SJeff Kirsher 402adfc5217SJeff Kirsher static bool bnx2x_put_cam_offset_mac(struct bnx2x_vlan_mac_obj *o, int offset) 403adfc5217SJeff Kirsher { 404adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *mp = o->macs_pool; 405adfc5217SJeff Kirsher 406adfc5217SJeff Kirsher return mp->put_entry(mp, offset); 407adfc5217SJeff Kirsher } 408adfc5217SJeff Kirsher 409adfc5217SJeff Kirsher static bool bnx2x_put_credit_mac(struct bnx2x_vlan_mac_obj *o) 410adfc5217SJeff Kirsher { 411adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *mp = o->macs_pool; 412adfc5217SJeff Kirsher 413adfc5217SJeff Kirsher return mp->put(mp, 1); 414adfc5217SJeff Kirsher } 415adfc5217SJeff Kirsher 416adfc5217SJeff Kirsher static bool bnx2x_put_cam_offset_vlan(struct bnx2x_vlan_mac_obj *o, int offset) 417adfc5217SJeff Kirsher { 418adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *vp = o->vlans_pool; 419adfc5217SJeff Kirsher 420adfc5217SJeff Kirsher return vp->put_entry(vp, offset); 421adfc5217SJeff Kirsher } 422adfc5217SJeff Kirsher 423adfc5217SJeff Kirsher static bool bnx2x_put_credit_vlan(struct bnx2x_vlan_mac_obj *o) 424adfc5217SJeff Kirsher { 425adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *vp = o->vlans_pool; 426adfc5217SJeff Kirsher 427adfc5217SJeff Kirsher return vp->put(vp, 1); 428adfc5217SJeff Kirsher } 429adfc5217SJeff Kirsher 430adfc5217SJeff Kirsher static bool bnx2x_put_credit_vlan_mac(struct bnx2x_vlan_mac_obj *o) 431adfc5217SJeff Kirsher { 432adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *mp = o->macs_pool; 433adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *vp = o->vlans_pool; 434adfc5217SJeff Kirsher 435adfc5217SJeff Kirsher if (!mp->put(mp, 1)) 436adfc5217SJeff Kirsher return false; 437adfc5217SJeff Kirsher 438adfc5217SJeff Kirsher if (!vp->put(vp, 1)) { 439adfc5217SJeff Kirsher mp->get(mp, 1); 440adfc5217SJeff Kirsher return false; 441adfc5217SJeff Kirsher } 442adfc5217SJeff Kirsher 443adfc5217SJeff Kirsher return true; 444adfc5217SJeff Kirsher } 445adfc5217SJeff Kirsher 446ed5162a0SAriel Elior static int bnx2x_get_n_elements(struct bnx2x *bp, struct bnx2x_vlan_mac_obj *o, 447ed5162a0SAriel Elior int n, u8 *buf) 448ed5162a0SAriel Elior { 449ed5162a0SAriel Elior struct bnx2x_vlan_mac_registry_elem *pos; 450ed5162a0SAriel Elior u8 *next = buf; 451ed5162a0SAriel Elior int counter = 0; 452ed5162a0SAriel Elior 453ed5162a0SAriel Elior /* traverse list */ 454ed5162a0SAriel Elior list_for_each_entry(pos, &o->head, link) { 455ed5162a0SAriel Elior if (counter < n) { 456ed5162a0SAriel Elior /* place leading zeroes in buffer */ 457ed5162a0SAriel Elior memset(next, 0, MAC_LEADING_ZERO_CNT); 458ed5162a0SAriel Elior 459ed5162a0SAriel Elior /* place mac after leading zeroes*/ 460ed5162a0SAriel Elior memcpy(next + MAC_LEADING_ZERO_CNT, pos->u.mac.mac, 461ed5162a0SAriel Elior ETH_ALEN); 462ed5162a0SAriel Elior 463ed5162a0SAriel Elior /* calculate address of next element and 464ed5162a0SAriel Elior * advance counter 465ed5162a0SAriel Elior */ 466ed5162a0SAriel Elior counter++; 467ed5162a0SAriel Elior next = buf + counter * ALIGN(ETH_ALEN, sizeof(u32)); 468ed5162a0SAriel Elior 469ed5162a0SAriel Elior DP(BNX2X_MSG_SP, "copied element number %d to address %p element was %pM\n", 470ed5162a0SAriel Elior counter, next, pos->u.mac.mac); 471ed5162a0SAriel Elior } 472ed5162a0SAriel Elior } 473ed5162a0SAriel Elior return counter * ETH_ALEN; 474ed5162a0SAriel Elior } 475ed5162a0SAriel Elior 476adfc5217SJeff Kirsher /* check_add() callbacks */ 477adfc5217SJeff Kirsher static int bnx2x_check_mac_add(struct bnx2x_vlan_mac_obj *o, 478adfc5217SJeff Kirsher union bnx2x_classification_ramrod_data *data) 479adfc5217SJeff Kirsher { 480adfc5217SJeff Kirsher struct bnx2x_vlan_mac_registry_elem *pos; 481adfc5217SJeff Kirsher 482adfc5217SJeff Kirsher if (!is_valid_ether_addr(data->mac.mac)) 483adfc5217SJeff Kirsher return -EINVAL; 484adfc5217SJeff Kirsher 485adfc5217SJeff Kirsher /* Check if a requested MAC already exists */ 486adfc5217SJeff Kirsher list_for_each_entry(pos, &o->head, link) 487adfc5217SJeff Kirsher if (!memcmp(data->mac.mac, pos->u.mac.mac, ETH_ALEN)) 488adfc5217SJeff Kirsher return -EEXIST; 489adfc5217SJeff Kirsher 490adfc5217SJeff Kirsher return 0; 491adfc5217SJeff Kirsher } 492adfc5217SJeff Kirsher 493adfc5217SJeff Kirsher static int bnx2x_check_vlan_add(struct bnx2x_vlan_mac_obj *o, 494adfc5217SJeff Kirsher union bnx2x_classification_ramrod_data *data) 495adfc5217SJeff Kirsher { 496adfc5217SJeff Kirsher struct bnx2x_vlan_mac_registry_elem *pos; 497adfc5217SJeff Kirsher 498adfc5217SJeff Kirsher list_for_each_entry(pos, &o->head, link) 499adfc5217SJeff Kirsher if (data->vlan.vlan == pos->u.vlan.vlan) 500adfc5217SJeff Kirsher return -EEXIST; 501adfc5217SJeff Kirsher 502adfc5217SJeff Kirsher return 0; 503adfc5217SJeff Kirsher } 504adfc5217SJeff Kirsher 505adfc5217SJeff Kirsher static int bnx2x_check_vlan_mac_add(struct bnx2x_vlan_mac_obj *o, 506adfc5217SJeff Kirsher union bnx2x_classification_ramrod_data *data) 507adfc5217SJeff Kirsher { 508adfc5217SJeff Kirsher struct bnx2x_vlan_mac_registry_elem *pos; 509adfc5217SJeff Kirsher 510adfc5217SJeff Kirsher list_for_each_entry(pos, &o->head, link) 511adfc5217SJeff Kirsher if ((data->vlan_mac.vlan == pos->u.vlan_mac.vlan) && 512adfc5217SJeff Kirsher (!memcmp(data->vlan_mac.mac, pos->u.vlan_mac.mac, 513adfc5217SJeff Kirsher ETH_ALEN))) 514adfc5217SJeff Kirsher return -EEXIST; 515adfc5217SJeff Kirsher 516adfc5217SJeff Kirsher return 0; 517adfc5217SJeff Kirsher } 518adfc5217SJeff Kirsher 519adfc5217SJeff Kirsher 520adfc5217SJeff Kirsher /* check_del() callbacks */ 521adfc5217SJeff Kirsher static struct bnx2x_vlan_mac_registry_elem * 522adfc5217SJeff Kirsher bnx2x_check_mac_del(struct bnx2x_vlan_mac_obj *o, 523adfc5217SJeff Kirsher union bnx2x_classification_ramrod_data *data) 524adfc5217SJeff Kirsher { 525adfc5217SJeff Kirsher struct bnx2x_vlan_mac_registry_elem *pos; 526adfc5217SJeff Kirsher 527adfc5217SJeff Kirsher list_for_each_entry(pos, &o->head, link) 528adfc5217SJeff Kirsher if (!memcmp(data->mac.mac, pos->u.mac.mac, ETH_ALEN)) 529adfc5217SJeff Kirsher return pos; 530adfc5217SJeff Kirsher 531adfc5217SJeff Kirsher return NULL; 532adfc5217SJeff Kirsher } 533adfc5217SJeff Kirsher 534adfc5217SJeff Kirsher static struct bnx2x_vlan_mac_registry_elem * 535adfc5217SJeff Kirsher bnx2x_check_vlan_del(struct bnx2x_vlan_mac_obj *o, 536adfc5217SJeff Kirsher union bnx2x_classification_ramrod_data *data) 537adfc5217SJeff Kirsher { 538adfc5217SJeff Kirsher struct bnx2x_vlan_mac_registry_elem *pos; 539adfc5217SJeff Kirsher 540adfc5217SJeff Kirsher list_for_each_entry(pos, &o->head, link) 541adfc5217SJeff Kirsher if (data->vlan.vlan == pos->u.vlan.vlan) 542adfc5217SJeff Kirsher return pos; 543adfc5217SJeff Kirsher 544adfc5217SJeff Kirsher return NULL; 545adfc5217SJeff Kirsher } 546adfc5217SJeff Kirsher 547adfc5217SJeff Kirsher static struct bnx2x_vlan_mac_registry_elem * 548adfc5217SJeff Kirsher bnx2x_check_vlan_mac_del(struct bnx2x_vlan_mac_obj *o, 549adfc5217SJeff Kirsher union bnx2x_classification_ramrod_data *data) 550adfc5217SJeff Kirsher { 551adfc5217SJeff Kirsher struct bnx2x_vlan_mac_registry_elem *pos; 552adfc5217SJeff Kirsher 553adfc5217SJeff Kirsher list_for_each_entry(pos, &o->head, link) 554adfc5217SJeff Kirsher if ((data->vlan_mac.vlan == pos->u.vlan_mac.vlan) && 555adfc5217SJeff Kirsher (!memcmp(data->vlan_mac.mac, pos->u.vlan_mac.mac, 556adfc5217SJeff Kirsher ETH_ALEN))) 557adfc5217SJeff Kirsher return pos; 558adfc5217SJeff Kirsher 559adfc5217SJeff Kirsher return NULL; 560adfc5217SJeff Kirsher } 561adfc5217SJeff Kirsher 562adfc5217SJeff Kirsher /* check_move() callback */ 563adfc5217SJeff Kirsher static bool bnx2x_check_move(struct bnx2x_vlan_mac_obj *src_o, 564adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *dst_o, 565adfc5217SJeff Kirsher union bnx2x_classification_ramrod_data *data) 566adfc5217SJeff Kirsher { 567adfc5217SJeff Kirsher struct bnx2x_vlan_mac_registry_elem *pos; 568adfc5217SJeff Kirsher int rc; 569adfc5217SJeff Kirsher 570adfc5217SJeff Kirsher /* Check if we can delete the requested configuration from the first 571adfc5217SJeff Kirsher * object. 572adfc5217SJeff Kirsher */ 573adfc5217SJeff Kirsher pos = src_o->check_del(src_o, data); 574adfc5217SJeff Kirsher 575adfc5217SJeff Kirsher /* check if configuration can be added */ 576adfc5217SJeff Kirsher rc = dst_o->check_add(dst_o, data); 577adfc5217SJeff Kirsher 578adfc5217SJeff Kirsher /* If this classification can not be added (is already set) 579adfc5217SJeff Kirsher * or can't be deleted - return an error. 580adfc5217SJeff Kirsher */ 581adfc5217SJeff Kirsher if (rc || !pos) 582adfc5217SJeff Kirsher return false; 583adfc5217SJeff Kirsher 584adfc5217SJeff Kirsher return true; 585adfc5217SJeff Kirsher } 586adfc5217SJeff Kirsher 587adfc5217SJeff Kirsher static bool bnx2x_check_move_always_err( 588adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *src_o, 589adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *dst_o, 590adfc5217SJeff Kirsher union bnx2x_classification_ramrod_data *data) 591adfc5217SJeff Kirsher { 592adfc5217SJeff Kirsher return false; 593adfc5217SJeff Kirsher } 594adfc5217SJeff Kirsher 595adfc5217SJeff Kirsher 596adfc5217SJeff Kirsher static inline u8 bnx2x_vlan_mac_get_rx_tx_flag(struct bnx2x_vlan_mac_obj *o) 597adfc5217SJeff Kirsher { 598adfc5217SJeff Kirsher struct bnx2x_raw_obj *raw = &o->raw; 599adfc5217SJeff Kirsher u8 rx_tx_flag = 0; 600adfc5217SJeff Kirsher 601adfc5217SJeff Kirsher if ((raw->obj_type == BNX2X_OBJ_TYPE_TX) || 602adfc5217SJeff Kirsher (raw->obj_type == BNX2X_OBJ_TYPE_RX_TX)) 603adfc5217SJeff Kirsher rx_tx_flag |= ETH_CLASSIFY_CMD_HEADER_TX_CMD; 604adfc5217SJeff Kirsher 605adfc5217SJeff Kirsher if ((raw->obj_type == BNX2X_OBJ_TYPE_RX) || 606adfc5217SJeff Kirsher (raw->obj_type == BNX2X_OBJ_TYPE_RX_TX)) 607adfc5217SJeff Kirsher rx_tx_flag |= ETH_CLASSIFY_CMD_HEADER_RX_CMD; 608adfc5217SJeff Kirsher 609adfc5217SJeff Kirsher return rx_tx_flag; 610adfc5217SJeff Kirsher } 611adfc5217SJeff Kirsher 612adfc5217SJeff Kirsher /* LLH CAM line allocations */ 613adfc5217SJeff Kirsher enum { 614adfc5217SJeff Kirsher LLH_CAM_ISCSI_ETH_LINE = 0, 615adfc5217SJeff Kirsher LLH_CAM_ETH_LINE, 616adfc5217SJeff Kirsher LLH_CAM_MAX_PF_LINE = NIG_REG_LLH1_FUNC_MEM_SIZE / 2 617adfc5217SJeff Kirsher }; 618adfc5217SJeff Kirsher 619adfc5217SJeff Kirsher static inline void bnx2x_set_mac_in_nig(struct bnx2x *bp, 620adfc5217SJeff Kirsher bool add, unsigned char *dev_addr, int index) 621adfc5217SJeff Kirsher { 622adfc5217SJeff Kirsher u32 wb_data[2]; 623adfc5217SJeff Kirsher u32 reg_offset = BP_PORT(bp) ? NIG_REG_LLH1_FUNC_MEM : 624adfc5217SJeff Kirsher NIG_REG_LLH0_FUNC_MEM; 625adfc5217SJeff Kirsher 626adfc5217SJeff Kirsher if (!IS_MF_SI(bp) || index > LLH_CAM_MAX_PF_LINE) 627adfc5217SJeff Kirsher return; 628adfc5217SJeff Kirsher 629adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Going to %s LLH configuration at entry %d\n", 630adfc5217SJeff Kirsher (add ? "ADD" : "DELETE"), index); 631adfc5217SJeff Kirsher 632adfc5217SJeff Kirsher if (add) { 633adfc5217SJeff Kirsher /* LLH_FUNC_MEM is a u64 WB register */ 634adfc5217SJeff Kirsher reg_offset += 8*index; 635adfc5217SJeff Kirsher 636adfc5217SJeff Kirsher wb_data[0] = ((dev_addr[2] << 24) | (dev_addr[3] << 16) | 637adfc5217SJeff Kirsher (dev_addr[4] << 8) | dev_addr[5]); 638adfc5217SJeff Kirsher wb_data[1] = ((dev_addr[0] << 8) | dev_addr[1]); 639adfc5217SJeff Kirsher 640adfc5217SJeff Kirsher REG_WR_DMAE(bp, reg_offset, wb_data, 2); 641adfc5217SJeff Kirsher } 642adfc5217SJeff Kirsher 643adfc5217SJeff Kirsher REG_WR(bp, (BP_PORT(bp) ? NIG_REG_LLH1_FUNC_MEM_ENABLE : 644adfc5217SJeff Kirsher NIG_REG_LLH0_FUNC_MEM_ENABLE) + 4*index, add); 645adfc5217SJeff Kirsher } 646adfc5217SJeff Kirsher 647adfc5217SJeff Kirsher /** 648adfc5217SJeff Kirsher * bnx2x_vlan_mac_set_cmd_hdr_e2 - set a header in a single classify ramrod 649adfc5217SJeff Kirsher * 650adfc5217SJeff Kirsher * @bp: device handle 651adfc5217SJeff Kirsher * @o: queue for which we want to configure this rule 652adfc5217SJeff Kirsher * @add: if true the command is an ADD command, DEL otherwise 653adfc5217SJeff Kirsher * @opcode: CLASSIFY_RULE_OPCODE_XXX 654adfc5217SJeff Kirsher * @hdr: pointer to a header to setup 655adfc5217SJeff Kirsher * 656adfc5217SJeff Kirsher */ 657adfc5217SJeff Kirsher static inline void bnx2x_vlan_mac_set_cmd_hdr_e2(struct bnx2x *bp, 658adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o, bool add, int opcode, 659adfc5217SJeff Kirsher struct eth_classify_cmd_header *hdr) 660adfc5217SJeff Kirsher { 661adfc5217SJeff Kirsher struct bnx2x_raw_obj *raw = &o->raw; 662adfc5217SJeff Kirsher 663adfc5217SJeff Kirsher hdr->client_id = raw->cl_id; 664adfc5217SJeff Kirsher hdr->func_id = raw->func_id; 665adfc5217SJeff Kirsher 666adfc5217SJeff Kirsher /* Rx or/and Tx (internal switching) configuration ? */ 667adfc5217SJeff Kirsher hdr->cmd_general_data |= 668adfc5217SJeff Kirsher bnx2x_vlan_mac_get_rx_tx_flag(o); 669adfc5217SJeff Kirsher 670adfc5217SJeff Kirsher if (add) 671adfc5217SJeff Kirsher hdr->cmd_general_data |= ETH_CLASSIFY_CMD_HEADER_IS_ADD; 672adfc5217SJeff Kirsher 673adfc5217SJeff Kirsher hdr->cmd_general_data |= 674adfc5217SJeff Kirsher (opcode << ETH_CLASSIFY_CMD_HEADER_OPCODE_SHIFT); 675adfc5217SJeff Kirsher } 676adfc5217SJeff Kirsher 677adfc5217SJeff Kirsher /** 678adfc5217SJeff Kirsher * bnx2x_vlan_mac_set_rdata_hdr_e2 - set the classify ramrod data header 679adfc5217SJeff Kirsher * 680adfc5217SJeff Kirsher * @cid: connection id 681adfc5217SJeff Kirsher * @type: BNX2X_FILTER_XXX_PENDING 682adfc5217SJeff Kirsher * @hdr: poiter to header to setup 683adfc5217SJeff Kirsher * @rule_cnt: 684adfc5217SJeff Kirsher * 685adfc5217SJeff Kirsher * currently we always configure one rule and echo field to contain a CID and an 686adfc5217SJeff Kirsher * opcode type. 687adfc5217SJeff Kirsher */ 688adfc5217SJeff Kirsher static inline void bnx2x_vlan_mac_set_rdata_hdr_e2(u32 cid, int type, 689adfc5217SJeff Kirsher struct eth_classify_header *hdr, int rule_cnt) 690adfc5217SJeff Kirsher { 691adfc5217SJeff Kirsher hdr->echo = (cid & BNX2X_SWCID_MASK) | (type << BNX2X_SWCID_SHIFT); 692adfc5217SJeff Kirsher hdr->rule_cnt = (u8)rule_cnt; 693adfc5217SJeff Kirsher } 694adfc5217SJeff Kirsher 695adfc5217SJeff Kirsher 696adfc5217SJeff Kirsher /* hw_config() callbacks */ 697adfc5217SJeff Kirsher static void bnx2x_set_one_mac_e2(struct bnx2x *bp, 698adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o, 699adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem, int rule_idx, 700adfc5217SJeff Kirsher int cam_offset) 701adfc5217SJeff Kirsher { 702adfc5217SJeff Kirsher struct bnx2x_raw_obj *raw = &o->raw; 703adfc5217SJeff Kirsher struct eth_classify_rules_ramrod_data *data = 704adfc5217SJeff Kirsher (struct eth_classify_rules_ramrod_data *)(raw->rdata); 705adfc5217SJeff Kirsher int rule_cnt = rule_idx + 1, cmd = elem->cmd_data.vlan_mac.cmd; 706adfc5217SJeff Kirsher union eth_classify_rule_cmd *rule_entry = &data->rules[rule_idx]; 707adfc5217SJeff Kirsher bool add = (cmd == BNX2X_VLAN_MAC_ADD) ? true : false; 708adfc5217SJeff Kirsher unsigned long *vlan_mac_flags = &elem->cmd_data.vlan_mac.vlan_mac_flags; 709adfc5217SJeff Kirsher u8 *mac = elem->cmd_data.vlan_mac.u.mac.mac; 710adfc5217SJeff Kirsher 711adfc5217SJeff Kirsher /* 712adfc5217SJeff Kirsher * Set LLH CAM entry: currently only iSCSI and ETH macs are 713adfc5217SJeff Kirsher * relevant. In addition, current implementation is tuned for a 714adfc5217SJeff Kirsher * single ETH MAC. 715adfc5217SJeff Kirsher * 716adfc5217SJeff Kirsher * When multiple unicast ETH MACs PF configuration in switch 717adfc5217SJeff Kirsher * independent mode is required (NetQ, multiple netdev MACs, 718adfc5217SJeff Kirsher * etc.), consider better utilisation of 8 per function MAC 719adfc5217SJeff Kirsher * entries in the LLH register. There is also 720adfc5217SJeff Kirsher * NIG_REG_P[01]_LLH_FUNC_MEM2 registers that complete the 721adfc5217SJeff Kirsher * total number of CAM entries to 16. 722adfc5217SJeff Kirsher * 723adfc5217SJeff Kirsher * Currently we won't configure NIG for MACs other than a primary ETH 724adfc5217SJeff Kirsher * MAC and iSCSI L2 MAC. 725adfc5217SJeff Kirsher * 726adfc5217SJeff Kirsher * If this MAC is moving from one Queue to another, no need to change 727adfc5217SJeff Kirsher * NIG configuration. 728adfc5217SJeff Kirsher */ 729adfc5217SJeff Kirsher if (cmd != BNX2X_VLAN_MAC_MOVE) { 730adfc5217SJeff Kirsher if (test_bit(BNX2X_ISCSI_ETH_MAC, vlan_mac_flags)) 731adfc5217SJeff Kirsher bnx2x_set_mac_in_nig(bp, add, mac, 732adfc5217SJeff Kirsher LLH_CAM_ISCSI_ETH_LINE); 733adfc5217SJeff Kirsher else if (test_bit(BNX2X_ETH_MAC, vlan_mac_flags)) 734adfc5217SJeff Kirsher bnx2x_set_mac_in_nig(bp, add, mac, LLH_CAM_ETH_LINE); 735adfc5217SJeff Kirsher } 736adfc5217SJeff Kirsher 737adfc5217SJeff Kirsher /* Reset the ramrod data buffer for the first rule */ 738adfc5217SJeff Kirsher if (rule_idx == 0) 739adfc5217SJeff Kirsher memset(data, 0, sizeof(*data)); 740adfc5217SJeff Kirsher 741adfc5217SJeff Kirsher /* Setup a command header */ 742adfc5217SJeff Kirsher bnx2x_vlan_mac_set_cmd_hdr_e2(bp, o, add, CLASSIFY_RULE_OPCODE_MAC, 743adfc5217SJeff Kirsher &rule_entry->mac.header); 744adfc5217SJeff Kirsher 7450f9dad10SJoe Perches DP(BNX2X_MSG_SP, "About to %s MAC %pM for Queue %d\n", 7460f9dad10SJoe Perches add ? "add" : "delete", mac, raw->cl_id); 747adfc5217SJeff Kirsher 748adfc5217SJeff Kirsher /* Set a MAC itself */ 749adfc5217SJeff Kirsher bnx2x_set_fw_mac_addr(&rule_entry->mac.mac_msb, 750adfc5217SJeff Kirsher &rule_entry->mac.mac_mid, 751adfc5217SJeff Kirsher &rule_entry->mac.mac_lsb, mac); 752adfc5217SJeff Kirsher 753adfc5217SJeff Kirsher /* MOVE: Add a rule that will add this MAC to the target Queue */ 754adfc5217SJeff Kirsher if (cmd == BNX2X_VLAN_MAC_MOVE) { 755adfc5217SJeff Kirsher rule_entry++; 756adfc5217SJeff Kirsher rule_cnt++; 757adfc5217SJeff Kirsher 758adfc5217SJeff Kirsher /* Setup ramrod data */ 759adfc5217SJeff Kirsher bnx2x_vlan_mac_set_cmd_hdr_e2(bp, 760adfc5217SJeff Kirsher elem->cmd_data.vlan_mac.target_obj, 761adfc5217SJeff Kirsher true, CLASSIFY_RULE_OPCODE_MAC, 762adfc5217SJeff Kirsher &rule_entry->mac.header); 763adfc5217SJeff Kirsher 764adfc5217SJeff Kirsher /* Set a MAC itself */ 765adfc5217SJeff Kirsher bnx2x_set_fw_mac_addr(&rule_entry->mac.mac_msb, 766adfc5217SJeff Kirsher &rule_entry->mac.mac_mid, 767adfc5217SJeff Kirsher &rule_entry->mac.mac_lsb, mac); 768adfc5217SJeff Kirsher } 769adfc5217SJeff Kirsher 770adfc5217SJeff Kirsher /* Set the ramrod data header */ 771adfc5217SJeff Kirsher /* TODO: take this to the higher level in order to prevent multiple 772adfc5217SJeff Kirsher writing */ 773adfc5217SJeff Kirsher bnx2x_vlan_mac_set_rdata_hdr_e2(raw->cid, raw->state, &data->header, 774adfc5217SJeff Kirsher rule_cnt); 775adfc5217SJeff Kirsher } 776adfc5217SJeff Kirsher 777adfc5217SJeff Kirsher /** 778adfc5217SJeff Kirsher * bnx2x_vlan_mac_set_rdata_hdr_e1x - set a header in a single classify ramrod 779adfc5217SJeff Kirsher * 780adfc5217SJeff Kirsher * @bp: device handle 781adfc5217SJeff Kirsher * @o: queue 782adfc5217SJeff Kirsher * @type: 783adfc5217SJeff Kirsher * @cam_offset: offset in cam memory 784adfc5217SJeff Kirsher * @hdr: pointer to a header to setup 785adfc5217SJeff Kirsher * 786adfc5217SJeff Kirsher * E1/E1H 787adfc5217SJeff Kirsher */ 788adfc5217SJeff Kirsher static inline void bnx2x_vlan_mac_set_rdata_hdr_e1x(struct bnx2x *bp, 789adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o, int type, int cam_offset, 790adfc5217SJeff Kirsher struct mac_configuration_hdr *hdr) 791adfc5217SJeff Kirsher { 792adfc5217SJeff Kirsher struct bnx2x_raw_obj *r = &o->raw; 793adfc5217SJeff Kirsher 794adfc5217SJeff Kirsher hdr->length = 1; 795adfc5217SJeff Kirsher hdr->offset = (u8)cam_offset; 796adfc5217SJeff Kirsher hdr->client_id = 0xff; 797adfc5217SJeff Kirsher hdr->echo = ((r->cid & BNX2X_SWCID_MASK) | (type << BNX2X_SWCID_SHIFT)); 798adfc5217SJeff Kirsher } 799adfc5217SJeff Kirsher 800adfc5217SJeff Kirsher static inline void bnx2x_vlan_mac_set_cfg_entry_e1x(struct bnx2x *bp, 801adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o, bool add, int opcode, u8 *mac, 802adfc5217SJeff Kirsher u16 vlan_id, struct mac_configuration_entry *cfg_entry) 803adfc5217SJeff Kirsher { 804adfc5217SJeff Kirsher struct bnx2x_raw_obj *r = &o->raw; 805adfc5217SJeff Kirsher u32 cl_bit_vec = (1 << r->cl_id); 806adfc5217SJeff Kirsher 807adfc5217SJeff Kirsher cfg_entry->clients_bit_vector = cpu_to_le32(cl_bit_vec); 808adfc5217SJeff Kirsher cfg_entry->pf_id = r->func_id; 809adfc5217SJeff Kirsher cfg_entry->vlan_id = cpu_to_le16(vlan_id); 810adfc5217SJeff Kirsher 811adfc5217SJeff Kirsher if (add) { 812adfc5217SJeff Kirsher SET_FLAG(cfg_entry->flags, MAC_CONFIGURATION_ENTRY_ACTION_TYPE, 813adfc5217SJeff Kirsher T_ETH_MAC_COMMAND_SET); 814adfc5217SJeff Kirsher SET_FLAG(cfg_entry->flags, 815adfc5217SJeff Kirsher MAC_CONFIGURATION_ENTRY_VLAN_FILTERING_MODE, opcode); 816adfc5217SJeff Kirsher 817adfc5217SJeff Kirsher /* Set a MAC in a ramrod data */ 818adfc5217SJeff Kirsher bnx2x_set_fw_mac_addr(&cfg_entry->msb_mac_addr, 819adfc5217SJeff Kirsher &cfg_entry->middle_mac_addr, 820adfc5217SJeff Kirsher &cfg_entry->lsb_mac_addr, mac); 821adfc5217SJeff Kirsher } else 822adfc5217SJeff Kirsher SET_FLAG(cfg_entry->flags, MAC_CONFIGURATION_ENTRY_ACTION_TYPE, 823adfc5217SJeff Kirsher T_ETH_MAC_COMMAND_INVALIDATE); 824adfc5217SJeff Kirsher } 825adfc5217SJeff Kirsher 826adfc5217SJeff Kirsher static inline void bnx2x_vlan_mac_set_rdata_e1x(struct bnx2x *bp, 827adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o, int type, int cam_offset, bool add, 828adfc5217SJeff Kirsher u8 *mac, u16 vlan_id, int opcode, struct mac_configuration_cmd *config) 829adfc5217SJeff Kirsher { 830adfc5217SJeff Kirsher struct mac_configuration_entry *cfg_entry = &config->config_table[0]; 831adfc5217SJeff Kirsher struct bnx2x_raw_obj *raw = &o->raw; 832adfc5217SJeff Kirsher 833adfc5217SJeff Kirsher bnx2x_vlan_mac_set_rdata_hdr_e1x(bp, o, type, cam_offset, 834adfc5217SJeff Kirsher &config->hdr); 835adfc5217SJeff Kirsher bnx2x_vlan_mac_set_cfg_entry_e1x(bp, o, add, opcode, mac, vlan_id, 836adfc5217SJeff Kirsher cfg_entry); 837adfc5217SJeff Kirsher 8380f9dad10SJoe Perches DP(BNX2X_MSG_SP, "%s MAC %pM CLID %d CAM offset %d\n", 8390f9dad10SJoe Perches add ? "setting" : "clearing", 8400f9dad10SJoe Perches mac, raw->cl_id, cam_offset); 841adfc5217SJeff Kirsher } 842adfc5217SJeff Kirsher 843adfc5217SJeff Kirsher /** 844adfc5217SJeff Kirsher * bnx2x_set_one_mac_e1x - fill a single MAC rule ramrod data 845adfc5217SJeff Kirsher * 846adfc5217SJeff Kirsher * @bp: device handle 847adfc5217SJeff Kirsher * @o: bnx2x_vlan_mac_obj 848adfc5217SJeff Kirsher * @elem: bnx2x_exeq_elem 849adfc5217SJeff Kirsher * @rule_idx: rule_idx 850adfc5217SJeff Kirsher * @cam_offset: cam_offset 851adfc5217SJeff Kirsher */ 852adfc5217SJeff Kirsher static void bnx2x_set_one_mac_e1x(struct bnx2x *bp, 853adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o, 854adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem, int rule_idx, 855adfc5217SJeff Kirsher int cam_offset) 856adfc5217SJeff Kirsher { 857adfc5217SJeff Kirsher struct bnx2x_raw_obj *raw = &o->raw; 858adfc5217SJeff Kirsher struct mac_configuration_cmd *config = 859adfc5217SJeff Kirsher (struct mac_configuration_cmd *)(raw->rdata); 860adfc5217SJeff Kirsher /* 861adfc5217SJeff Kirsher * 57710 and 57711 do not support MOVE command, 862adfc5217SJeff Kirsher * so it's either ADD or DEL 863adfc5217SJeff Kirsher */ 864adfc5217SJeff Kirsher bool add = (elem->cmd_data.vlan_mac.cmd == BNX2X_VLAN_MAC_ADD) ? 865adfc5217SJeff Kirsher true : false; 866adfc5217SJeff Kirsher 867adfc5217SJeff Kirsher /* Reset the ramrod data buffer */ 868adfc5217SJeff Kirsher memset(config, 0, sizeof(*config)); 869adfc5217SJeff Kirsher 870adfc5217SJeff Kirsher bnx2x_vlan_mac_set_rdata_e1x(bp, o, BNX2X_FILTER_MAC_PENDING, 871adfc5217SJeff Kirsher cam_offset, add, 872adfc5217SJeff Kirsher elem->cmd_data.vlan_mac.u.mac.mac, 0, 873adfc5217SJeff Kirsher ETH_VLAN_FILTER_ANY_VLAN, config); 874adfc5217SJeff Kirsher } 875adfc5217SJeff Kirsher 876adfc5217SJeff Kirsher static void bnx2x_set_one_vlan_e2(struct bnx2x *bp, 877adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o, 878adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem, int rule_idx, 879adfc5217SJeff Kirsher int cam_offset) 880adfc5217SJeff Kirsher { 881adfc5217SJeff Kirsher struct bnx2x_raw_obj *raw = &o->raw; 882adfc5217SJeff Kirsher struct eth_classify_rules_ramrod_data *data = 883adfc5217SJeff Kirsher (struct eth_classify_rules_ramrod_data *)(raw->rdata); 884adfc5217SJeff Kirsher int rule_cnt = rule_idx + 1; 885adfc5217SJeff Kirsher union eth_classify_rule_cmd *rule_entry = &data->rules[rule_idx]; 886adfc5217SJeff Kirsher int cmd = elem->cmd_data.vlan_mac.cmd; 887adfc5217SJeff Kirsher bool add = (cmd == BNX2X_VLAN_MAC_ADD) ? true : false; 888adfc5217SJeff Kirsher u16 vlan = elem->cmd_data.vlan_mac.u.vlan.vlan; 889adfc5217SJeff Kirsher 890adfc5217SJeff Kirsher /* Reset the ramrod data buffer for the first rule */ 891adfc5217SJeff Kirsher if (rule_idx == 0) 892adfc5217SJeff Kirsher memset(data, 0, sizeof(*data)); 893adfc5217SJeff Kirsher 894adfc5217SJeff Kirsher /* Set a rule header */ 895adfc5217SJeff Kirsher bnx2x_vlan_mac_set_cmd_hdr_e2(bp, o, add, CLASSIFY_RULE_OPCODE_VLAN, 896adfc5217SJeff Kirsher &rule_entry->vlan.header); 897adfc5217SJeff Kirsher 898adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "About to %s VLAN %d\n", (add ? "add" : "delete"), 899adfc5217SJeff Kirsher vlan); 900adfc5217SJeff Kirsher 901adfc5217SJeff Kirsher /* Set a VLAN itself */ 902adfc5217SJeff Kirsher rule_entry->vlan.vlan = cpu_to_le16(vlan); 903adfc5217SJeff Kirsher 904adfc5217SJeff Kirsher /* MOVE: Add a rule that will add this MAC to the target Queue */ 905adfc5217SJeff Kirsher if (cmd == BNX2X_VLAN_MAC_MOVE) { 906adfc5217SJeff Kirsher rule_entry++; 907adfc5217SJeff Kirsher rule_cnt++; 908adfc5217SJeff Kirsher 909adfc5217SJeff Kirsher /* Setup ramrod data */ 910adfc5217SJeff Kirsher bnx2x_vlan_mac_set_cmd_hdr_e2(bp, 911adfc5217SJeff Kirsher elem->cmd_data.vlan_mac.target_obj, 912adfc5217SJeff Kirsher true, CLASSIFY_RULE_OPCODE_VLAN, 913adfc5217SJeff Kirsher &rule_entry->vlan.header); 914adfc5217SJeff Kirsher 915adfc5217SJeff Kirsher /* Set a VLAN itself */ 916adfc5217SJeff Kirsher rule_entry->vlan.vlan = cpu_to_le16(vlan); 917adfc5217SJeff Kirsher } 918adfc5217SJeff Kirsher 919adfc5217SJeff Kirsher /* Set the ramrod data header */ 920adfc5217SJeff Kirsher /* TODO: take this to the higher level in order to prevent multiple 921adfc5217SJeff Kirsher writing */ 922adfc5217SJeff Kirsher bnx2x_vlan_mac_set_rdata_hdr_e2(raw->cid, raw->state, &data->header, 923adfc5217SJeff Kirsher rule_cnt); 924adfc5217SJeff Kirsher } 925adfc5217SJeff Kirsher 926adfc5217SJeff Kirsher static void bnx2x_set_one_vlan_mac_e2(struct bnx2x *bp, 927adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o, 928adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem, 929adfc5217SJeff Kirsher int rule_idx, int cam_offset) 930adfc5217SJeff Kirsher { 931adfc5217SJeff Kirsher struct bnx2x_raw_obj *raw = &o->raw; 932adfc5217SJeff Kirsher struct eth_classify_rules_ramrod_data *data = 933adfc5217SJeff Kirsher (struct eth_classify_rules_ramrod_data *)(raw->rdata); 934adfc5217SJeff Kirsher int rule_cnt = rule_idx + 1; 935adfc5217SJeff Kirsher union eth_classify_rule_cmd *rule_entry = &data->rules[rule_idx]; 936adfc5217SJeff Kirsher int cmd = elem->cmd_data.vlan_mac.cmd; 937adfc5217SJeff Kirsher bool add = (cmd == BNX2X_VLAN_MAC_ADD) ? true : false; 938adfc5217SJeff Kirsher u16 vlan = elem->cmd_data.vlan_mac.u.vlan_mac.vlan; 939adfc5217SJeff Kirsher u8 *mac = elem->cmd_data.vlan_mac.u.vlan_mac.mac; 940adfc5217SJeff Kirsher 941adfc5217SJeff Kirsher 942adfc5217SJeff Kirsher /* Reset the ramrod data buffer for the first rule */ 943adfc5217SJeff Kirsher if (rule_idx == 0) 944adfc5217SJeff Kirsher memset(data, 0, sizeof(*data)); 945adfc5217SJeff Kirsher 946adfc5217SJeff Kirsher /* Set a rule header */ 947adfc5217SJeff Kirsher bnx2x_vlan_mac_set_cmd_hdr_e2(bp, o, add, CLASSIFY_RULE_OPCODE_PAIR, 948adfc5217SJeff Kirsher &rule_entry->pair.header); 949adfc5217SJeff Kirsher 950adfc5217SJeff Kirsher /* Set VLAN and MAC themselvs */ 951adfc5217SJeff Kirsher rule_entry->pair.vlan = cpu_to_le16(vlan); 952adfc5217SJeff Kirsher bnx2x_set_fw_mac_addr(&rule_entry->pair.mac_msb, 953adfc5217SJeff Kirsher &rule_entry->pair.mac_mid, 954adfc5217SJeff Kirsher &rule_entry->pair.mac_lsb, mac); 955adfc5217SJeff Kirsher 956adfc5217SJeff Kirsher /* MOVE: Add a rule that will add this MAC to the target Queue */ 957adfc5217SJeff Kirsher if (cmd == BNX2X_VLAN_MAC_MOVE) { 958adfc5217SJeff Kirsher rule_entry++; 959adfc5217SJeff Kirsher rule_cnt++; 960adfc5217SJeff Kirsher 961adfc5217SJeff Kirsher /* Setup ramrod data */ 962adfc5217SJeff Kirsher bnx2x_vlan_mac_set_cmd_hdr_e2(bp, 963adfc5217SJeff Kirsher elem->cmd_data.vlan_mac.target_obj, 964adfc5217SJeff Kirsher true, CLASSIFY_RULE_OPCODE_PAIR, 965adfc5217SJeff Kirsher &rule_entry->pair.header); 966adfc5217SJeff Kirsher 967adfc5217SJeff Kirsher /* Set a VLAN itself */ 968adfc5217SJeff Kirsher rule_entry->pair.vlan = cpu_to_le16(vlan); 969adfc5217SJeff Kirsher bnx2x_set_fw_mac_addr(&rule_entry->pair.mac_msb, 970adfc5217SJeff Kirsher &rule_entry->pair.mac_mid, 971adfc5217SJeff Kirsher &rule_entry->pair.mac_lsb, mac); 972adfc5217SJeff Kirsher } 973adfc5217SJeff Kirsher 974adfc5217SJeff Kirsher /* Set the ramrod data header */ 975adfc5217SJeff Kirsher /* TODO: take this to the higher level in order to prevent multiple 976adfc5217SJeff Kirsher writing */ 977adfc5217SJeff Kirsher bnx2x_vlan_mac_set_rdata_hdr_e2(raw->cid, raw->state, &data->header, 978adfc5217SJeff Kirsher rule_cnt); 979adfc5217SJeff Kirsher } 980adfc5217SJeff Kirsher 981adfc5217SJeff Kirsher /** 982adfc5217SJeff Kirsher * bnx2x_set_one_vlan_mac_e1h - 983adfc5217SJeff Kirsher * 984adfc5217SJeff Kirsher * @bp: device handle 985adfc5217SJeff Kirsher * @o: bnx2x_vlan_mac_obj 986adfc5217SJeff Kirsher * @elem: bnx2x_exeq_elem 987adfc5217SJeff Kirsher * @rule_idx: rule_idx 988adfc5217SJeff Kirsher * @cam_offset: cam_offset 989adfc5217SJeff Kirsher */ 990adfc5217SJeff Kirsher static void bnx2x_set_one_vlan_mac_e1h(struct bnx2x *bp, 991adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o, 992adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem, 993adfc5217SJeff Kirsher int rule_idx, int cam_offset) 994adfc5217SJeff Kirsher { 995adfc5217SJeff Kirsher struct bnx2x_raw_obj *raw = &o->raw; 996adfc5217SJeff Kirsher struct mac_configuration_cmd *config = 997adfc5217SJeff Kirsher (struct mac_configuration_cmd *)(raw->rdata); 998adfc5217SJeff Kirsher /* 999adfc5217SJeff Kirsher * 57710 and 57711 do not support MOVE command, 1000adfc5217SJeff Kirsher * so it's either ADD or DEL 1001adfc5217SJeff Kirsher */ 1002adfc5217SJeff Kirsher bool add = (elem->cmd_data.vlan_mac.cmd == BNX2X_VLAN_MAC_ADD) ? 1003adfc5217SJeff Kirsher true : false; 1004adfc5217SJeff Kirsher 1005adfc5217SJeff Kirsher /* Reset the ramrod data buffer */ 1006adfc5217SJeff Kirsher memset(config, 0, sizeof(*config)); 1007adfc5217SJeff Kirsher 1008adfc5217SJeff Kirsher bnx2x_vlan_mac_set_rdata_e1x(bp, o, BNX2X_FILTER_VLAN_MAC_PENDING, 1009adfc5217SJeff Kirsher cam_offset, add, 1010adfc5217SJeff Kirsher elem->cmd_data.vlan_mac.u.vlan_mac.mac, 1011adfc5217SJeff Kirsher elem->cmd_data.vlan_mac.u.vlan_mac.vlan, 1012adfc5217SJeff Kirsher ETH_VLAN_FILTER_CLASSIFY, config); 1013adfc5217SJeff Kirsher } 1014adfc5217SJeff Kirsher 1015adfc5217SJeff Kirsher #define list_next_entry(pos, member) \ 1016adfc5217SJeff Kirsher list_entry((pos)->member.next, typeof(*(pos)), member) 1017adfc5217SJeff Kirsher 1018adfc5217SJeff Kirsher /** 1019adfc5217SJeff Kirsher * bnx2x_vlan_mac_restore - reconfigure next MAC/VLAN/VLAN-MAC element 1020adfc5217SJeff Kirsher * 1021adfc5217SJeff Kirsher * @bp: device handle 1022adfc5217SJeff Kirsher * @p: command parameters 1023adfc5217SJeff Kirsher * @ppos: pointer to the cooky 1024adfc5217SJeff Kirsher * 1025adfc5217SJeff Kirsher * reconfigure next MAC/VLAN/VLAN-MAC element from the 1026adfc5217SJeff Kirsher * previously configured elements list. 1027adfc5217SJeff Kirsher * 1028adfc5217SJeff Kirsher * from command parameters only RAMROD_COMP_WAIT bit in ramrod_flags is taken 1029adfc5217SJeff Kirsher * into an account 1030adfc5217SJeff Kirsher * 1031adfc5217SJeff Kirsher * pointer to the cooky - that should be given back in the next call to make 1032adfc5217SJeff Kirsher * function handle the next element. If *ppos is set to NULL it will restart the 1033adfc5217SJeff Kirsher * iterator. If returned *ppos == NULL this means that the last element has been 1034adfc5217SJeff Kirsher * handled. 1035adfc5217SJeff Kirsher * 1036adfc5217SJeff Kirsher */ 1037adfc5217SJeff Kirsher static int bnx2x_vlan_mac_restore(struct bnx2x *bp, 1038adfc5217SJeff Kirsher struct bnx2x_vlan_mac_ramrod_params *p, 1039adfc5217SJeff Kirsher struct bnx2x_vlan_mac_registry_elem **ppos) 1040adfc5217SJeff Kirsher { 1041adfc5217SJeff Kirsher struct bnx2x_vlan_mac_registry_elem *pos; 1042adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o = p->vlan_mac_obj; 1043adfc5217SJeff Kirsher 1044adfc5217SJeff Kirsher /* If list is empty - there is nothing to do here */ 1045adfc5217SJeff Kirsher if (list_empty(&o->head)) { 1046adfc5217SJeff Kirsher *ppos = NULL; 1047adfc5217SJeff Kirsher return 0; 1048adfc5217SJeff Kirsher } 1049adfc5217SJeff Kirsher 1050adfc5217SJeff Kirsher /* make a step... */ 1051adfc5217SJeff Kirsher if (*ppos == NULL) 1052adfc5217SJeff Kirsher *ppos = list_first_entry(&o->head, 1053adfc5217SJeff Kirsher struct bnx2x_vlan_mac_registry_elem, 1054adfc5217SJeff Kirsher link); 1055adfc5217SJeff Kirsher else 1056adfc5217SJeff Kirsher *ppos = list_next_entry(*ppos, link); 1057adfc5217SJeff Kirsher 1058adfc5217SJeff Kirsher pos = *ppos; 1059adfc5217SJeff Kirsher 1060adfc5217SJeff Kirsher /* If it's the last step - return NULL */ 1061adfc5217SJeff Kirsher if (list_is_last(&pos->link, &o->head)) 1062adfc5217SJeff Kirsher *ppos = NULL; 1063adfc5217SJeff Kirsher 1064adfc5217SJeff Kirsher /* Prepare a 'user_req' */ 1065adfc5217SJeff Kirsher memcpy(&p->user_req.u, &pos->u, sizeof(pos->u)); 1066adfc5217SJeff Kirsher 1067adfc5217SJeff Kirsher /* Set the command */ 1068adfc5217SJeff Kirsher p->user_req.cmd = BNX2X_VLAN_MAC_ADD; 1069adfc5217SJeff Kirsher 1070adfc5217SJeff Kirsher /* Set vlan_mac_flags */ 1071adfc5217SJeff Kirsher p->user_req.vlan_mac_flags = pos->vlan_mac_flags; 1072adfc5217SJeff Kirsher 1073adfc5217SJeff Kirsher /* Set a restore bit */ 1074adfc5217SJeff Kirsher __set_bit(RAMROD_RESTORE, &p->ramrod_flags); 1075adfc5217SJeff Kirsher 1076adfc5217SJeff Kirsher return bnx2x_config_vlan_mac(bp, p); 1077adfc5217SJeff Kirsher } 1078adfc5217SJeff Kirsher 1079adfc5217SJeff Kirsher /* 1080adfc5217SJeff Kirsher * bnx2x_exeq_get_mac/bnx2x_exeq_get_vlan/bnx2x_exeq_get_vlan_mac return a 1081adfc5217SJeff Kirsher * pointer to an element with a specific criteria and NULL if such an element 1082adfc5217SJeff Kirsher * hasn't been found. 1083adfc5217SJeff Kirsher */ 1084adfc5217SJeff Kirsher static struct bnx2x_exeq_elem *bnx2x_exeq_get_mac( 1085adfc5217SJeff Kirsher struct bnx2x_exe_queue_obj *o, 1086adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem) 1087adfc5217SJeff Kirsher { 1088adfc5217SJeff Kirsher struct bnx2x_exeq_elem *pos; 1089adfc5217SJeff Kirsher struct bnx2x_mac_ramrod_data *data = &elem->cmd_data.vlan_mac.u.mac; 1090adfc5217SJeff Kirsher 1091adfc5217SJeff Kirsher /* Check pending for execution commands */ 1092adfc5217SJeff Kirsher list_for_each_entry(pos, &o->exe_queue, link) 1093adfc5217SJeff Kirsher if (!memcmp(&pos->cmd_data.vlan_mac.u.mac, data, 1094adfc5217SJeff Kirsher sizeof(*data)) && 1095adfc5217SJeff Kirsher (pos->cmd_data.vlan_mac.cmd == elem->cmd_data.vlan_mac.cmd)) 1096adfc5217SJeff Kirsher return pos; 1097adfc5217SJeff Kirsher 1098adfc5217SJeff Kirsher return NULL; 1099adfc5217SJeff Kirsher } 1100adfc5217SJeff Kirsher 1101adfc5217SJeff Kirsher static struct bnx2x_exeq_elem *bnx2x_exeq_get_vlan( 1102adfc5217SJeff Kirsher struct bnx2x_exe_queue_obj *o, 1103adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem) 1104adfc5217SJeff Kirsher { 1105adfc5217SJeff Kirsher struct bnx2x_exeq_elem *pos; 1106adfc5217SJeff Kirsher struct bnx2x_vlan_ramrod_data *data = &elem->cmd_data.vlan_mac.u.vlan; 1107adfc5217SJeff Kirsher 1108adfc5217SJeff Kirsher /* Check pending for execution commands */ 1109adfc5217SJeff Kirsher list_for_each_entry(pos, &o->exe_queue, link) 1110adfc5217SJeff Kirsher if (!memcmp(&pos->cmd_data.vlan_mac.u.vlan, data, 1111adfc5217SJeff Kirsher sizeof(*data)) && 1112adfc5217SJeff Kirsher (pos->cmd_data.vlan_mac.cmd == elem->cmd_data.vlan_mac.cmd)) 1113adfc5217SJeff Kirsher return pos; 1114adfc5217SJeff Kirsher 1115adfc5217SJeff Kirsher return NULL; 1116adfc5217SJeff Kirsher } 1117adfc5217SJeff Kirsher 1118adfc5217SJeff Kirsher static struct bnx2x_exeq_elem *bnx2x_exeq_get_vlan_mac( 1119adfc5217SJeff Kirsher struct bnx2x_exe_queue_obj *o, 1120adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem) 1121adfc5217SJeff Kirsher { 1122adfc5217SJeff Kirsher struct bnx2x_exeq_elem *pos; 1123adfc5217SJeff Kirsher struct bnx2x_vlan_mac_ramrod_data *data = 1124adfc5217SJeff Kirsher &elem->cmd_data.vlan_mac.u.vlan_mac; 1125adfc5217SJeff Kirsher 1126adfc5217SJeff Kirsher /* Check pending for execution commands */ 1127adfc5217SJeff Kirsher list_for_each_entry(pos, &o->exe_queue, link) 1128adfc5217SJeff Kirsher if (!memcmp(&pos->cmd_data.vlan_mac.u.vlan_mac, data, 1129adfc5217SJeff Kirsher sizeof(*data)) && 1130adfc5217SJeff Kirsher (pos->cmd_data.vlan_mac.cmd == elem->cmd_data.vlan_mac.cmd)) 1131adfc5217SJeff Kirsher return pos; 1132adfc5217SJeff Kirsher 1133adfc5217SJeff Kirsher return NULL; 1134adfc5217SJeff Kirsher } 1135adfc5217SJeff Kirsher 1136adfc5217SJeff Kirsher /** 1137adfc5217SJeff Kirsher * bnx2x_validate_vlan_mac_add - check if an ADD command can be executed 1138adfc5217SJeff Kirsher * 1139adfc5217SJeff Kirsher * @bp: device handle 1140adfc5217SJeff Kirsher * @qo: bnx2x_qable_obj 1141adfc5217SJeff Kirsher * @elem: bnx2x_exeq_elem 1142adfc5217SJeff Kirsher * 1143adfc5217SJeff Kirsher * Checks that the requested configuration can be added. If yes and if 1144adfc5217SJeff Kirsher * requested, consume CAM credit. 1145adfc5217SJeff Kirsher * 1146adfc5217SJeff Kirsher * The 'validate' is run after the 'optimize'. 1147adfc5217SJeff Kirsher * 1148adfc5217SJeff Kirsher */ 1149adfc5217SJeff Kirsher static inline int bnx2x_validate_vlan_mac_add(struct bnx2x *bp, 1150adfc5217SJeff Kirsher union bnx2x_qable_obj *qo, 1151adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem) 1152adfc5217SJeff Kirsher { 1153adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o = &qo->vlan_mac; 1154adfc5217SJeff Kirsher struct bnx2x_exe_queue_obj *exeq = &o->exe_queue; 1155adfc5217SJeff Kirsher int rc; 1156adfc5217SJeff Kirsher 1157adfc5217SJeff Kirsher /* Check the registry */ 1158adfc5217SJeff Kirsher rc = o->check_add(o, &elem->cmd_data.vlan_mac.u); 1159adfc5217SJeff Kirsher if (rc) { 1160adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "ADD command is not allowed considering " 1161adfc5217SJeff Kirsher "current registry state\n"); 1162adfc5217SJeff Kirsher return rc; 1163adfc5217SJeff Kirsher } 1164adfc5217SJeff Kirsher 1165adfc5217SJeff Kirsher /* 1166adfc5217SJeff Kirsher * Check if there is a pending ADD command for this 1167adfc5217SJeff Kirsher * MAC/VLAN/VLAN-MAC. Return an error if there is. 1168adfc5217SJeff Kirsher */ 1169adfc5217SJeff Kirsher if (exeq->get(exeq, elem)) { 1170adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "There is a pending ADD command already\n"); 1171adfc5217SJeff Kirsher return -EEXIST; 1172adfc5217SJeff Kirsher } 1173adfc5217SJeff Kirsher 1174adfc5217SJeff Kirsher /* 1175adfc5217SJeff Kirsher * TODO: Check the pending MOVE from other objects where this 1176adfc5217SJeff Kirsher * object is a destination object. 1177adfc5217SJeff Kirsher */ 1178adfc5217SJeff Kirsher 1179adfc5217SJeff Kirsher /* Consume the credit if not requested not to */ 1180adfc5217SJeff Kirsher if (!(test_bit(BNX2X_DONT_CONSUME_CAM_CREDIT, 1181adfc5217SJeff Kirsher &elem->cmd_data.vlan_mac.vlan_mac_flags) || 1182adfc5217SJeff Kirsher o->get_credit(o))) 1183adfc5217SJeff Kirsher return -EINVAL; 1184adfc5217SJeff Kirsher 1185adfc5217SJeff Kirsher return 0; 1186adfc5217SJeff Kirsher } 1187adfc5217SJeff Kirsher 1188adfc5217SJeff Kirsher /** 1189adfc5217SJeff Kirsher * bnx2x_validate_vlan_mac_del - check if the DEL command can be executed 1190adfc5217SJeff Kirsher * 1191adfc5217SJeff Kirsher * @bp: device handle 1192adfc5217SJeff Kirsher * @qo: quable object to check 1193adfc5217SJeff Kirsher * @elem: element that needs to be deleted 1194adfc5217SJeff Kirsher * 1195adfc5217SJeff Kirsher * Checks that the requested configuration can be deleted. If yes and if 1196adfc5217SJeff Kirsher * requested, returns a CAM credit. 1197adfc5217SJeff Kirsher * 1198adfc5217SJeff Kirsher * The 'validate' is run after the 'optimize'. 1199adfc5217SJeff Kirsher */ 1200adfc5217SJeff Kirsher static inline int bnx2x_validate_vlan_mac_del(struct bnx2x *bp, 1201adfc5217SJeff Kirsher union bnx2x_qable_obj *qo, 1202adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem) 1203adfc5217SJeff Kirsher { 1204adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o = &qo->vlan_mac; 1205adfc5217SJeff Kirsher struct bnx2x_vlan_mac_registry_elem *pos; 1206adfc5217SJeff Kirsher struct bnx2x_exe_queue_obj *exeq = &o->exe_queue; 1207adfc5217SJeff Kirsher struct bnx2x_exeq_elem query_elem; 1208adfc5217SJeff Kirsher 1209adfc5217SJeff Kirsher /* If this classification can not be deleted (doesn't exist) 1210adfc5217SJeff Kirsher * - return a BNX2X_EXIST. 1211adfc5217SJeff Kirsher */ 1212adfc5217SJeff Kirsher pos = o->check_del(o, &elem->cmd_data.vlan_mac.u); 1213adfc5217SJeff Kirsher if (!pos) { 1214adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "DEL command is not allowed considering " 1215adfc5217SJeff Kirsher "current registry state\n"); 1216adfc5217SJeff Kirsher return -EEXIST; 1217adfc5217SJeff Kirsher } 1218adfc5217SJeff Kirsher 1219adfc5217SJeff Kirsher /* 1220adfc5217SJeff Kirsher * Check if there are pending DEL or MOVE commands for this 1221adfc5217SJeff Kirsher * MAC/VLAN/VLAN-MAC. Return an error if so. 1222adfc5217SJeff Kirsher */ 1223adfc5217SJeff Kirsher memcpy(&query_elem, elem, sizeof(query_elem)); 1224adfc5217SJeff Kirsher 1225adfc5217SJeff Kirsher /* Check for MOVE commands */ 1226adfc5217SJeff Kirsher query_elem.cmd_data.vlan_mac.cmd = BNX2X_VLAN_MAC_MOVE; 1227adfc5217SJeff Kirsher if (exeq->get(exeq, &query_elem)) { 1228adfc5217SJeff Kirsher BNX2X_ERR("There is a pending MOVE command already\n"); 1229adfc5217SJeff Kirsher return -EINVAL; 1230adfc5217SJeff Kirsher } 1231adfc5217SJeff Kirsher 1232adfc5217SJeff Kirsher /* Check for DEL commands */ 1233adfc5217SJeff Kirsher if (exeq->get(exeq, elem)) { 1234adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "There is a pending DEL command already\n"); 1235adfc5217SJeff Kirsher return -EEXIST; 1236adfc5217SJeff Kirsher } 1237adfc5217SJeff Kirsher 1238adfc5217SJeff Kirsher /* Return the credit to the credit pool if not requested not to */ 1239adfc5217SJeff Kirsher if (!(test_bit(BNX2X_DONT_CONSUME_CAM_CREDIT, 1240adfc5217SJeff Kirsher &elem->cmd_data.vlan_mac.vlan_mac_flags) || 1241adfc5217SJeff Kirsher o->put_credit(o))) { 1242adfc5217SJeff Kirsher BNX2X_ERR("Failed to return a credit\n"); 1243adfc5217SJeff Kirsher return -EINVAL; 1244adfc5217SJeff Kirsher } 1245adfc5217SJeff Kirsher 1246adfc5217SJeff Kirsher return 0; 1247adfc5217SJeff Kirsher } 1248adfc5217SJeff Kirsher 1249adfc5217SJeff Kirsher /** 1250adfc5217SJeff Kirsher * bnx2x_validate_vlan_mac_move - check if the MOVE command can be executed 1251adfc5217SJeff Kirsher * 1252adfc5217SJeff Kirsher * @bp: device handle 1253adfc5217SJeff Kirsher * @qo: quable object to check (source) 1254adfc5217SJeff Kirsher * @elem: element that needs to be moved 1255adfc5217SJeff Kirsher * 1256adfc5217SJeff Kirsher * Checks that the requested configuration can be moved. If yes and if 1257adfc5217SJeff Kirsher * requested, returns a CAM credit. 1258adfc5217SJeff Kirsher * 1259adfc5217SJeff Kirsher * The 'validate' is run after the 'optimize'. 1260adfc5217SJeff Kirsher */ 1261adfc5217SJeff Kirsher static inline int bnx2x_validate_vlan_mac_move(struct bnx2x *bp, 1262adfc5217SJeff Kirsher union bnx2x_qable_obj *qo, 1263adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem) 1264adfc5217SJeff Kirsher { 1265adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *src_o = &qo->vlan_mac; 1266adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *dest_o = elem->cmd_data.vlan_mac.target_obj; 1267adfc5217SJeff Kirsher struct bnx2x_exeq_elem query_elem; 1268adfc5217SJeff Kirsher struct bnx2x_exe_queue_obj *src_exeq = &src_o->exe_queue; 1269adfc5217SJeff Kirsher struct bnx2x_exe_queue_obj *dest_exeq = &dest_o->exe_queue; 1270adfc5217SJeff Kirsher 1271adfc5217SJeff Kirsher /* 1272adfc5217SJeff Kirsher * Check if we can perform this operation based on the current registry 1273adfc5217SJeff Kirsher * state. 1274adfc5217SJeff Kirsher */ 1275adfc5217SJeff Kirsher if (!src_o->check_move(src_o, dest_o, &elem->cmd_data.vlan_mac.u)) { 1276adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "MOVE command is not allowed considering " 1277adfc5217SJeff Kirsher "current registry state\n"); 1278adfc5217SJeff Kirsher return -EINVAL; 1279adfc5217SJeff Kirsher } 1280adfc5217SJeff Kirsher 1281adfc5217SJeff Kirsher /* 1282adfc5217SJeff Kirsher * Check if there is an already pending DEL or MOVE command for the 1283adfc5217SJeff Kirsher * source object or ADD command for a destination object. Return an 1284adfc5217SJeff Kirsher * error if so. 1285adfc5217SJeff Kirsher */ 1286adfc5217SJeff Kirsher memcpy(&query_elem, elem, sizeof(query_elem)); 1287adfc5217SJeff Kirsher 1288adfc5217SJeff Kirsher /* Check DEL on source */ 1289adfc5217SJeff Kirsher query_elem.cmd_data.vlan_mac.cmd = BNX2X_VLAN_MAC_DEL; 1290adfc5217SJeff Kirsher if (src_exeq->get(src_exeq, &query_elem)) { 1291adfc5217SJeff Kirsher BNX2X_ERR("There is a pending DEL command on the source " 1292adfc5217SJeff Kirsher "queue already\n"); 1293adfc5217SJeff Kirsher return -EINVAL; 1294adfc5217SJeff Kirsher } 1295adfc5217SJeff Kirsher 1296adfc5217SJeff Kirsher /* Check MOVE on source */ 1297adfc5217SJeff Kirsher if (src_exeq->get(src_exeq, elem)) { 1298adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "There is a pending MOVE command already\n"); 1299adfc5217SJeff Kirsher return -EEXIST; 1300adfc5217SJeff Kirsher } 1301adfc5217SJeff Kirsher 1302adfc5217SJeff Kirsher /* Check ADD on destination */ 1303adfc5217SJeff Kirsher query_elem.cmd_data.vlan_mac.cmd = BNX2X_VLAN_MAC_ADD; 1304adfc5217SJeff Kirsher if (dest_exeq->get(dest_exeq, &query_elem)) { 1305adfc5217SJeff Kirsher BNX2X_ERR("There is a pending ADD command on the " 1306adfc5217SJeff Kirsher "destination queue already\n"); 1307adfc5217SJeff Kirsher return -EINVAL; 1308adfc5217SJeff Kirsher } 1309adfc5217SJeff Kirsher 1310adfc5217SJeff Kirsher /* Consume the credit if not requested not to */ 1311adfc5217SJeff Kirsher if (!(test_bit(BNX2X_DONT_CONSUME_CAM_CREDIT_DEST, 1312adfc5217SJeff Kirsher &elem->cmd_data.vlan_mac.vlan_mac_flags) || 1313adfc5217SJeff Kirsher dest_o->get_credit(dest_o))) 1314adfc5217SJeff Kirsher return -EINVAL; 1315adfc5217SJeff Kirsher 1316adfc5217SJeff Kirsher if (!(test_bit(BNX2X_DONT_CONSUME_CAM_CREDIT, 1317adfc5217SJeff Kirsher &elem->cmd_data.vlan_mac.vlan_mac_flags) || 1318adfc5217SJeff Kirsher src_o->put_credit(src_o))) { 1319adfc5217SJeff Kirsher /* return the credit taken from dest... */ 1320adfc5217SJeff Kirsher dest_o->put_credit(dest_o); 1321adfc5217SJeff Kirsher return -EINVAL; 1322adfc5217SJeff Kirsher } 1323adfc5217SJeff Kirsher 1324adfc5217SJeff Kirsher return 0; 1325adfc5217SJeff Kirsher } 1326adfc5217SJeff Kirsher 1327adfc5217SJeff Kirsher static int bnx2x_validate_vlan_mac(struct bnx2x *bp, 1328adfc5217SJeff Kirsher union bnx2x_qable_obj *qo, 1329adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem) 1330adfc5217SJeff Kirsher { 1331adfc5217SJeff Kirsher switch (elem->cmd_data.vlan_mac.cmd) { 1332adfc5217SJeff Kirsher case BNX2X_VLAN_MAC_ADD: 1333adfc5217SJeff Kirsher return bnx2x_validate_vlan_mac_add(bp, qo, elem); 1334adfc5217SJeff Kirsher case BNX2X_VLAN_MAC_DEL: 1335adfc5217SJeff Kirsher return bnx2x_validate_vlan_mac_del(bp, qo, elem); 1336adfc5217SJeff Kirsher case BNX2X_VLAN_MAC_MOVE: 1337adfc5217SJeff Kirsher return bnx2x_validate_vlan_mac_move(bp, qo, elem); 1338adfc5217SJeff Kirsher default: 1339adfc5217SJeff Kirsher return -EINVAL; 1340adfc5217SJeff Kirsher } 1341adfc5217SJeff Kirsher } 1342adfc5217SJeff Kirsher 1343adfc5217SJeff Kirsher /** 1344adfc5217SJeff Kirsher * bnx2x_wait_vlan_mac - passivly wait for 5 seconds until all work completes. 1345adfc5217SJeff Kirsher * 1346adfc5217SJeff Kirsher * @bp: device handle 1347adfc5217SJeff Kirsher * @o: bnx2x_vlan_mac_obj 1348adfc5217SJeff Kirsher * 1349adfc5217SJeff Kirsher */ 1350adfc5217SJeff Kirsher static int bnx2x_wait_vlan_mac(struct bnx2x *bp, 1351adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o) 1352adfc5217SJeff Kirsher { 1353adfc5217SJeff Kirsher int cnt = 5000, rc; 1354adfc5217SJeff Kirsher struct bnx2x_exe_queue_obj *exeq = &o->exe_queue; 1355adfc5217SJeff Kirsher struct bnx2x_raw_obj *raw = &o->raw; 1356adfc5217SJeff Kirsher 1357adfc5217SJeff Kirsher while (cnt--) { 1358adfc5217SJeff Kirsher /* Wait for the current command to complete */ 1359adfc5217SJeff Kirsher rc = raw->wait_comp(bp, raw); 1360adfc5217SJeff Kirsher if (rc) 1361adfc5217SJeff Kirsher return rc; 1362adfc5217SJeff Kirsher 1363adfc5217SJeff Kirsher /* Wait until there are no pending commands */ 1364adfc5217SJeff Kirsher if (!bnx2x_exe_queue_empty(exeq)) 1365adfc5217SJeff Kirsher usleep_range(1000, 1000); 1366adfc5217SJeff Kirsher else 1367adfc5217SJeff Kirsher return 0; 1368adfc5217SJeff Kirsher } 1369adfc5217SJeff Kirsher 1370adfc5217SJeff Kirsher return -EBUSY; 1371adfc5217SJeff Kirsher } 1372adfc5217SJeff Kirsher 1373adfc5217SJeff Kirsher /** 1374adfc5217SJeff Kirsher * bnx2x_complete_vlan_mac - complete one VLAN-MAC ramrod 1375adfc5217SJeff Kirsher * 1376adfc5217SJeff Kirsher * @bp: device handle 1377adfc5217SJeff Kirsher * @o: bnx2x_vlan_mac_obj 1378adfc5217SJeff Kirsher * @cqe: 1379adfc5217SJeff Kirsher * @cont: if true schedule next execution chunk 1380adfc5217SJeff Kirsher * 1381adfc5217SJeff Kirsher */ 1382adfc5217SJeff Kirsher static int bnx2x_complete_vlan_mac(struct bnx2x *bp, 1383adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o, 1384adfc5217SJeff Kirsher union event_ring_elem *cqe, 1385adfc5217SJeff Kirsher unsigned long *ramrod_flags) 1386adfc5217SJeff Kirsher { 1387adfc5217SJeff Kirsher struct bnx2x_raw_obj *r = &o->raw; 1388adfc5217SJeff Kirsher int rc; 1389adfc5217SJeff Kirsher 1390adfc5217SJeff Kirsher /* Reset pending list */ 1391adfc5217SJeff Kirsher bnx2x_exe_queue_reset_pending(bp, &o->exe_queue); 1392adfc5217SJeff Kirsher 1393adfc5217SJeff Kirsher /* Clear pending */ 1394adfc5217SJeff Kirsher r->clear_pending(r); 1395adfc5217SJeff Kirsher 1396adfc5217SJeff Kirsher /* If ramrod failed this is most likely a SW bug */ 1397adfc5217SJeff Kirsher if (cqe->message.error) 1398adfc5217SJeff Kirsher return -EINVAL; 1399adfc5217SJeff Kirsher 1400adfc5217SJeff Kirsher /* Run the next bulk of pending commands if requeted */ 1401adfc5217SJeff Kirsher if (test_bit(RAMROD_CONT, ramrod_flags)) { 1402adfc5217SJeff Kirsher rc = bnx2x_exe_queue_step(bp, &o->exe_queue, ramrod_flags); 1403adfc5217SJeff Kirsher if (rc < 0) 1404adfc5217SJeff Kirsher return rc; 1405adfc5217SJeff Kirsher } 1406adfc5217SJeff Kirsher 1407adfc5217SJeff Kirsher /* If there is more work to do return PENDING */ 1408adfc5217SJeff Kirsher if (!bnx2x_exe_queue_empty(&o->exe_queue)) 1409adfc5217SJeff Kirsher return 1; 1410adfc5217SJeff Kirsher 1411adfc5217SJeff Kirsher return 0; 1412adfc5217SJeff Kirsher } 1413adfc5217SJeff Kirsher 1414adfc5217SJeff Kirsher /** 1415adfc5217SJeff Kirsher * bnx2x_optimize_vlan_mac - optimize ADD and DEL commands. 1416adfc5217SJeff Kirsher * 1417adfc5217SJeff Kirsher * @bp: device handle 1418adfc5217SJeff Kirsher * @o: bnx2x_qable_obj 1419adfc5217SJeff Kirsher * @elem: bnx2x_exeq_elem 1420adfc5217SJeff Kirsher */ 1421adfc5217SJeff Kirsher static int bnx2x_optimize_vlan_mac(struct bnx2x *bp, 1422adfc5217SJeff Kirsher union bnx2x_qable_obj *qo, 1423adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem) 1424adfc5217SJeff Kirsher { 1425adfc5217SJeff Kirsher struct bnx2x_exeq_elem query, *pos; 1426adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o = &qo->vlan_mac; 1427adfc5217SJeff Kirsher struct bnx2x_exe_queue_obj *exeq = &o->exe_queue; 1428adfc5217SJeff Kirsher 1429adfc5217SJeff Kirsher memcpy(&query, elem, sizeof(query)); 1430adfc5217SJeff Kirsher 1431adfc5217SJeff Kirsher switch (elem->cmd_data.vlan_mac.cmd) { 1432adfc5217SJeff Kirsher case BNX2X_VLAN_MAC_ADD: 1433adfc5217SJeff Kirsher query.cmd_data.vlan_mac.cmd = BNX2X_VLAN_MAC_DEL; 1434adfc5217SJeff Kirsher break; 1435adfc5217SJeff Kirsher case BNX2X_VLAN_MAC_DEL: 1436adfc5217SJeff Kirsher query.cmd_data.vlan_mac.cmd = BNX2X_VLAN_MAC_ADD; 1437adfc5217SJeff Kirsher break; 1438adfc5217SJeff Kirsher default: 1439adfc5217SJeff Kirsher /* Don't handle anything other than ADD or DEL */ 1440adfc5217SJeff Kirsher return 0; 1441adfc5217SJeff Kirsher } 1442adfc5217SJeff Kirsher 1443adfc5217SJeff Kirsher /* If we found the appropriate element - delete it */ 1444adfc5217SJeff Kirsher pos = exeq->get(exeq, &query); 1445adfc5217SJeff Kirsher if (pos) { 1446adfc5217SJeff Kirsher 1447adfc5217SJeff Kirsher /* Return the credit of the optimized command */ 1448adfc5217SJeff Kirsher if (!test_bit(BNX2X_DONT_CONSUME_CAM_CREDIT, 1449adfc5217SJeff Kirsher &pos->cmd_data.vlan_mac.vlan_mac_flags)) { 1450adfc5217SJeff Kirsher if ((query.cmd_data.vlan_mac.cmd == 1451adfc5217SJeff Kirsher BNX2X_VLAN_MAC_ADD) && !o->put_credit(o)) { 1452adfc5217SJeff Kirsher BNX2X_ERR("Failed to return the credit for the " 1453adfc5217SJeff Kirsher "optimized ADD command\n"); 1454adfc5217SJeff Kirsher return -EINVAL; 1455adfc5217SJeff Kirsher } else if (!o->get_credit(o)) { /* VLAN_MAC_DEL */ 1456adfc5217SJeff Kirsher BNX2X_ERR("Failed to recover the credit from " 1457adfc5217SJeff Kirsher "the optimized DEL command\n"); 1458adfc5217SJeff Kirsher return -EINVAL; 1459adfc5217SJeff Kirsher } 1460adfc5217SJeff Kirsher } 1461adfc5217SJeff Kirsher 1462adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Optimizing %s command\n", 1463adfc5217SJeff Kirsher (elem->cmd_data.vlan_mac.cmd == BNX2X_VLAN_MAC_ADD) ? 1464adfc5217SJeff Kirsher "ADD" : "DEL"); 1465adfc5217SJeff Kirsher 1466adfc5217SJeff Kirsher list_del(&pos->link); 1467adfc5217SJeff Kirsher bnx2x_exe_queue_free_elem(bp, pos); 1468adfc5217SJeff Kirsher return 1; 1469adfc5217SJeff Kirsher } 1470adfc5217SJeff Kirsher 1471adfc5217SJeff Kirsher return 0; 1472adfc5217SJeff Kirsher } 1473adfc5217SJeff Kirsher 1474adfc5217SJeff Kirsher /** 1475adfc5217SJeff Kirsher * bnx2x_vlan_mac_get_registry_elem - prepare a registry element 1476adfc5217SJeff Kirsher * 1477adfc5217SJeff Kirsher * @bp: device handle 1478adfc5217SJeff Kirsher * @o: 1479adfc5217SJeff Kirsher * @elem: 1480adfc5217SJeff Kirsher * @restore: 1481adfc5217SJeff Kirsher * @re: 1482adfc5217SJeff Kirsher * 1483adfc5217SJeff Kirsher * prepare a registry element according to the current command request. 1484adfc5217SJeff Kirsher */ 1485adfc5217SJeff Kirsher static inline int bnx2x_vlan_mac_get_registry_elem( 1486adfc5217SJeff Kirsher struct bnx2x *bp, 1487adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o, 1488adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem, 1489adfc5217SJeff Kirsher bool restore, 1490adfc5217SJeff Kirsher struct bnx2x_vlan_mac_registry_elem **re) 1491adfc5217SJeff Kirsher { 1492adfc5217SJeff Kirsher int cmd = elem->cmd_data.vlan_mac.cmd; 1493adfc5217SJeff Kirsher struct bnx2x_vlan_mac_registry_elem *reg_elem; 1494adfc5217SJeff Kirsher 1495adfc5217SJeff Kirsher /* Allocate a new registry element if needed. */ 1496adfc5217SJeff Kirsher if (!restore && 1497adfc5217SJeff Kirsher ((cmd == BNX2X_VLAN_MAC_ADD) || (cmd == BNX2X_VLAN_MAC_MOVE))) { 1498adfc5217SJeff Kirsher reg_elem = kzalloc(sizeof(*reg_elem), GFP_ATOMIC); 1499adfc5217SJeff Kirsher if (!reg_elem) 1500adfc5217SJeff Kirsher return -ENOMEM; 1501adfc5217SJeff Kirsher 1502adfc5217SJeff Kirsher /* Get a new CAM offset */ 1503adfc5217SJeff Kirsher if (!o->get_cam_offset(o, ®_elem->cam_offset)) { 1504adfc5217SJeff Kirsher /* 1505adfc5217SJeff Kirsher * This shell never happen, because we have checked the 1506adfc5217SJeff Kirsher * CAM availiability in the 'validate'. 1507adfc5217SJeff Kirsher */ 1508adfc5217SJeff Kirsher WARN_ON(1); 1509adfc5217SJeff Kirsher kfree(reg_elem); 1510adfc5217SJeff Kirsher return -EINVAL; 1511adfc5217SJeff Kirsher } 1512adfc5217SJeff Kirsher 1513adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Got cam offset %d\n", reg_elem->cam_offset); 1514adfc5217SJeff Kirsher 1515adfc5217SJeff Kirsher /* Set a VLAN-MAC data */ 1516adfc5217SJeff Kirsher memcpy(®_elem->u, &elem->cmd_data.vlan_mac.u, 1517adfc5217SJeff Kirsher sizeof(reg_elem->u)); 1518adfc5217SJeff Kirsher 1519adfc5217SJeff Kirsher /* Copy the flags (needed for DEL and RESTORE flows) */ 1520adfc5217SJeff Kirsher reg_elem->vlan_mac_flags = 1521adfc5217SJeff Kirsher elem->cmd_data.vlan_mac.vlan_mac_flags; 1522adfc5217SJeff Kirsher } else /* DEL, RESTORE */ 1523adfc5217SJeff Kirsher reg_elem = o->check_del(o, &elem->cmd_data.vlan_mac.u); 1524adfc5217SJeff Kirsher 1525adfc5217SJeff Kirsher *re = reg_elem; 1526adfc5217SJeff Kirsher return 0; 1527adfc5217SJeff Kirsher } 1528adfc5217SJeff Kirsher 1529adfc5217SJeff Kirsher /** 1530adfc5217SJeff Kirsher * bnx2x_execute_vlan_mac - execute vlan mac command 1531adfc5217SJeff Kirsher * 1532adfc5217SJeff Kirsher * @bp: device handle 1533adfc5217SJeff Kirsher * @qo: 1534adfc5217SJeff Kirsher * @exe_chunk: 1535adfc5217SJeff Kirsher * @ramrod_flags: 1536adfc5217SJeff Kirsher * 1537adfc5217SJeff Kirsher * go and send a ramrod! 1538adfc5217SJeff Kirsher */ 1539adfc5217SJeff Kirsher static int bnx2x_execute_vlan_mac(struct bnx2x *bp, 1540adfc5217SJeff Kirsher union bnx2x_qable_obj *qo, 1541adfc5217SJeff Kirsher struct list_head *exe_chunk, 1542adfc5217SJeff Kirsher unsigned long *ramrod_flags) 1543adfc5217SJeff Kirsher { 1544adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem; 1545adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o = &qo->vlan_mac, *cam_obj; 1546adfc5217SJeff Kirsher struct bnx2x_raw_obj *r = &o->raw; 1547adfc5217SJeff Kirsher int rc, idx = 0; 1548adfc5217SJeff Kirsher bool restore = test_bit(RAMROD_RESTORE, ramrod_flags); 1549adfc5217SJeff Kirsher bool drv_only = test_bit(RAMROD_DRV_CLR_ONLY, ramrod_flags); 1550adfc5217SJeff Kirsher struct bnx2x_vlan_mac_registry_elem *reg_elem; 1551adfc5217SJeff Kirsher int cmd; 1552adfc5217SJeff Kirsher 1553adfc5217SJeff Kirsher /* 1554adfc5217SJeff Kirsher * If DRIVER_ONLY execution is requested, cleanup a registry 1555adfc5217SJeff Kirsher * and exit. Otherwise send a ramrod to FW. 1556adfc5217SJeff Kirsher */ 1557adfc5217SJeff Kirsher if (!drv_only) { 1558adfc5217SJeff Kirsher WARN_ON(r->check_pending(r)); 1559adfc5217SJeff Kirsher 1560adfc5217SJeff Kirsher /* Set pending */ 1561adfc5217SJeff Kirsher r->set_pending(r); 1562adfc5217SJeff Kirsher 1563adfc5217SJeff Kirsher /* Fill tha ramrod data */ 1564adfc5217SJeff Kirsher list_for_each_entry(elem, exe_chunk, link) { 1565adfc5217SJeff Kirsher cmd = elem->cmd_data.vlan_mac.cmd; 1566adfc5217SJeff Kirsher /* 1567adfc5217SJeff Kirsher * We will add to the target object in MOVE command, so 1568adfc5217SJeff Kirsher * change the object for a CAM search. 1569adfc5217SJeff Kirsher */ 1570adfc5217SJeff Kirsher if (cmd == BNX2X_VLAN_MAC_MOVE) 1571adfc5217SJeff Kirsher cam_obj = elem->cmd_data.vlan_mac.target_obj; 1572adfc5217SJeff Kirsher else 1573adfc5217SJeff Kirsher cam_obj = o; 1574adfc5217SJeff Kirsher 1575adfc5217SJeff Kirsher rc = bnx2x_vlan_mac_get_registry_elem(bp, cam_obj, 1576adfc5217SJeff Kirsher elem, restore, 1577adfc5217SJeff Kirsher ®_elem); 1578adfc5217SJeff Kirsher if (rc) 1579adfc5217SJeff Kirsher goto error_exit; 1580adfc5217SJeff Kirsher 1581adfc5217SJeff Kirsher WARN_ON(!reg_elem); 1582adfc5217SJeff Kirsher 1583adfc5217SJeff Kirsher /* Push a new entry into the registry */ 1584adfc5217SJeff Kirsher if (!restore && 1585adfc5217SJeff Kirsher ((cmd == BNX2X_VLAN_MAC_ADD) || 1586adfc5217SJeff Kirsher (cmd == BNX2X_VLAN_MAC_MOVE))) 1587adfc5217SJeff Kirsher list_add(®_elem->link, &cam_obj->head); 1588adfc5217SJeff Kirsher 1589adfc5217SJeff Kirsher /* Configure a single command in a ramrod data buffer */ 1590adfc5217SJeff Kirsher o->set_one_rule(bp, o, elem, idx, 1591adfc5217SJeff Kirsher reg_elem->cam_offset); 1592adfc5217SJeff Kirsher 1593adfc5217SJeff Kirsher /* MOVE command consumes 2 entries in the ramrod data */ 1594adfc5217SJeff Kirsher if (cmd == BNX2X_VLAN_MAC_MOVE) 1595adfc5217SJeff Kirsher idx += 2; 1596adfc5217SJeff Kirsher else 1597adfc5217SJeff Kirsher idx++; 1598adfc5217SJeff Kirsher } 1599adfc5217SJeff Kirsher 1600adfc5217SJeff Kirsher /* 1601adfc5217SJeff Kirsher * No need for an explicit memory barrier here as long we would 1602adfc5217SJeff Kirsher * need to ensure the ordering of writing to the SPQ element 1603adfc5217SJeff Kirsher * and updating of the SPQ producer which involves a memory 1604adfc5217SJeff Kirsher * read and we will have to put a full memory barrier there 1605adfc5217SJeff Kirsher * (inside bnx2x_sp_post()). 1606adfc5217SJeff Kirsher */ 1607adfc5217SJeff Kirsher 1608adfc5217SJeff Kirsher rc = bnx2x_sp_post(bp, o->ramrod_cmd, r->cid, 1609adfc5217SJeff Kirsher U64_HI(r->rdata_mapping), 1610adfc5217SJeff Kirsher U64_LO(r->rdata_mapping), 1611adfc5217SJeff Kirsher ETH_CONNECTION_TYPE); 1612adfc5217SJeff Kirsher if (rc) 1613adfc5217SJeff Kirsher goto error_exit; 1614adfc5217SJeff Kirsher } 1615adfc5217SJeff Kirsher 1616adfc5217SJeff Kirsher /* Now, when we are done with the ramrod - clean up the registry */ 1617adfc5217SJeff Kirsher list_for_each_entry(elem, exe_chunk, link) { 1618adfc5217SJeff Kirsher cmd = elem->cmd_data.vlan_mac.cmd; 1619adfc5217SJeff Kirsher if ((cmd == BNX2X_VLAN_MAC_DEL) || 1620adfc5217SJeff Kirsher (cmd == BNX2X_VLAN_MAC_MOVE)) { 1621adfc5217SJeff Kirsher reg_elem = o->check_del(o, &elem->cmd_data.vlan_mac.u); 1622adfc5217SJeff Kirsher 1623adfc5217SJeff Kirsher WARN_ON(!reg_elem); 1624adfc5217SJeff Kirsher 1625adfc5217SJeff Kirsher o->put_cam_offset(o, reg_elem->cam_offset); 1626adfc5217SJeff Kirsher list_del(®_elem->link); 1627adfc5217SJeff Kirsher kfree(reg_elem); 1628adfc5217SJeff Kirsher } 1629adfc5217SJeff Kirsher } 1630adfc5217SJeff Kirsher 1631adfc5217SJeff Kirsher if (!drv_only) 1632adfc5217SJeff Kirsher return 1; 1633adfc5217SJeff Kirsher else 1634adfc5217SJeff Kirsher return 0; 1635adfc5217SJeff Kirsher 1636adfc5217SJeff Kirsher error_exit: 1637adfc5217SJeff Kirsher r->clear_pending(r); 1638adfc5217SJeff Kirsher 1639adfc5217SJeff Kirsher /* Cleanup a registry in case of a failure */ 1640adfc5217SJeff Kirsher list_for_each_entry(elem, exe_chunk, link) { 1641adfc5217SJeff Kirsher cmd = elem->cmd_data.vlan_mac.cmd; 1642adfc5217SJeff Kirsher 1643adfc5217SJeff Kirsher if (cmd == BNX2X_VLAN_MAC_MOVE) 1644adfc5217SJeff Kirsher cam_obj = elem->cmd_data.vlan_mac.target_obj; 1645adfc5217SJeff Kirsher else 1646adfc5217SJeff Kirsher cam_obj = o; 1647adfc5217SJeff Kirsher 1648adfc5217SJeff Kirsher /* Delete all newly added above entries */ 1649adfc5217SJeff Kirsher if (!restore && 1650adfc5217SJeff Kirsher ((cmd == BNX2X_VLAN_MAC_ADD) || 1651adfc5217SJeff Kirsher (cmd == BNX2X_VLAN_MAC_MOVE))) { 1652adfc5217SJeff Kirsher reg_elem = o->check_del(cam_obj, 1653adfc5217SJeff Kirsher &elem->cmd_data.vlan_mac.u); 1654adfc5217SJeff Kirsher if (reg_elem) { 1655adfc5217SJeff Kirsher list_del(®_elem->link); 1656adfc5217SJeff Kirsher kfree(reg_elem); 1657adfc5217SJeff Kirsher } 1658adfc5217SJeff Kirsher } 1659adfc5217SJeff Kirsher } 1660adfc5217SJeff Kirsher 1661adfc5217SJeff Kirsher return rc; 1662adfc5217SJeff Kirsher } 1663adfc5217SJeff Kirsher 1664adfc5217SJeff Kirsher static inline int bnx2x_vlan_mac_push_new_cmd( 1665adfc5217SJeff Kirsher struct bnx2x *bp, 1666adfc5217SJeff Kirsher struct bnx2x_vlan_mac_ramrod_params *p) 1667adfc5217SJeff Kirsher { 1668adfc5217SJeff Kirsher struct bnx2x_exeq_elem *elem; 1669adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o = p->vlan_mac_obj; 1670adfc5217SJeff Kirsher bool restore = test_bit(RAMROD_RESTORE, &p->ramrod_flags); 1671adfc5217SJeff Kirsher 1672adfc5217SJeff Kirsher /* Allocate the execution queue element */ 1673adfc5217SJeff Kirsher elem = bnx2x_exe_queue_alloc_elem(bp); 1674adfc5217SJeff Kirsher if (!elem) 1675adfc5217SJeff Kirsher return -ENOMEM; 1676adfc5217SJeff Kirsher 1677adfc5217SJeff Kirsher /* Set the command 'length' */ 1678adfc5217SJeff Kirsher switch (p->user_req.cmd) { 1679adfc5217SJeff Kirsher case BNX2X_VLAN_MAC_MOVE: 1680adfc5217SJeff Kirsher elem->cmd_len = 2; 1681adfc5217SJeff Kirsher break; 1682adfc5217SJeff Kirsher default: 1683adfc5217SJeff Kirsher elem->cmd_len = 1; 1684adfc5217SJeff Kirsher } 1685adfc5217SJeff Kirsher 1686adfc5217SJeff Kirsher /* Fill the object specific info */ 1687adfc5217SJeff Kirsher memcpy(&elem->cmd_data.vlan_mac, &p->user_req, sizeof(p->user_req)); 1688adfc5217SJeff Kirsher 1689adfc5217SJeff Kirsher /* Try to add a new command to the pending list */ 1690adfc5217SJeff Kirsher return bnx2x_exe_queue_add(bp, &o->exe_queue, elem, restore); 1691adfc5217SJeff Kirsher } 1692adfc5217SJeff Kirsher 1693adfc5217SJeff Kirsher /** 1694adfc5217SJeff Kirsher * bnx2x_config_vlan_mac - configure VLAN/MAC/VLAN_MAC filtering rules. 1695adfc5217SJeff Kirsher * 1696adfc5217SJeff Kirsher * @bp: device handle 1697adfc5217SJeff Kirsher * @p: 1698adfc5217SJeff Kirsher * 1699adfc5217SJeff Kirsher */ 1700adfc5217SJeff Kirsher int bnx2x_config_vlan_mac( 1701adfc5217SJeff Kirsher struct bnx2x *bp, 1702adfc5217SJeff Kirsher struct bnx2x_vlan_mac_ramrod_params *p) 1703adfc5217SJeff Kirsher { 1704adfc5217SJeff Kirsher int rc = 0; 1705adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o = p->vlan_mac_obj; 1706adfc5217SJeff Kirsher unsigned long *ramrod_flags = &p->ramrod_flags; 1707adfc5217SJeff Kirsher bool cont = test_bit(RAMROD_CONT, ramrod_flags); 1708adfc5217SJeff Kirsher struct bnx2x_raw_obj *raw = &o->raw; 1709adfc5217SJeff Kirsher 1710adfc5217SJeff Kirsher /* 1711adfc5217SJeff Kirsher * Add new elements to the execution list for commands that require it. 1712adfc5217SJeff Kirsher */ 1713adfc5217SJeff Kirsher if (!cont) { 1714adfc5217SJeff Kirsher rc = bnx2x_vlan_mac_push_new_cmd(bp, p); 1715adfc5217SJeff Kirsher if (rc) 1716adfc5217SJeff Kirsher return rc; 1717adfc5217SJeff Kirsher } 1718adfc5217SJeff Kirsher 1719adfc5217SJeff Kirsher /* 1720adfc5217SJeff Kirsher * If nothing will be executed further in this iteration we want to 1721adfc5217SJeff Kirsher * return PENDING if there are pending commands 1722adfc5217SJeff Kirsher */ 1723adfc5217SJeff Kirsher if (!bnx2x_exe_queue_empty(&o->exe_queue)) 1724adfc5217SJeff Kirsher rc = 1; 1725adfc5217SJeff Kirsher 1726adfc5217SJeff Kirsher if (test_bit(RAMROD_DRV_CLR_ONLY, ramrod_flags)) { 1727adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "RAMROD_DRV_CLR_ONLY requested: " 1728adfc5217SJeff Kirsher "clearing a pending bit.\n"); 1729adfc5217SJeff Kirsher raw->clear_pending(raw); 1730adfc5217SJeff Kirsher } 1731adfc5217SJeff Kirsher 1732adfc5217SJeff Kirsher /* Execute commands if required */ 1733adfc5217SJeff Kirsher if (cont || test_bit(RAMROD_EXEC, ramrod_flags) || 1734adfc5217SJeff Kirsher test_bit(RAMROD_COMP_WAIT, ramrod_flags)) { 1735adfc5217SJeff Kirsher rc = bnx2x_exe_queue_step(bp, &o->exe_queue, ramrod_flags); 1736adfc5217SJeff Kirsher if (rc < 0) 1737adfc5217SJeff Kirsher return rc; 1738adfc5217SJeff Kirsher } 1739adfc5217SJeff Kirsher 1740adfc5217SJeff Kirsher /* 1741adfc5217SJeff Kirsher * RAMROD_COMP_WAIT is a superset of RAMROD_EXEC. If it was set 1742adfc5217SJeff Kirsher * then user want to wait until the last command is done. 1743adfc5217SJeff Kirsher */ 1744adfc5217SJeff Kirsher if (test_bit(RAMROD_COMP_WAIT, &p->ramrod_flags)) { 1745adfc5217SJeff Kirsher /* 1746adfc5217SJeff Kirsher * Wait maximum for the current exe_queue length iterations plus 1747adfc5217SJeff Kirsher * one (for the current pending command). 1748adfc5217SJeff Kirsher */ 1749adfc5217SJeff Kirsher int max_iterations = bnx2x_exe_queue_length(&o->exe_queue) + 1; 1750adfc5217SJeff Kirsher 1751adfc5217SJeff Kirsher while (!bnx2x_exe_queue_empty(&o->exe_queue) && 1752adfc5217SJeff Kirsher max_iterations--) { 1753adfc5217SJeff Kirsher 1754adfc5217SJeff Kirsher /* Wait for the current command to complete */ 1755adfc5217SJeff Kirsher rc = raw->wait_comp(bp, raw); 1756adfc5217SJeff Kirsher if (rc) 1757adfc5217SJeff Kirsher return rc; 1758adfc5217SJeff Kirsher 1759adfc5217SJeff Kirsher /* Make a next step */ 1760adfc5217SJeff Kirsher rc = bnx2x_exe_queue_step(bp, &o->exe_queue, 1761adfc5217SJeff Kirsher ramrod_flags); 1762adfc5217SJeff Kirsher if (rc < 0) 1763adfc5217SJeff Kirsher return rc; 1764adfc5217SJeff Kirsher } 1765adfc5217SJeff Kirsher 1766adfc5217SJeff Kirsher return 0; 1767adfc5217SJeff Kirsher } 1768adfc5217SJeff Kirsher 1769adfc5217SJeff Kirsher return rc; 1770adfc5217SJeff Kirsher } 1771adfc5217SJeff Kirsher 1772adfc5217SJeff Kirsher 1773adfc5217SJeff Kirsher 1774adfc5217SJeff Kirsher /** 1775adfc5217SJeff Kirsher * bnx2x_vlan_mac_del_all - delete elements with given vlan_mac_flags spec 1776adfc5217SJeff Kirsher * 1777adfc5217SJeff Kirsher * @bp: device handle 1778adfc5217SJeff Kirsher * @o: 1779adfc5217SJeff Kirsher * @vlan_mac_flags: 1780adfc5217SJeff Kirsher * @ramrod_flags: execution flags to be used for this deletion 1781adfc5217SJeff Kirsher * 1782adfc5217SJeff Kirsher * if the last operation has completed successfully and there are no 1783adfc5217SJeff Kirsher * moreelements left, positive value if the last operation has completed 1784adfc5217SJeff Kirsher * successfully and there are more previously configured elements, negative 1785adfc5217SJeff Kirsher * value is current operation has failed. 1786adfc5217SJeff Kirsher */ 1787adfc5217SJeff Kirsher static int bnx2x_vlan_mac_del_all(struct bnx2x *bp, 1788adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *o, 1789adfc5217SJeff Kirsher unsigned long *vlan_mac_flags, 1790adfc5217SJeff Kirsher unsigned long *ramrod_flags) 1791adfc5217SJeff Kirsher { 1792adfc5217SJeff Kirsher struct bnx2x_vlan_mac_registry_elem *pos = NULL; 1793adfc5217SJeff Kirsher int rc = 0; 1794adfc5217SJeff Kirsher struct bnx2x_vlan_mac_ramrod_params p; 1795adfc5217SJeff Kirsher struct bnx2x_exe_queue_obj *exeq = &o->exe_queue; 1796adfc5217SJeff Kirsher struct bnx2x_exeq_elem *exeq_pos, *exeq_pos_n; 1797adfc5217SJeff Kirsher 1798adfc5217SJeff Kirsher /* Clear pending commands first */ 1799adfc5217SJeff Kirsher 1800adfc5217SJeff Kirsher spin_lock_bh(&exeq->lock); 1801adfc5217SJeff Kirsher 1802adfc5217SJeff Kirsher list_for_each_entry_safe(exeq_pos, exeq_pos_n, &exeq->exe_queue, link) { 1803adfc5217SJeff Kirsher if (exeq_pos->cmd_data.vlan_mac.vlan_mac_flags == 1804adfc5217SJeff Kirsher *vlan_mac_flags) 1805adfc5217SJeff Kirsher list_del(&exeq_pos->link); 1806adfc5217SJeff Kirsher } 1807adfc5217SJeff Kirsher 1808adfc5217SJeff Kirsher spin_unlock_bh(&exeq->lock); 1809adfc5217SJeff Kirsher 1810adfc5217SJeff Kirsher /* Prepare a command request */ 1811adfc5217SJeff Kirsher memset(&p, 0, sizeof(p)); 1812adfc5217SJeff Kirsher p.vlan_mac_obj = o; 1813adfc5217SJeff Kirsher p.ramrod_flags = *ramrod_flags; 1814adfc5217SJeff Kirsher p.user_req.cmd = BNX2X_VLAN_MAC_DEL; 1815adfc5217SJeff Kirsher 1816adfc5217SJeff Kirsher /* 1817adfc5217SJeff Kirsher * Add all but the last VLAN-MAC to the execution queue without actually 1818adfc5217SJeff Kirsher * execution anything. 1819adfc5217SJeff Kirsher */ 1820adfc5217SJeff Kirsher __clear_bit(RAMROD_COMP_WAIT, &p.ramrod_flags); 1821adfc5217SJeff Kirsher __clear_bit(RAMROD_EXEC, &p.ramrod_flags); 1822adfc5217SJeff Kirsher __clear_bit(RAMROD_CONT, &p.ramrod_flags); 1823adfc5217SJeff Kirsher 1824adfc5217SJeff Kirsher list_for_each_entry(pos, &o->head, link) { 1825adfc5217SJeff Kirsher if (pos->vlan_mac_flags == *vlan_mac_flags) { 1826adfc5217SJeff Kirsher p.user_req.vlan_mac_flags = pos->vlan_mac_flags; 1827adfc5217SJeff Kirsher memcpy(&p.user_req.u, &pos->u, sizeof(pos->u)); 1828adfc5217SJeff Kirsher rc = bnx2x_config_vlan_mac(bp, &p); 1829adfc5217SJeff Kirsher if (rc < 0) { 1830adfc5217SJeff Kirsher BNX2X_ERR("Failed to add a new DEL command\n"); 1831adfc5217SJeff Kirsher return rc; 1832adfc5217SJeff Kirsher } 1833adfc5217SJeff Kirsher } 1834adfc5217SJeff Kirsher } 1835adfc5217SJeff Kirsher 1836adfc5217SJeff Kirsher p.ramrod_flags = *ramrod_flags; 1837adfc5217SJeff Kirsher __set_bit(RAMROD_CONT, &p.ramrod_flags); 1838adfc5217SJeff Kirsher 1839adfc5217SJeff Kirsher return bnx2x_config_vlan_mac(bp, &p); 1840adfc5217SJeff Kirsher } 1841adfc5217SJeff Kirsher 1842adfc5217SJeff Kirsher static inline void bnx2x_init_raw_obj(struct bnx2x_raw_obj *raw, u8 cl_id, 1843adfc5217SJeff Kirsher u32 cid, u8 func_id, void *rdata, dma_addr_t rdata_mapping, int state, 1844adfc5217SJeff Kirsher unsigned long *pstate, bnx2x_obj_type type) 1845adfc5217SJeff Kirsher { 1846adfc5217SJeff Kirsher raw->func_id = func_id; 1847adfc5217SJeff Kirsher raw->cid = cid; 1848adfc5217SJeff Kirsher raw->cl_id = cl_id; 1849adfc5217SJeff Kirsher raw->rdata = rdata; 1850adfc5217SJeff Kirsher raw->rdata_mapping = rdata_mapping; 1851adfc5217SJeff Kirsher raw->state = state; 1852adfc5217SJeff Kirsher raw->pstate = pstate; 1853adfc5217SJeff Kirsher raw->obj_type = type; 1854adfc5217SJeff Kirsher raw->check_pending = bnx2x_raw_check_pending; 1855adfc5217SJeff Kirsher raw->clear_pending = bnx2x_raw_clear_pending; 1856adfc5217SJeff Kirsher raw->set_pending = bnx2x_raw_set_pending; 1857adfc5217SJeff Kirsher raw->wait_comp = bnx2x_raw_wait; 1858adfc5217SJeff Kirsher } 1859adfc5217SJeff Kirsher 1860adfc5217SJeff Kirsher static inline void bnx2x_init_vlan_mac_common(struct bnx2x_vlan_mac_obj *o, 1861adfc5217SJeff Kirsher u8 cl_id, u32 cid, u8 func_id, void *rdata, dma_addr_t rdata_mapping, 1862adfc5217SJeff Kirsher int state, unsigned long *pstate, bnx2x_obj_type type, 1863adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *macs_pool, 1864adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *vlans_pool) 1865adfc5217SJeff Kirsher { 1866adfc5217SJeff Kirsher INIT_LIST_HEAD(&o->head); 1867adfc5217SJeff Kirsher 1868adfc5217SJeff Kirsher o->macs_pool = macs_pool; 1869adfc5217SJeff Kirsher o->vlans_pool = vlans_pool; 1870adfc5217SJeff Kirsher 1871adfc5217SJeff Kirsher o->delete_all = bnx2x_vlan_mac_del_all; 1872adfc5217SJeff Kirsher o->restore = bnx2x_vlan_mac_restore; 1873adfc5217SJeff Kirsher o->complete = bnx2x_complete_vlan_mac; 1874adfc5217SJeff Kirsher o->wait = bnx2x_wait_vlan_mac; 1875adfc5217SJeff Kirsher 1876adfc5217SJeff Kirsher bnx2x_init_raw_obj(&o->raw, cl_id, cid, func_id, rdata, rdata_mapping, 1877adfc5217SJeff Kirsher state, pstate, type); 1878adfc5217SJeff Kirsher } 1879adfc5217SJeff Kirsher 1880adfc5217SJeff Kirsher 1881adfc5217SJeff Kirsher void bnx2x_init_mac_obj(struct bnx2x *bp, 1882adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *mac_obj, 1883adfc5217SJeff Kirsher u8 cl_id, u32 cid, u8 func_id, void *rdata, 1884adfc5217SJeff Kirsher dma_addr_t rdata_mapping, int state, 1885adfc5217SJeff Kirsher unsigned long *pstate, bnx2x_obj_type type, 1886adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *macs_pool) 1887adfc5217SJeff Kirsher { 1888adfc5217SJeff Kirsher union bnx2x_qable_obj *qable_obj = (union bnx2x_qable_obj *)mac_obj; 1889adfc5217SJeff Kirsher 1890adfc5217SJeff Kirsher bnx2x_init_vlan_mac_common(mac_obj, cl_id, cid, func_id, rdata, 1891adfc5217SJeff Kirsher rdata_mapping, state, pstate, type, 1892adfc5217SJeff Kirsher macs_pool, NULL); 1893adfc5217SJeff Kirsher 1894adfc5217SJeff Kirsher /* CAM credit pool handling */ 1895adfc5217SJeff Kirsher mac_obj->get_credit = bnx2x_get_credit_mac; 1896adfc5217SJeff Kirsher mac_obj->put_credit = bnx2x_put_credit_mac; 1897adfc5217SJeff Kirsher mac_obj->get_cam_offset = bnx2x_get_cam_offset_mac; 1898adfc5217SJeff Kirsher mac_obj->put_cam_offset = bnx2x_put_cam_offset_mac; 1899adfc5217SJeff Kirsher 1900adfc5217SJeff Kirsher if (CHIP_IS_E1x(bp)) { 1901adfc5217SJeff Kirsher mac_obj->set_one_rule = bnx2x_set_one_mac_e1x; 1902adfc5217SJeff Kirsher mac_obj->check_del = bnx2x_check_mac_del; 1903adfc5217SJeff Kirsher mac_obj->check_add = bnx2x_check_mac_add; 1904adfc5217SJeff Kirsher mac_obj->check_move = bnx2x_check_move_always_err; 1905adfc5217SJeff Kirsher mac_obj->ramrod_cmd = RAMROD_CMD_ID_ETH_SET_MAC; 1906adfc5217SJeff Kirsher 1907adfc5217SJeff Kirsher /* Exe Queue */ 1908adfc5217SJeff Kirsher bnx2x_exe_queue_init(bp, 1909adfc5217SJeff Kirsher &mac_obj->exe_queue, 1, qable_obj, 1910adfc5217SJeff Kirsher bnx2x_validate_vlan_mac, 1911adfc5217SJeff Kirsher bnx2x_optimize_vlan_mac, 1912adfc5217SJeff Kirsher bnx2x_execute_vlan_mac, 1913adfc5217SJeff Kirsher bnx2x_exeq_get_mac); 1914adfc5217SJeff Kirsher } else { 1915adfc5217SJeff Kirsher mac_obj->set_one_rule = bnx2x_set_one_mac_e2; 1916adfc5217SJeff Kirsher mac_obj->check_del = bnx2x_check_mac_del; 1917adfc5217SJeff Kirsher mac_obj->check_add = bnx2x_check_mac_add; 1918adfc5217SJeff Kirsher mac_obj->check_move = bnx2x_check_move; 1919adfc5217SJeff Kirsher mac_obj->ramrod_cmd = 1920adfc5217SJeff Kirsher RAMROD_CMD_ID_ETH_CLASSIFICATION_RULES; 1921ed5162a0SAriel Elior mac_obj->get_n_elements = bnx2x_get_n_elements; 1922adfc5217SJeff Kirsher 1923adfc5217SJeff Kirsher /* Exe Queue */ 1924adfc5217SJeff Kirsher bnx2x_exe_queue_init(bp, 1925adfc5217SJeff Kirsher &mac_obj->exe_queue, CLASSIFY_RULES_COUNT, 1926adfc5217SJeff Kirsher qable_obj, bnx2x_validate_vlan_mac, 1927adfc5217SJeff Kirsher bnx2x_optimize_vlan_mac, 1928adfc5217SJeff Kirsher bnx2x_execute_vlan_mac, 1929adfc5217SJeff Kirsher bnx2x_exeq_get_mac); 1930adfc5217SJeff Kirsher } 1931adfc5217SJeff Kirsher } 1932adfc5217SJeff Kirsher 1933adfc5217SJeff Kirsher void bnx2x_init_vlan_obj(struct bnx2x *bp, 1934adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *vlan_obj, 1935adfc5217SJeff Kirsher u8 cl_id, u32 cid, u8 func_id, void *rdata, 1936adfc5217SJeff Kirsher dma_addr_t rdata_mapping, int state, 1937adfc5217SJeff Kirsher unsigned long *pstate, bnx2x_obj_type type, 1938adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *vlans_pool) 1939adfc5217SJeff Kirsher { 1940adfc5217SJeff Kirsher union bnx2x_qable_obj *qable_obj = (union bnx2x_qable_obj *)vlan_obj; 1941adfc5217SJeff Kirsher 1942adfc5217SJeff Kirsher bnx2x_init_vlan_mac_common(vlan_obj, cl_id, cid, func_id, rdata, 1943adfc5217SJeff Kirsher rdata_mapping, state, pstate, type, NULL, 1944adfc5217SJeff Kirsher vlans_pool); 1945adfc5217SJeff Kirsher 1946adfc5217SJeff Kirsher vlan_obj->get_credit = bnx2x_get_credit_vlan; 1947adfc5217SJeff Kirsher vlan_obj->put_credit = bnx2x_put_credit_vlan; 1948adfc5217SJeff Kirsher vlan_obj->get_cam_offset = bnx2x_get_cam_offset_vlan; 1949adfc5217SJeff Kirsher vlan_obj->put_cam_offset = bnx2x_put_cam_offset_vlan; 1950adfc5217SJeff Kirsher 1951adfc5217SJeff Kirsher if (CHIP_IS_E1x(bp)) { 1952adfc5217SJeff Kirsher BNX2X_ERR("Do not support chips others than E2 and newer\n"); 1953adfc5217SJeff Kirsher BUG(); 1954adfc5217SJeff Kirsher } else { 1955adfc5217SJeff Kirsher vlan_obj->set_one_rule = bnx2x_set_one_vlan_e2; 1956adfc5217SJeff Kirsher vlan_obj->check_del = bnx2x_check_vlan_del; 1957adfc5217SJeff Kirsher vlan_obj->check_add = bnx2x_check_vlan_add; 1958adfc5217SJeff Kirsher vlan_obj->check_move = bnx2x_check_move; 1959adfc5217SJeff Kirsher vlan_obj->ramrod_cmd = 1960adfc5217SJeff Kirsher RAMROD_CMD_ID_ETH_CLASSIFICATION_RULES; 1961adfc5217SJeff Kirsher 1962adfc5217SJeff Kirsher /* Exe Queue */ 1963adfc5217SJeff Kirsher bnx2x_exe_queue_init(bp, 1964adfc5217SJeff Kirsher &vlan_obj->exe_queue, CLASSIFY_RULES_COUNT, 1965adfc5217SJeff Kirsher qable_obj, bnx2x_validate_vlan_mac, 1966adfc5217SJeff Kirsher bnx2x_optimize_vlan_mac, 1967adfc5217SJeff Kirsher bnx2x_execute_vlan_mac, 1968adfc5217SJeff Kirsher bnx2x_exeq_get_vlan); 1969adfc5217SJeff Kirsher } 1970adfc5217SJeff Kirsher } 1971adfc5217SJeff Kirsher 1972adfc5217SJeff Kirsher void bnx2x_init_vlan_mac_obj(struct bnx2x *bp, 1973adfc5217SJeff Kirsher struct bnx2x_vlan_mac_obj *vlan_mac_obj, 1974adfc5217SJeff Kirsher u8 cl_id, u32 cid, u8 func_id, void *rdata, 1975adfc5217SJeff Kirsher dma_addr_t rdata_mapping, int state, 1976adfc5217SJeff Kirsher unsigned long *pstate, bnx2x_obj_type type, 1977adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *macs_pool, 1978adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *vlans_pool) 1979adfc5217SJeff Kirsher { 1980adfc5217SJeff Kirsher union bnx2x_qable_obj *qable_obj = 1981adfc5217SJeff Kirsher (union bnx2x_qable_obj *)vlan_mac_obj; 1982adfc5217SJeff Kirsher 1983adfc5217SJeff Kirsher bnx2x_init_vlan_mac_common(vlan_mac_obj, cl_id, cid, func_id, rdata, 1984adfc5217SJeff Kirsher rdata_mapping, state, pstate, type, 1985adfc5217SJeff Kirsher macs_pool, vlans_pool); 1986adfc5217SJeff Kirsher 1987adfc5217SJeff Kirsher /* CAM pool handling */ 1988adfc5217SJeff Kirsher vlan_mac_obj->get_credit = bnx2x_get_credit_vlan_mac; 1989adfc5217SJeff Kirsher vlan_mac_obj->put_credit = bnx2x_put_credit_vlan_mac; 1990adfc5217SJeff Kirsher /* 1991adfc5217SJeff Kirsher * CAM offset is relevant for 57710 and 57711 chips only which have a 1992adfc5217SJeff Kirsher * single CAM for both MACs and VLAN-MAC pairs. So the offset 1993adfc5217SJeff Kirsher * will be taken from MACs' pool object only. 1994adfc5217SJeff Kirsher */ 1995adfc5217SJeff Kirsher vlan_mac_obj->get_cam_offset = bnx2x_get_cam_offset_mac; 1996adfc5217SJeff Kirsher vlan_mac_obj->put_cam_offset = bnx2x_put_cam_offset_mac; 1997adfc5217SJeff Kirsher 1998adfc5217SJeff Kirsher if (CHIP_IS_E1(bp)) { 1999adfc5217SJeff Kirsher BNX2X_ERR("Do not support chips others than E2\n"); 2000adfc5217SJeff Kirsher BUG(); 2001adfc5217SJeff Kirsher } else if (CHIP_IS_E1H(bp)) { 2002adfc5217SJeff Kirsher vlan_mac_obj->set_one_rule = bnx2x_set_one_vlan_mac_e1h; 2003adfc5217SJeff Kirsher vlan_mac_obj->check_del = bnx2x_check_vlan_mac_del; 2004adfc5217SJeff Kirsher vlan_mac_obj->check_add = bnx2x_check_vlan_mac_add; 2005adfc5217SJeff Kirsher vlan_mac_obj->check_move = bnx2x_check_move_always_err; 2006adfc5217SJeff Kirsher vlan_mac_obj->ramrod_cmd = RAMROD_CMD_ID_ETH_SET_MAC; 2007adfc5217SJeff Kirsher 2008adfc5217SJeff Kirsher /* Exe Queue */ 2009adfc5217SJeff Kirsher bnx2x_exe_queue_init(bp, 2010adfc5217SJeff Kirsher &vlan_mac_obj->exe_queue, 1, qable_obj, 2011adfc5217SJeff Kirsher bnx2x_validate_vlan_mac, 2012adfc5217SJeff Kirsher bnx2x_optimize_vlan_mac, 2013adfc5217SJeff Kirsher bnx2x_execute_vlan_mac, 2014adfc5217SJeff Kirsher bnx2x_exeq_get_vlan_mac); 2015adfc5217SJeff Kirsher } else { 2016adfc5217SJeff Kirsher vlan_mac_obj->set_one_rule = bnx2x_set_one_vlan_mac_e2; 2017adfc5217SJeff Kirsher vlan_mac_obj->check_del = bnx2x_check_vlan_mac_del; 2018adfc5217SJeff Kirsher vlan_mac_obj->check_add = bnx2x_check_vlan_mac_add; 2019adfc5217SJeff Kirsher vlan_mac_obj->check_move = bnx2x_check_move; 2020adfc5217SJeff Kirsher vlan_mac_obj->ramrod_cmd = 2021adfc5217SJeff Kirsher RAMROD_CMD_ID_ETH_CLASSIFICATION_RULES; 2022adfc5217SJeff Kirsher 2023adfc5217SJeff Kirsher /* Exe Queue */ 2024adfc5217SJeff Kirsher bnx2x_exe_queue_init(bp, 2025adfc5217SJeff Kirsher &vlan_mac_obj->exe_queue, 2026adfc5217SJeff Kirsher CLASSIFY_RULES_COUNT, 2027adfc5217SJeff Kirsher qable_obj, bnx2x_validate_vlan_mac, 2028adfc5217SJeff Kirsher bnx2x_optimize_vlan_mac, 2029adfc5217SJeff Kirsher bnx2x_execute_vlan_mac, 2030adfc5217SJeff Kirsher bnx2x_exeq_get_vlan_mac); 2031adfc5217SJeff Kirsher } 2032adfc5217SJeff Kirsher 2033adfc5217SJeff Kirsher } 2034adfc5217SJeff Kirsher 2035adfc5217SJeff Kirsher /* RX_MODE verbs: DROP_ALL/ACCEPT_ALL/ACCEPT_ALL_MULTI/ACCEPT_ALL_VLAN/NORMAL */ 2036adfc5217SJeff Kirsher static inline void __storm_memset_mac_filters(struct bnx2x *bp, 2037adfc5217SJeff Kirsher struct tstorm_eth_mac_filter_config *mac_filters, 2038adfc5217SJeff Kirsher u16 pf_id) 2039adfc5217SJeff Kirsher { 2040adfc5217SJeff Kirsher size_t size = sizeof(struct tstorm_eth_mac_filter_config); 2041adfc5217SJeff Kirsher 2042adfc5217SJeff Kirsher u32 addr = BAR_TSTRORM_INTMEM + 2043adfc5217SJeff Kirsher TSTORM_MAC_FILTER_CONFIG_OFFSET(pf_id); 2044adfc5217SJeff Kirsher 2045adfc5217SJeff Kirsher __storm_memset_struct(bp, addr, size, (u32 *)mac_filters); 2046adfc5217SJeff Kirsher } 2047adfc5217SJeff Kirsher 2048adfc5217SJeff Kirsher static int bnx2x_set_rx_mode_e1x(struct bnx2x *bp, 2049adfc5217SJeff Kirsher struct bnx2x_rx_mode_ramrod_params *p) 2050adfc5217SJeff Kirsher { 2051adfc5217SJeff Kirsher /* update the bp MAC filter structure */ 2052adfc5217SJeff Kirsher u32 mask = (1 << p->cl_id); 2053adfc5217SJeff Kirsher 2054adfc5217SJeff Kirsher struct tstorm_eth_mac_filter_config *mac_filters = 2055adfc5217SJeff Kirsher (struct tstorm_eth_mac_filter_config *)p->rdata; 2056adfc5217SJeff Kirsher 2057adfc5217SJeff Kirsher /* initial seeting is drop-all */ 2058adfc5217SJeff Kirsher u8 drop_all_ucast = 1, drop_all_mcast = 1; 2059adfc5217SJeff Kirsher u8 accp_all_ucast = 0, accp_all_bcast = 0, accp_all_mcast = 0; 2060adfc5217SJeff Kirsher u8 unmatched_unicast = 0; 2061adfc5217SJeff Kirsher 2062adfc5217SJeff Kirsher /* In e1x there we only take into account rx acceot flag since tx switching 2063adfc5217SJeff Kirsher * isn't enabled. */ 2064adfc5217SJeff Kirsher if (test_bit(BNX2X_ACCEPT_UNICAST, &p->rx_accept_flags)) 2065adfc5217SJeff Kirsher /* accept matched ucast */ 2066adfc5217SJeff Kirsher drop_all_ucast = 0; 2067adfc5217SJeff Kirsher 2068adfc5217SJeff Kirsher if (test_bit(BNX2X_ACCEPT_MULTICAST, &p->rx_accept_flags)) 2069adfc5217SJeff Kirsher /* accept matched mcast */ 2070adfc5217SJeff Kirsher drop_all_mcast = 0; 2071adfc5217SJeff Kirsher 2072adfc5217SJeff Kirsher if (test_bit(BNX2X_ACCEPT_ALL_UNICAST, &p->rx_accept_flags)) { 2073adfc5217SJeff Kirsher /* accept all mcast */ 2074adfc5217SJeff Kirsher drop_all_ucast = 0; 2075adfc5217SJeff Kirsher accp_all_ucast = 1; 2076adfc5217SJeff Kirsher } 2077adfc5217SJeff Kirsher if (test_bit(BNX2X_ACCEPT_ALL_MULTICAST, &p->rx_accept_flags)) { 2078adfc5217SJeff Kirsher /* accept all mcast */ 2079adfc5217SJeff Kirsher drop_all_mcast = 0; 2080adfc5217SJeff Kirsher accp_all_mcast = 1; 2081adfc5217SJeff Kirsher } 2082adfc5217SJeff Kirsher if (test_bit(BNX2X_ACCEPT_BROADCAST, &p->rx_accept_flags)) 2083adfc5217SJeff Kirsher /* accept (all) bcast */ 2084adfc5217SJeff Kirsher accp_all_bcast = 1; 2085adfc5217SJeff Kirsher if (test_bit(BNX2X_ACCEPT_UNMATCHED, &p->rx_accept_flags)) 2086adfc5217SJeff Kirsher /* accept unmatched unicasts */ 2087adfc5217SJeff Kirsher unmatched_unicast = 1; 2088adfc5217SJeff Kirsher 2089adfc5217SJeff Kirsher mac_filters->ucast_drop_all = drop_all_ucast ? 2090adfc5217SJeff Kirsher mac_filters->ucast_drop_all | mask : 2091adfc5217SJeff Kirsher mac_filters->ucast_drop_all & ~mask; 2092adfc5217SJeff Kirsher 2093adfc5217SJeff Kirsher mac_filters->mcast_drop_all = drop_all_mcast ? 2094adfc5217SJeff Kirsher mac_filters->mcast_drop_all | mask : 2095adfc5217SJeff Kirsher mac_filters->mcast_drop_all & ~mask; 2096adfc5217SJeff Kirsher 2097adfc5217SJeff Kirsher mac_filters->ucast_accept_all = accp_all_ucast ? 2098adfc5217SJeff Kirsher mac_filters->ucast_accept_all | mask : 2099adfc5217SJeff Kirsher mac_filters->ucast_accept_all & ~mask; 2100adfc5217SJeff Kirsher 2101adfc5217SJeff Kirsher mac_filters->mcast_accept_all = accp_all_mcast ? 2102adfc5217SJeff Kirsher mac_filters->mcast_accept_all | mask : 2103adfc5217SJeff Kirsher mac_filters->mcast_accept_all & ~mask; 2104adfc5217SJeff Kirsher 2105adfc5217SJeff Kirsher mac_filters->bcast_accept_all = accp_all_bcast ? 2106adfc5217SJeff Kirsher mac_filters->bcast_accept_all | mask : 2107adfc5217SJeff Kirsher mac_filters->bcast_accept_all & ~mask; 2108adfc5217SJeff Kirsher 2109adfc5217SJeff Kirsher mac_filters->unmatched_unicast = unmatched_unicast ? 2110adfc5217SJeff Kirsher mac_filters->unmatched_unicast | mask : 2111adfc5217SJeff Kirsher mac_filters->unmatched_unicast & ~mask; 2112adfc5217SJeff Kirsher 2113adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "drop_ucast 0x%x\ndrop_mcast 0x%x\n accp_ucast 0x%x\n" 2114adfc5217SJeff Kirsher "accp_mcast 0x%x\naccp_bcast 0x%x\n", 2115adfc5217SJeff Kirsher mac_filters->ucast_drop_all, 2116adfc5217SJeff Kirsher mac_filters->mcast_drop_all, 2117adfc5217SJeff Kirsher mac_filters->ucast_accept_all, 2118adfc5217SJeff Kirsher mac_filters->mcast_accept_all, 2119adfc5217SJeff Kirsher mac_filters->bcast_accept_all); 2120adfc5217SJeff Kirsher 2121adfc5217SJeff Kirsher /* write the MAC filter structure*/ 2122adfc5217SJeff Kirsher __storm_memset_mac_filters(bp, mac_filters, p->func_id); 2123adfc5217SJeff Kirsher 2124adfc5217SJeff Kirsher /* The operation is completed */ 2125adfc5217SJeff Kirsher clear_bit(p->state, p->pstate); 2126adfc5217SJeff Kirsher smp_mb__after_clear_bit(); 2127adfc5217SJeff Kirsher 2128adfc5217SJeff Kirsher return 0; 2129adfc5217SJeff Kirsher } 2130adfc5217SJeff Kirsher 2131adfc5217SJeff Kirsher /* Setup ramrod data */ 2132adfc5217SJeff Kirsher static inline void bnx2x_rx_mode_set_rdata_hdr_e2(u32 cid, 2133adfc5217SJeff Kirsher struct eth_classify_header *hdr, 2134adfc5217SJeff Kirsher u8 rule_cnt) 2135adfc5217SJeff Kirsher { 2136adfc5217SJeff Kirsher hdr->echo = cid; 2137adfc5217SJeff Kirsher hdr->rule_cnt = rule_cnt; 2138adfc5217SJeff Kirsher } 2139adfc5217SJeff Kirsher 2140adfc5217SJeff Kirsher static inline void bnx2x_rx_mode_set_cmd_state_e2(struct bnx2x *bp, 2141adfc5217SJeff Kirsher unsigned long accept_flags, 2142adfc5217SJeff Kirsher struct eth_filter_rules_cmd *cmd, 2143adfc5217SJeff Kirsher bool clear_accept_all) 2144adfc5217SJeff Kirsher { 2145adfc5217SJeff Kirsher u16 state; 2146adfc5217SJeff Kirsher 2147adfc5217SJeff Kirsher /* start with 'drop-all' */ 2148adfc5217SJeff Kirsher state = ETH_FILTER_RULES_CMD_UCAST_DROP_ALL | 2149adfc5217SJeff Kirsher ETH_FILTER_RULES_CMD_MCAST_DROP_ALL; 2150adfc5217SJeff Kirsher 2151adfc5217SJeff Kirsher if (accept_flags) { 2152adfc5217SJeff Kirsher if (test_bit(BNX2X_ACCEPT_UNICAST, &accept_flags)) 2153adfc5217SJeff Kirsher state &= ~ETH_FILTER_RULES_CMD_UCAST_DROP_ALL; 2154adfc5217SJeff Kirsher 2155adfc5217SJeff Kirsher if (test_bit(BNX2X_ACCEPT_MULTICAST, &accept_flags)) 2156adfc5217SJeff Kirsher state &= ~ETH_FILTER_RULES_CMD_MCAST_DROP_ALL; 2157adfc5217SJeff Kirsher 2158adfc5217SJeff Kirsher if (test_bit(BNX2X_ACCEPT_ALL_UNICAST, &accept_flags)) { 2159adfc5217SJeff Kirsher state &= ~ETH_FILTER_RULES_CMD_UCAST_DROP_ALL; 2160adfc5217SJeff Kirsher state |= ETH_FILTER_RULES_CMD_UCAST_ACCEPT_ALL; 2161adfc5217SJeff Kirsher } 2162adfc5217SJeff Kirsher 2163adfc5217SJeff Kirsher if (test_bit(BNX2X_ACCEPT_ALL_MULTICAST, &accept_flags)) { 2164adfc5217SJeff Kirsher state |= ETH_FILTER_RULES_CMD_MCAST_ACCEPT_ALL; 2165adfc5217SJeff Kirsher state &= ~ETH_FILTER_RULES_CMD_MCAST_DROP_ALL; 2166adfc5217SJeff Kirsher } 2167adfc5217SJeff Kirsher if (test_bit(BNX2X_ACCEPT_BROADCAST, &accept_flags)) 2168adfc5217SJeff Kirsher state |= ETH_FILTER_RULES_CMD_BCAST_ACCEPT_ALL; 2169adfc5217SJeff Kirsher 2170adfc5217SJeff Kirsher if (test_bit(BNX2X_ACCEPT_UNMATCHED, &accept_flags)) { 2171adfc5217SJeff Kirsher state &= ~ETH_FILTER_RULES_CMD_UCAST_DROP_ALL; 2172adfc5217SJeff Kirsher state |= ETH_FILTER_RULES_CMD_UCAST_ACCEPT_UNMATCHED; 2173adfc5217SJeff Kirsher } 2174adfc5217SJeff Kirsher if (test_bit(BNX2X_ACCEPT_ANY_VLAN, &accept_flags)) 2175adfc5217SJeff Kirsher state |= ETH_FILTER_RULES_CMD_ACCEPT_ANY_VLAN; 2176adfc5217SJeff Kirsher } 2177adfc5217SJeff Kirsher 2178adfc5217SJeff Kirsher /* Clear ACCEPT_ALL_XXX flags for FCoE L2 Queue */ 2179adfc5217SJeff Kirsher if (clear_accept_all) { 2180adfc5217SJeff Kirsher state &= ~ETH_FILTER_RULES_CMD_MCAST_ACCEPT_ALL; 2181adfc5217SJeff Kirsher state &= ~ETH_FILTER_RULES_CMD_BCAST_ACCEPT_ALL; 2182adfc5217SJeff Kirsher state &= ~ETH_FILTER_RULES_CMD_UCAST_ACCEPT_ALL; 2183adfc5217SJeff Kirsher state &= ~ETH_FILTER_RULES_CMD_UCAST_ACCEPT_UNMATCHED; 2184adfc5217SJeff Kirsher } 2185adfc5217SJeff Kirsher 2186adfc5217SJeff Kirsher cmd->state = cpu_to_le16(state); 2187adfc5217SJeff Kirsher 2188adfc5217SJeff Kirsher } 2189adfc5217SJeff Kirsher 2190adfc5217SJeff Kirsher static int bnx2x_set_rx_mode_e2(struct bnx2x *bp, 2191adfc5217SJeff Kirsher struct bnx2x_rx_mode_ramrod_params *p) 2192adfc5217SJeff Kirsher { 2193adfc5217SJeff Kirsher struct eth_filter_rules_ramrod_data *data = p->rdata; 2194adfc5217SJeff Kirsher int rc; 2195adfc5217SJeff Kirsher u8 rule_idx = 0; 2196adfc5217SJeff Kirsher 2197adfc5217SJeff Kirsher /* Reset the ramrod data buffer */ 2198adfc5217SJeff Kirsher memset(data, 0, sizeof(*data)); 2199adfc5217SJeff Kirsher 2200adfc5217SJeff Kirsher /* Setup ramrod data */ 2201adfc5217SJeff Kirsher 2202adfc5217SJeff Kirsher /* Tx (internal switching) */ 2203adfc5217SJeff Kirsher if (test_bit(RAMROD_TX, &p->ramrod_flags)) { 2204adfc5217SJeff Kirsher data->rules[rule_idx].client_id = p->cl_id; 2205adfc5217SJeff Kirsher data->rules[rule_idx].func_id = p->func_id; 2206adfc5217SJeff Kirsher 2207adfc5217SJeff Kirsher data->rules[rule_idx].cmd_general_data = 2208adfc5217SJeff Kirsher ETH_FILTER_RULES_CMD_TX_CMD; 2209adfc5217SJeff Kirsher 2210adfc5217SJeff Kirsher bnx2x_rx_mode_set_cmd_state_e2(bp, p->tx_accept_flags, 2211adfc5217SJeff Kirsher &(data->rules[rule_idx++]), false); 2212adfc5217SJeff Kirsher } 2213adfc5217SJeff Kirsher 2214adfc5217SJeff Kirsher /* Rx */ 2215adfc5217SJeff Kirsher if (test_bit(RAMROD_RX, &p->ramrod_flags)) { 2216adfc5217SJeff Kirsher data->rules[rule_idx].client_id = p->cl_id; 2217adfc5217SJeff Kirsher data->rules[rule_idx].func_id = p->func_id; 2218adfc5217SJeff Kirsher 2219adfc5217SJeff Kirsher data->rules[rule_idx].cmd_general_data = 2220adfc5217SJeff Kirsher ETH_FILTER_RULES_CMD_RX_CMD; 2221adfc5217SJeff Kirsher 2222adfc5217SJeff Kirsher bnx2x_rx_mode_set_cmd_state_e2(bp, p->rx_accept_flags, 2223adfc5217SJeff Kirsher &(data->rules[rule_idx++]), false); 2224adfc5217SJeff Kirsher } 2225adfc5217SJeff Kirsher 2226adfc5217SJeff Kirsher 2227adfc5217SJeff Kirsher /* 2228adfc5217SJeff Kirsher * If FCoE Queue configuration has been requested configure the Rx and 2229adfc5217SJeff Kirsher * internal switching modes for this queue in separate rules. 2230adfc5217SJeff Kirsher * 2231adfc5217SJeff Kirsher * FCoE queue shell never be set to ACCEPT_ALL packets of any sort: 2232adfc5217SJeff Kirsher * MCAST_ALL, UCAST_ALL, BCAST_ALL and UNMATCHED. 2233adfc5217SJeff Kirsher */ 2234adfc5217SJeff Kirsher if (test_bit(BNX2X_RX_MODE_FCOE_ETH, &p->rx_mode_flags)) { 2235adfc5217SJeff Kirsher /* Tx (internal switching) */ 2236adfc5217SJeff Kirsher if (test_bit(RAMROD_TX, &p->ramrod_flags)) { 2237adfc5217SJeff Kirsher data->rules[rule_idx].client_id = bnx2x_fcoe(bp, cl_id); 2238adfc5217SJeff Kirsher data->rules[rule_idx].func_id = p->func_id; 2239adfc5217SJeff Kirsher 2240adfc5217SJeff Kirsher data->rules[rule_idx].cmd_general_data = 2241adfc5217SJeff Kirsher ETH_FILTER_RULES_CMD_TX_CMD; 2242adfc5217SJeff Kirsher 2243adfc5217SJeff Kirsher bnx2x_rx_mode_set_cmd_state_e2(bp, p->tx_accept_flags, 2244adfc5217SJeff Kirsher &(data->rules[rule_idx++]), 2245adfc5217SJeff Kirsher true); 2246adfc5217SJeff Kirsher } 2247adfc5217SJeff Kirsher 2248adfc5217SJeff Kirsher /* Rx */ 2249adfc5217SJeff Kirsher if (test_bit(RAMROD_RX, &p->ramrod_flags)) { 2250adfc5217SJeff Kirsher data->rules[rule_idx].client_id = bnx2x_fcoe(bp, cl_id); 2251adfc5217SJeff Kirsher data->rules[rule_idx].func_id = p->func_id; 2252adfc5217SJeff Kirsher 2253adfc5217SJeff Kirsher data->rules[rule_idx].cmd_general_data = 2254adfc5217SJeff Kirsher ETH_FILTER_RULES_CMD_RX_CMD; 2255adfc5217SJeff Kirsher 2256adfc5217SJeff Kirsher bnx2x_rx_mode_set_cmd_state_e2(bp, p->rx_accept_flags, 2257adfc5217SJeff Kirsher &(data->rules[rule_idx++]), 2258adfc5217SJeff Kirsher true); 2259adfc5217SJeff Kirsher } 2260adfc5217SJeff Kirsher } 2261adfc5217SJeff Kirsher 2262adfc5217SJeff Kirsher /* 2263adfc5217SJeff Kirsher * Set the ramrod header (most importantly - number of rules to 2264adfc5217SJeff Kirsher * configure). 2265adfc5217SJeff Kirsher */ 2266adfc5217SJeff Kirsher bnx2x_rx_mode_set_rdata_hdr_e2(p->cid, &data->header, rule_idx); 2267adfc5217SJeff Kirsher 2268adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "About to configure %d rules, rx_accept_flags 0x%lx, " 2269adfc5217SJeff Kirsher "tx_accept_flags 0x%lx\n", 2270adfc5217SJeff Kirsher data->header.rule_cnt, p->rx_accept_flags, 2271adfc5217SJeff Kirsher p->tx_accept_flags); 2272adfc5217SJeff Kirsher 2273adfc5217SJeff Kirsher /* 2274adfc5217SJeff Kirsher * No need for an explicit memory barrier here as long we would 2275adfc5217SJeff Kirsher * need to ensure the ordering of writing to the SPQ element 2276adfc5217SJeff Kirsher * and updating of the SPQ producer which involves a memory 2277adfc5217SJeff Kirsher * read and we will have to put a full memory barrier there 2278adfc5217SJeff Kirsher * (inside bnx2x_sp_post()). 2279adfc5217SJeff Kirsher */ 2280adfc5217SJeff Kirsher 2281adfc5217SJeff Kirsher /* Send a ramrod */ 2282adfc5217SJeff Kirsher rc = bnx2x_sp_post(bp, RAMROD_CMD_ID_ETH_FILTER_RULES, p->cid, 2283adfc5217SJeff Kirsher U64_HI(p->rdata_mapping), 2284adfc5217SJeff Kirsher U64_LO(p->rdata_mapping), 2285adfc5217SJeff Kirsher ETH_CONNECTION_TYPE); 2286adfc5217SJeff Kirsher if (rc) 2287adfc5217SJeff Kirsher return rc; 2288adfc5217SJeff Kirsher 2289adfc5217SJeff Kirsher /* Ramrod completion is pending */ 2290adfc5217SJeff Kirsher return 1; 2291adfc5217SJeff Kirsher } 2292adfc5217SJeff Kirsher 2293adfc5217SJeff Kirsher static int bnx2x_wait_rx_mode_comp_e2(struct bnx2x *bp, 2294adfc5217SJeff Kirsher struct bnx2x_rx_mode_ramrod_params *p) 2295adfc5217SJeff Kirsher { 2296adfc5217SJeff Kirsher return bnx2x_state_wait(bp, p->state, p->pstate); 2297adfc5217SJeff Kirsher } 2298adfc5217SJeff Kirsher 2299adfc5217SJeff Kirsher static int bnx2x_empty_rx_mode_wait(struct bnx2x *bp, 2300adfc5217SJeff Kirsher struct bnx2x_rx_mode_ramrod_params *p) 2301adfc5217SJeff Kirsher { 2302adfc5217SJeff Kirsher /* Do nothing */ 2303adfc5217SJeff Kirsher return 0; 2304adfc5217SJeff Kirsher } 2305adfc5217SJeff Kirsher 2306adfc5217SJeff Kirsher int bnx2x_config_rx_mode(struct bnx2x *bp, 2307adfc5217SJeff Kirsher struct bnx2x_rx_mode_ramrod_params *p) 2308adfc5217SJeff Kirsher { 2309adfc5217SJeff Kirsher int rc; 2310adfc5217SJeff Kirsher 2311adfc5217SJeff Kirsher /* Configure the new classification in the chip */ 2312adfc5217SJeff Kirsher rc = p->rx_mode_obj->config_rx_mode(bp, p); 2313adfc5217SJeff Kirsher if (rc < 0) 2314adfc5217SJeff Kirsher return rc; 2315adfc5217SJeff Kirsher 2316adfc5217SJeff Kirsher /* Wait for a ramrod completion if was requested */ 2317adfc5217SJeff Kirsher if (test_bit(RAMROD_COMP_WAIT, &p->ramrod_flags)) { 2318adfc5217SJeff Kirsher rc = p->rx_mode_obj->wait_comp(bp, p); 2319adfc5217SJeff Kirsher if (rc) 2320adfc5217SJeff Kirsher return rc; 2321adfc5217SJeff Kirsher } 2322adfc5217SJeff Kirsher 2323adfc5217SJeff Kirsher return rc; 2324adfc5217SJeff Kirsher } 2325adfc5217SJeff Kirsher 2326adfc5217SJeff Kirsher void bnx2x_init_rx_mode_obj(struct bnx2x *bp, 2327adfc5217SJeff Kirsher struct bnx2x_rx_mode_obj *o) 2328adfc5217SJeff Kirsher { 2329adfc5217SJeff Kirsher if (CHIP_IS_E1x(bp)) { 2330adfc5217SJeff Kirsher o->wait_comp = bnx2x_empty_rx_mode_wait; 2331adfc5217SJeff Kirsher o->config_rx_mode = bnx2x_set_rx_mode_e1x; 2332adfc5217SJeff Kirsher } else { 2333adfc5217SJeff Kirsher o->wait_comp = bnx2x_wait_rx_mode_comp_e2; 2334adfc5217SJeff Kirsher o->config_rx_mode = bnx2x_set_rx_mode_e2; 2335adfc5217SJeff Kirsher } 2336adfc5217SJeff Kirsher } 2337adfc5217SJeff Kirsher 2338adfc5217SJeff Kirsher /********************* Multicast verbs: SET, CLEAR ****************************/ 2339adfc5217SJeff Kirsher static inline u8 bnx2x_mcast_bin_from_mac(u8 *mac) 2340adfc5217SJeff Kirsher { 2341adfc5217SJeff Kirsher return (crc32c_le(0, mac, ETH_ALEN) >> 24) & 0xff; 2342adfc5217SJeff Kirsher } 2343adfc5217SJeff Kirsher 2344adfc5217SJeff Kirsher struct bnx2x_mcast_mac_elem { 2345adfc5217SJeff Kirsher struct list_head link; 2346adfc5217SJeff Kirsher u8 mac[ETH_ALEN]; 2347adfc5217SJeff Kirsher u8 pad[2]; /* For a natural alignment of the following buffer */ 2348adfc5217SJeff Kirsher }; 2349adfc5217SJeff Kirsher 2350adfc5217SJeff Kirsher struct bnx2x_pending_mcast_cmd { 2351adfc5217SJeff Kirsher struct list_head link; 2352adfc5217SJeff Kirsher int type; /* BNX2X_MCAST_CMD_X */ 2353adfc5217SJeff Kirsher union { 2354adfc5217SJeff Kirsher struct list_head macs_head; 2355adfc5217SJeff Kirsher u32 macs_num; /* Needed for DEL command */ 2356adfc5217SJeff Kirsher int next_bin; /* Needed for RESTORE flow with aprox match */ 2357adfc5217SJeff Kirsher } data; 2358adfc5217SJeff Kirsher 2359adfc5217SJeff Kirsher bool done; /* set to true, when the command has been handled, 2360adfc5217SJeff Kirsher * practically used in 57712 handling only, where one pending 2361adfc5217SJeff Kirsher * command may be handled in a few operations. As long as for 2362adfc5217SJeff Kirsher * other chips every operation handling is completed in a 2363adfc5217SJeff Kirsher * single ramrod, there is no need to utilize this field. 2364adfc5217SJeff Kirsher */ 2365adfc5217SJeff Kirsher }; 2366adfc5217SJeff Kirsher 2367adfc5217SJeff Kirsher static int bnx2x_mcast_wait(struct bnx2x *bp, 2368adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o) 2369adfc5217SJeff Kirsher { 2370adfc5217SJeff Kirsher if (bnx2x_state_wait(bp, o->sched_state, o->raw.pstate) || 2371adfc5217SJeff Kirsher o->raw.wait_comp(bp, &o->raw)) 2372adfc5217SJeff Kirsher return -EBUSY; 2373adfc5217SJeff Kirsher 2374adfc5217SJeff Kirsher return 0; 2375adfc5217SJeff Kirsher } 2376adfc5217SJeff Kirsher 2377adfc5217SJeff Kirsher static int bnx2x_mcast_enqueue_cmd(struct bnx2x *bp, 2378adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o, 2379adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p, 2380adfc5217SJeff Kirsher int cmd) 2381adfc5217SJeff Kirsher { 2382adfc5217SJeff Kirsher int total_sz; 2383adfc5217SJeff Kirsher struct bnx2x_pending_mcast_cmd *new_cmd; 2384adfc5217SJeff Kirsher struct bnx2x_mcast_mac_elem *cur_mac = NULL; 2385adfc5217SJeff Kirsher struct bnx2x_mcast_list_elem *pos; 2386adfc5217SJeff Kirsher int macs_list_len = ((cmd == BNX2X_MCAST_CMD_ADD) ? 2387adfc5217SJeff Kirsher p->mcast_list_len : 0); 2388adfc5217SJeff Kirsher 2389adfc5217SJeff Kirsher /* If the command is empty ("handle pending commands only"), break */ 2390adfc5217SJeff Kirsher if (!p->mcast_list_len) 2391adfc5217SJeff Kirsher return 0; 2392adfc5217SJeff Kirsher 2393adfc5217SJeff Kirsher total_sz = sizeof(*new_cmd) + 2394adfc5217SJeff Kirsher macs_list_len * sizeof(struct bnx2x_mcast_mac_elem); 2395adfc5217SJeff Kirsher 2396adfc5217SJeff Kirsher /* Add mcast is called under spin_lock, thus calling with GFP_ATOMIC */ 2397adfc5217SJeff Kirsher new_cmd = kzalloc(total_sz, GFP_ATOMIC); 2398adfc5217SJeff Kirsher 2399adfc5217SJeff Kirsher if (!new_cmd) 2400adfc5217SJeff Kirsher return -ENOMEM; 2401adfc5217SJeff Kirsher 2402adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "About to enqueue a new %d command. " 2403adfc5217SJeff Kirsher "macs_list_len=%d\n", cmd, macs_list_len); 2404adfc5217SJeff Kirsher 2405adfc5217SJeff Kirsher INIT_LIST_HEAD(&new_cmd->data.macs_head); 2406adfc5217SJeff Kirsher 2407adfc5217SJeff Kirsher new_cmd->type = cmd; 2408adfc5217SJeff Kirsher new_cmd->done = false; 2409adfc5217SJeff Kirsher 2410adfc5217SJeff Kirsher switch (cmd) { 2411adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_ADD: 2412adfc5217SJeff Kirsher cur_mac = (struct bnx2x_mcast_mac_elem *) 2413adfc5217SJeff Kirsher ((u8 *)new_cmd + sizeof(*new_cmd)); 2414adfc5217SJeff Kirsher 2415adfc5217SJeff Kirsher /* Push the MACs of the current command into the pendig command 2416adfc5217SJeff Kirsher * MACs list: FIFO 2417adfc5217SJeff Kirsher */ 2418adfc5217SJeff Kirsher list_for_each_entry(pos, &p->mcast_list, link) { 2419adfc5217SJeff Kirsher memcpy(cur_mac->mac, pos->mac, ETH_ALEN); 2420adfc5217SJeff Kirsher list_add_tail(&cur_mac->link, &new_cmd->data.macs_head); 2421adfc5217SJeff Kirsher cur_mac++; 2422adfc5217SJeff Kirsher } 2423adfc5217SJeff Kirsher 2424adfc5217SJeff Kirsher break; 2425adfc5217SJeff Kirsher 2426adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_DEL: 2427adfc5217SJeff Kirsher new_cmd->data.macs_num = p->mcast_list_len; 2428adfc5217SJeff Kirsher break; 2429adfc5217SJeff Kirsher 2430adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_RESTORE: 2431adfc5217SJeff Kirsher new_cmd->data.next_bin = 0; 2432adfc5217SJeff Kirsher break; 2433adfc5217SJeff Kirsher 2434adfc5217SJeff Kirsher default: 2435adfc5217SJeff Kirsher BNX2X_ERR("Unknown command: %d\n", cmd); 2436adfc5217SJeff Kirsher return -EINVAL; 2437adfc5217SJeff Kirsher } 2438adfc5217SJeff Kirsher 2439adfc5217SJeff Kirsher /* Push the new pending command to the tail of the pending list: FIFO */ 2440adfc5217SJeff Kirsher list_add_tail(&new_cmd->link, &o->pending_cmds_head); 2441adfc5217SJeff Kirsher 2442adfc5217SJeff Kirsher o->set_sched(o); 2443adfc5217SJeff Kirsher 2444adfc5217SJeff Kirsher return 1; 2445adfc5217SJeff Kirsher } 2446adfc5217SJeff Kirsher 2447adfc5217SJeff Kirsher /** 2448adfc5217SJeff Kirsher * bnx2x_mcast_get_next_bin - get the next set bin (index) 2449adfc5217SJeff Kirsher * 2450adfc5217SJeff Kirsher * @o: 2451adfc5217SJeff Kirsher * @last: index to start looking from (including) 2452adfc5217SJeff Kirsher * 2453adfc5217SJeff Kirsher * returns the next found (set) bin or a negative value if none is found. 2454adfc5217SJeff Kirsher */ 2455adfc5217SJeff Kirsher static inline int bnx2x_mcast_get_next_bin(struct bnx2x_mcast_obj *o, int last) 2456adfc5217SJeff Kirsher { 2457adfc5217SJeff Kirsher int i, j, inner_start = last % BIT_VEC64_ELEM_SZ; 2458adfc5217SJeff Kirsher 2459adfc5217SJeff Kirsher for (i = last / BIT_VEC64_ELEM_SZ; i < BNX2X_MCAST_VEC_SZ; i++) { 2460adfc5217SJeff Kirsher if (o->registry.aprox_match.vec[i]) 2461adfc5217SJeff Kirsher for (j = inner_start; j < BIT_VEC64_ELEM_SZ; j++) { 2462adfc5217SJeff Kirsher int cur_bit = j + BIT_VEC64_ELEM_SZ * i; 2463adfc5217SJeff Kirsher if (BIT_VEC64_TEST_BIT(o->registry.aprox_match. 2464adfc5217SJeff Kirsher vec, cur_bit)) { 2465adfc5217SJeff Kirsher return cur_bit; 2466adfc5217SJeff Kirsher } 2467adfc5217SJeff Kirsher } 2468adfc5217SJeff Kirsher inner_start = 0; 2469adfc5217SJeff Kirsher } 2470adfc5217SJeff Kirsher 2471adfc5217SJeff Kirsher /* None found */ 2472adfc5217SJeff Kirsher return -1; 2473adfc5217SJeff Kirsher } 2474adfc5217SJeff Kirsher 2475adfc5217SJeff Kirsher /** 2476adfc5217SJeff Kirsher * bnx2x_mcast_clear_first_bin - find the first set bin and clear it 2477adfc5217SJeff Kirsher * 2478adfc5217SJeff Kirsher * @o: 2479adfc5217SJeff Kirsher * 2480adfc5217SJeff Kirsher * returns the index of the found bin or -1 if none is found 2481adfc5217SJeff Kirsher */ 2482adfc5217SJeff Kirsher static inline int bnx2x_mcast_clear_first_bin(struct bnx2x_mcast_obj *o) 2483adfc5217SJeff Kirsher { 2484adfc5217SJeff Kirsher int cur_bit = bnx2x_mcast_get_next_bin(o, 0); 2485adfc5217SJeff Kirsher 2486adfc5217SJeff Kirsher if (cur_bit >= 0) 2487adfc5217SJeff Kirsher BIT_VEC64_CLEAR_BIT(o->registry.aprox_match.vec, cur_bit); 2488adfc5217SJeff Kirsher 2489adfc5217SJeff Kirsher return cur_bit; 2490adfc5217SJeff Kirsher } 2491adfc5217SJeff Kirsher 2492adfc5217SJeff Kirsher static inline u8 bnx2x_mcast_get_rx_tx_flag(struct bnx2x_mcast_obj *o) 2493adfc5217SJeff Kirsher { 2494adfc5217SJeff Kirsher struct bnx2x_raw_obj *raw = &o->raw; 2495adfc5217SJeff Kirsher u8 rx_tx_flag = 0; 2496adfc5217SJeff Kirsher 2497adfc5217SJeff Kirsher if ((raw->obj_type == BNX2X_OBJ_TYPE_TX) || 2498adfc5217SJeff Kirsher (raw->obj_type == BNX2X_OBJ_TYPE_RX_TX)) 2499adfc5217SJeff Kirsher rx_tx_flag |= ETH_MULTICAST_RULES_CMD_TX_CMD; 2500adfc5217SJeff Kirsher 2501adfc5217SJeff Kirsher if ((raw->obj_type == BNX2X_OBJ_TYPE_RX) || 2502adfc5217SJeff Kirsher (raw->obj_type == BNX2X_OBJ_TYPE_RX_TX)) 2503adfc5217SJeff Kirsher rx_tx_flag |= ETH_MULTICAST_RULES_CMD_RX_CMD; 2504adfc5217SJeff Kirsher 2505adfc5217SJeff Kirsher return rx_tx_flag; 2506adfc5217SJeff Kirsher } 2507adfc5217SJeff Kirsher 2508adfc5217SJeff Kirsher static void bnx2x_mcast_set_one_rule_e2(struct bnx2x *bp, 2509adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o, int idx, 2510adfc5217SJeff Kirsher union bnx2x_mcast_config_data *cfg_data, 2511adfc5217SJeff Kirsher int cmd) 2512adfc5217SJeff Kirsher { 2513adfc5217SJeff Kirsher struct bnx2x_raw_obj *r = &o->raw; 2514adfc5217SJeff Kirsher struct eth_multicast_rules_ramrod_data *data = 2515adfc5217SJeff Kirsher (struct eth_multicast_rules_ramrod_data *)(r->rdata); 2516adfc5217SJeff Kirsher u8 func_id = r->func_id; 2517adfc5217SJeff Kirsher u8 rx_tx_add_flag = bnx2x_mcast_get_rx_tx_flag(o); 2518adfc5217SJeff Kirsher int bin; 2519adfc5217SJeff Kirsher 2520adfc5217SJeff Kirsher if ((cmd == BNX2X_MCAST_CMD_ADD) || (cmd == BNX2X_MCAST_CMD_RESTORE)) 2521adfc5217SJeff Kirsher rx_tx_add_flag |= ETH_MULTICAST_RULES_CMD_IS_ADD; 2522adfc5217SJeff Kirsher 2523adfc5217SJeff Kirsher data->rules[idx].cmd_general_data |= rx_tx_add_flag; 2524adfc5217SJeff Kirsher 2525adfc5217SJeff Kirsher /* Get a bin and update a bins' vector */ 2526adfc5217SJeff Kirsher switch (cmd) { 2527adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_ADD: 2528adfc5217SJeff Kirsher bin = bnx2x_mcast_bin_from_mac(cfg_data->mac); 2529adfc5217SJeff Kirsher BIT_VEC64_SET_BIT(o->registry.aprox_match.vec, bin); 2530adfc5217SJeff Kirsher break; 2531adfc5217SJeff Kirsher 2532adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_DEL: 2533adfc5217SJeff Kirsher /* If there were no more bins to clear 2534adfc5217SJeff Kirsher * (bnx2x_mcast_clear_first_bin() returns -1) then we would 2535adfc5217SJeff Kirsher * clear any (0xff) bin. 2536adfc5217SJeff Kirsher * See bnx2x_mcast_validate_e2() for explanation when it may 2537adfc5217SJeff Kirsher * happen. 2538adfc5217SJeff Kirsher */ 2539adfc5217SJeff Kirsher bin = bnx2x_mcast_clear_first_bin(o); 2540adfc5217SJeff Kirsher break; 2541adfc5217SJeff Kirsher 2542adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_RESTORE: 2543adfc5217SJeff Kirsher bin = cfg_data->bin; 2544adfc5217SJeff Kirsher break; 2545adfc5217SJeff Kirsher 2546adfc5217SJeff Kirsher default: 2547adfc5217SJeff Kirsher BNX2X_ERR("Unknown command: %d\n", cmd); 2548adfc5217SJeff Kirsher return; 2549adfc5217SJeff Kirsher } 2550adfc5217SJeff Kirsher 2551adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "%s bin %d\n", 2552adfc5217SJeff Kirsher ((rx_tx_add_flag & ETH_MULTICAST_RULES_CMD_IS_ADD) ? 2553adfc5217SJeff Kirsher "Setting" : "Clearing"), bin); 2554adfc5217SJeff Kirsher 2555adfc5217SJeff Kirsher data->rules[idx].bin_id = (u8)bin; 2556adfc5217SJeff Kirsher data->rules[idx].func_id = func_id; 2557adfc5217SJeff Kirsher data->rules[idx].engine_id = o->engine_id; 2558adfc5217SJeff Kirsher } 2559adfc5217SJeff Kirsher 2560adfc5217SJeff Kirsher /** 2561adfc5217SJeff Kirsher * bnx2x_mcast_handle_restore_cmd_e2 - restore configuration from the registry 2562adfc5217SJeff Kirsher * 2563adfc5217SJeff Kirsher * @bp: device handle 2564adfc5217SJeff Kirsher * @o: 2565adfc5217SJeff Kirsher * @start_bin: index in the registry to start from (including) 2566adfc5217SJeff Kirsher * @rdata_idx: index in the ramrod data to start from 2567adfc5217SJeff Kirsher * 2568adfc5217SJeff Kirsher * returns last handled bin index or -1 if all bins have been handled 2569adfc5217SJeff Kirsher */ 2570adfc5217SJeff Kirsher static inline int bnx2x_mcast_handle_restore_cmd_e2( 2571adfc5217SJeff Kirsher struct bnx2x *bp, struct bnx2x_mcast_obj *o , int start_bin, 2572adfc5217SJeff Kirsher int *rdata_idx) 2573adfc5217SJeff Kirsher { 2574adfc5217SJeff Kirsher int cur_bin, cnt = *rdata_idx; 2575adfc5217SJeff Kirsher union bnx2x_mcast_config_data cfg_data = {0}; 2576adfc5217SJeff Kirsher 2577adfc5217SJeff Kirsher /* go through the registry and configure the bins from it */ 2578adfc5217SJeff Kirsher for (cur_bin = bnx2x_mcast_get_next_bin(o, start_bin); cur_bin >= 0; 2579adfc5217SJeff Kirsher cur_bin = bnx2x_mcast_get_next_bin(o, cur_bin + 1)) { 2580adfc5217SJeff Kirsher 2581adfc5217SJeff Kirsher cfg_data.bin = (u8)cur_bin; 2582adfc5217SJeff Kirsher o->set_one_rule(bp, o, cnt, &cfg_data, 2583adfc5217SJeff Kirsher BNX2X_MCAST_CMD_RESTORE); 2584adfc5217SJeff Kirsher 2585adfc5217SJeff Kirsher cnt++; 2586adfc5217SJeff Kirsher 2587adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "About to configure a bin %d\n", cur_bin); 2588adfc5217SJeff Kirsher 2589adfc5217SJeff Kirsher /* Break if we reached the maximum number 2590adfc5217SJeff Kirsher * of rules. 2591adfc5217SJeff Kirsher */ 2592adfc5217SJeff Kirsher if (cnt >= o->max_cmd_len) 2593adfc5217SJeff Kirsher break; 2594adfc5217SJeff Kirsher } 2595adfc5217SJeff Kirsher 2596adfc5217SJeff Kirsher *rdata_idx = cnt; 2597adfc5217SJeff Kirsher 2598adfc5217SJeff Kirsher return cur_bin; 2599adfc5217SJeff Kirsher } 2600adfc5217SJeff Kirsher 2601adfc5217SJeff Kirsher static inline void bnx2x_mcast_hdl_pending_add_e2(struct bnx2x *bp, 2602adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o, struct bnx2x_pending_mcast_cmd *cmd_pos, 2603adfc5217SJeff Kirsher int *line_idx) 2604adfc5217SJeff Kirsher { 2605adfc5217SJeff Kirsher struct bnx2x_mcast_mac_elem *pmac_pos, *pmac_pos_n; 2606adfc5217SJeff Kirsher int cnt = *line_idx; 2607adfc5217SJeff Kirsher union bnx2x_mcast_config_data cfg_data = {0}; 2608adfc5217SJeff Kirsher 2609adfc5217SJeff Kirsher list_for_each_entry_safe(pmac_pos, pmac_pos_n, &cmd_pos->data.macs_head, 2610adfc5217SJeff Kirsher link) { 2611adfc5217SJeff Kirsher 2612adfc5217SJeff Kirsher cfg_data.mac = &pmac_pos->mac[0]; 2613adfc5217SJeff Kirsher o->set_one_rule(bp, o, cnt, &cfg_data, cmd_pos->type); 2614adfc5217SJeff Kirsher 2615adfc5217SJeff Kirsher cnt++; 2616adfc5217SJeff Kirsher 26170f9dad10SJoe Perches DP(BNX2X_MSG_SP, "About to configure %pM mcast MAC\n", 26180f9dad10SJoe Perches pmac_pos->mac); 2619adfc5217SJeff Kirsher 2620adfc5217SJeff Kirsher list_del(&pmac_pos->link); 2621adfc5217SJeff Kirsher 2622adfc5217SJeff Kirsher /* Break if we reached the maximum number 2623adfc5217SJeff Kirsher * of rules. 2624adfc5217SJeff Kirsher */ 2625adfc5217SJeff Kirsher if (cnt >= o->max_cmd_len) 2626adfc5217SJeff Kirsher break; 2627adfc5217SJeff Kirsher } 2628adfc5217SJeff Kirsher 2629adfc5217SJeff Kirsher *line_idx = cnt; 2630adfc5217SJeff Kirsher 2631adfc5217SJeff Kirsher /* if no more MACs to configure - we are done */ 2632adfc5217SJeff Kirsher if (list_empty(&cmd_pos->data.macs_head)) 2633adfc5217SJeff Kirsher cmd_pos->done = true; 2634adfc5217SJeff Kirsher } 2635adfc5217SJeff Kirsher 2636adfc5217SJeff Kirsher static inline void bnx2x_mcast_hdl_pending_del_e2(struct bnx2x *bp, 2637adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o, struct bnx2x_pending_mcast_cmd *cmd_pos, 2638adfc5217SJeff Kirsher int *line_idx) 2639adfc5217SJeff Kirsher { 2640adfc5217SJeff Kirsher int cnt = *line_idx; 2641adfc5217SJeff Kirsher 2642adfc5217SJeff Kirsher while (cmd_pos->data.macs_num) { 2643adfc5217SJeff Kirsher o->set_one_rule(bp, o, cnt, NULL, cmd_pos->type); 2644adfc5217SJeff Kirsher 2645adfc5217SJeff Kirsher cnt++; 2646adfc5217SJeff Kirsher 2647adfc5217SJeff Kirsher cmd_pos->data.macs_num--; 2648adfc5217SJeff Kirsher 2649adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Deleting MAC. %d left,cnt is %d\n", 2650adfc5217SJeff Kirsher cmd_pos->data.macs_num, cnt); 2651adfc5217SJeff Kirsher 2652adfc5217SJeff Kirsher /* Break if we reached the maximum 2653adfc5217SJeff Kirsher * number of rules. 2654adfc5217SJeff Kirsher */ 2655adfc5217SJeff Kirsher if (cnt >= o->max_cmd_len) 2656adfc5217SJeff Kirsher break; 2657adfc5217SJeff Kirsher } 2658adfc5217SJeff Kirsher 2659adfc5217SJeff Kirsher *line_idx = cnt; 2660adfc5217SJeff Kirsher 2661adfc5217SJeff Kirsher /* If we cleared all bins - we are done */ 2662adfc5217SJeff Kirsher if (!cmd_pos->data.macs_num) 2663adfc5217SJeff Kirsher cmd_pos->done = true; 2664adfc5217SJeff Kirsher } 2665adfc5217SJeff Kirsher 2666adfc5217SJeff Kirsher static inline void bnx2x_mcast_hdl_pending_restore_e2(struct bnx2x *bp, 2667adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o, struct bnx2x_pending_mcast_cmd *cmd_pos, 2668adfc5217SJeff Kirsher int *line_idx) 2669adfc5217SJeff Kirsher { 2670adfc5217SJeff Kirsher cmd_pos->data.next_bin = o->hdl_restore(bp, o, cmd_pos->data.next_bin, 2671adfc5217SJeff Kirsher line_idx); 2672adfc5217SJeff Kirsher 2673adfc5217SJeff Kirsher if (cmd_pos->data.next_bin < 0) 2674adfc5217SJeff Kirsher /* If o->set_restore returned -1 we are done */ 2675adfc5217SJeff Kirsher cmd_pos->done = true; 2676adfc5217SJeff Kirsher else 2677adfc5217SJeff Kirsher /* Start from the next bin next time */ 2678adfc5217SJeff Kirsher cmd_pos->data.next_bin++; 2679adfc5217SJeff Kirsher } 2680adfc5217SJeff Kirsher 2681adfc5217SJeff Kirsher static inline int bnx2x_mcast_handle_pending_cmds_e2(struct bnx2x *bp, 2682adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p) 2683adfc5217SJeff Kirsher { 2684adfc5217SJeff Kirsher struct bnx2x_pending_mcast_cmd *cmd_pos, *cmd_pos_n; 2685adfc5217SJeff Kirsher int cnt = 0; 2686adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o = p->mcast_obj; 2687adfc5217SJeff Kirsher 2688adfc5217SJeff Kirsher list_for_each_entry_safe(cmd_pos, cmd_pos_n, &o->pending_cmds_head, 2689adfc5217SJeff Kirsher link) { 2690adfc5217SJeff Kirsher switch (cmd_pos->type) { 2691adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_ADD: 2692adfc5217SJeff Kirsher bnx2x_mcast_hdl_pending_add_e2(bp, o, cmd_pos, &cnt); 2693adfc5217SJeff Kirsher break; 2694adfc5217SJeff Kirsher 2695adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_DEL: 2696adfc5217SJeff Kirsher bnx2x_mcast_hdl_pending_del_e2(bp, o, cmd_pos, &cnt); 2697adfc5217SJeff Kirsher break; 2698adfc5217SJeff Kirsher 2699adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_RESTORE: 2700adfc5217SJeff Kirsher bnx2x_mcast_hdl_pending_restore_e2(bp, o, cmd_pos, 2701adfc5217SJeff Kirsher &cnt); 2702adfc5217SJeff Kirsher break; 2703adfc5217SJeff Kirsher 2704adfc5217SJeff Kirsher default: 2705adfc5217SJeff Kirsher BNX2X_ERR("Unknown command: %d\n", cmd_pos->type); 2706adfc5217SJeff Kirsher return -EINVAL; 2707adfc5217SJeff Kirsher } 2708adfc5217SJeff Kirsher 2709adfc5217SJeff Kirsher /* If the command has been completed - remove it from the list 2710adfc5217SJeff Kirsher * and free the memory 2711adfc5217SJeff Kirsher */ 2712adfc5217SJeff Kirsher if (cmd_pos->done) { 2713adfc5217SJeff Kirsher list_del(&cmd_pos->link); 2714adfc5217SJeff Kirsher kfree(cmd_pos); 2715adfc5217SJeff Kirsher } 2716adfc5217SJeff Kirsher 2717adfc5217SJeff Kirsher /* Break if we reached the maximum number of rules */ 2718adfc5217SJeff Kirsher if (cnt >= o->max_cmd_len) 2719adfc5217SJeff Kirsher break; 2720adfc5217SJeff Kirsher } 2721adfc5217SJeff Kirsher 2722adfc5217SJeff Kirsher return cnt; 2723adfc5217SJeff Kirsher } 2724adfc5217SJeff Kirsher 2725adfc5217SJeff Kirsher static inline void bnx2x_mcast_hdl_add(struct bnx2x *bp, 2726adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o, struct bnx2x_mcast_ramrod_params *p, 2727adfc5217SJeff Kirsher int *line_idx) 2728adfc5217SJeff Kirsher { 2729adfc5217SJeff Kirsher struct bnx2x_mcast_list_elem *mlist_pos; 2730adfc5217SJeff Kirsher union bnx2x_mcast_config_data cfg_data = {0}; 2731adfc5217SJeff Kirsher int cnt = *line_idx; 2732adfc5217SJeff Kirsher 2733adfc5217SJeff Kirsher list_for_each_entry(mlist_pos, &p->mcast_list, link) { 2734adfc5217SJeff Kirsher cfg_data.mac = mlist_pos->mac; 2735adfc5217SJeff Kirsher o->set_one_rule(bp, o, cnt, &cfg_data, BNX2X_MCAST_CMD_ADD); 2736adfc5217SJeff Kirsher 2737adfc5217SJeff Kirsher cnt++; 2738adfc5217SJeff Kirsher 27390f9dad10SJoe Perches DP(BNX2X_MSG_SP, "About to configure %pM mcast MAC\n", 27400f9dad10SJoe Perches mlist_pos->mac); 2741adfc5217SJeff Kirsher } 2742adfc5217SJeff Kirsher 2743adfc5217SJeff Kirsher *line_idx = cnt; 2744adfc5217SJeff Kirsher } 2745adfc5217SJeff Kirsher 2746adfc5217SJeff Kirsher static inline void bnx2x_mcast_hdl_del(struct bnx2x *bp, 2747adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o, struct bnx2x_mcast_ramrod_params *p, 2748adfc5217SJeff Kirsher int *line_idx) 2749adfc5217SJeff Kirsher { 2750adfc5217SJeff Kirsher int cnt = *line_idx, i; 2751adfc5217SJeff Kirsher 2752adfc5217SJeff Kirsher for (i = 0; i < p->mcast_list_len; i++) { 2753adfc5217SJeff Kirsher o->set_one_rule(bp, o, cnt, NULL, BNX2X_MCAST_CMD_DEL); 2754adfc5217SJeff Kirsher 2755adfc5217SJeff Kirsher cnt++; 2756adfc5217SJeff Kirsher 2757adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Deleting MAC. %d left\n", 2758adfc5217SJeff Kirsher p->mcast_list_len - i - 1); 2759adfc5217SJeff Kirsher } 2760adfc5217SJeff Kirsher 2761adfc5217SJeff Kirsher *line_idx = cnt; 2762adfc5217SJeff Kirsher } 2763adfc5217SJeff Kirsher 2764adfc5217SJeff Kirsher /** 2765adfc5217SJeff Kirsher * bnx2x_mcast_handle_current_cmd - 2766adfc5217SJeff Kirsher * 2767adfc5217SJeff Kirsher * @bp: device handle 2768adfc5217SJeff Kirsher * @p: 2769adfc5217SJeff Kirsher * @cmd: 2770adfc5217SJeff Kirsher * @start_cnt: first line in the ramrod data that may be used 2771adfc5217SJeff Kirsher * 2772adfc5217SJeff Kirsher * This function is called iff there is enough place for the current command in 2773adfc5217SJeff Kirsher * the ramrod data. 2774adfc5217SJeff Kirsher * Returns number of lines filled in the ramrod data in total. 2775adfc5217SJeff Kirsher */ 2776adfc5217SJeff Kirsher static inline int bnx2x_mcast_handle_current_cmd(struct bnx2x *bp, 2777adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p, int cmd, 2778adfc5217SJeff Kirsher int start_cnt) 2779adfc5217SJeff Kirsher { 2780adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o = p->mcast_obj; 2781adfc5217SJeff Kirsher int cnt = start_cnt; 2782adfc5217SJeff Kirsher 2783adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "p->mcast_list_len=%d\n", p->mcast_list_len); 2784adfc5217SJeff Kirsher 2785adfc5217SJeff Kirsher switch (cmd) { 2786adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_ADD: 2787adfc5217SJeff Kirsher bnx2x_mcast_hdl_add(bp, o, p, &cnt); 2788adfc5217SJeff Kirsher break; 2789adfc5217SJeff Kirsher 2790adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_DEL: 2791adfc5217SJeff Kirsher bnx2x_mcast_hdl_del(bp, o, p, &cnt); 2792adfc5217SJeff Kirsher break; 2793adfc5217SJeff Kirsher 2794adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_RESTORE: 2795adfc5217SJeff Kirsher o->hdl_restore(bp, o, 0, &cnt); 2796adfc5217SJeff Kirsher break; 2797adfc5217SJeff Kirsher 2798adfc5217SJeff Kirsher default: 2799adfc5217SJeff Kirsher BNX2X_ERR("Unknown command: %d\n", cmd); 2800adfc5217SJeff Kirsher return -EINVAL; 2801adfc5217SJeff Kirsher } 2802adfc5217SJeff Kirsher 2803adfc5217SJeff Kirsher /* The current command has been handled */ 2804adfc5217SJeff Kirsher p->mcast_list_len = 0; 2805adfc5217SJeff Kirsher 2806adfc5217SJeff Kirsher return cnt; 2807adfc5217SJeff Kirsher } 2808adfc5217SJeff Kirsher 2809adfc5217SJeff Kirsher static int bnx2x_mcast_validate_e2(struct bnx2x *bp, 2810adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p, 2811adfc5217SJeff Kirsher int cmd) 2812adfc5217SJeff Kirsher { 2813adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o = p->mcast_obj; 2814adfc5217SJeff Kirsher int reg_sz = o->get_registry_size(o); 2815adfc5217SJeff Kirsher 2816adfc5217SJeff Kirsher switch (cmd) { 2817adfc5217SJeff Kirsher /* DEL command deletes all currently configured MACs */ 2818adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_DEL: 2819adfc5217SJeff Kirsher o->set_registry_size(o, 0); 2820adfc5217SJeff Kirsher /* Don't break */ 2821adfc5217SJeff Kirsher 2822adfc5217SJeff Kirsher /* RESTORE command will restore the entire multicast configuration */ 2823adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_RESTORE: 2824adfc5217SJeff Kirsher /* Here we set the approximate amount of work to do, which in 2825adfc5217SJeff Kirsher * fact may be only less as some MACs in postponed ADD 2826adfc5217SJeff Kirsher * command(s) scheduled before this command may fall into 2827adfc5217SJeff Kirsher * the same bin and the actual number of bins set in the 2828adfc5217SJeff Kirsher * registry would be less than we estimated here. See 2829adfc5217SJeff Kirsher * bnx2x_mcast_set_one_rule_e2() for further details. 2830adfc5217SJeff Kirsher */ 2831adfc5217SJeff Kirsher p->mcast_list_len = reg_sz; 2832adfc5217SJeff Kirsher break; 2833adfc5217SJeff Kirsher 2834adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_ADD: 2835adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_CONT: 2836adfc5217SJeff Kirsher /* Here we assume that all new MACs will fall into new bins. 2837adfc5217SJeff Kirsher * However we will correct the real registry size after we 2838adfc5217SJeff Kirsher * handle all pending commands. 2839adfc5217SJeff Kirsher */ 2840adfc5217SJeff Kirsher o->set_registry_size(o, reg_sz + p->mcast_list_len); 2841adfc5217SJeff Kirsher break; 2842adfc5217SJeff Kirsher 2843adfc5217SJeff Kirsher default: 2844adfc5217SJeff Kirsher BNX2X_ERR("Unknown command: %d\n", cmd); 2845adfc5217SJeff Kirsher return -EINVAL; 2846adfc5217SJeff Kirsher 2847adfc5217SJeff Kirsher } 2848adfc5217SJeff Kirsher 2849adfc5217SJeff Kirsher /* Increase the total number of MACs pending to be configured */ 2850adfc5217SJeff Kirsher o->total_pending_num += p->mcast_list_len; 2851adfc5217SJeff Kirsher 2852adfc5217SJeff Kirsher return 0; 2853adfc5217SJeff Kirsher } 2854adfc5217SJeff Kirsher 2855adfc5217SJeff Kirsher static void bnx2x_mcast_revert_e2(struct bnx2x *bp, 2856adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p, 2857adfc5217SJeff Kirsher int old_num_bins) 2858adfc5217SJeff Kirsher { 2859adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o = p->mcast_obj; 2860adfc5217SJeff Kirsher 2861adfc5217SJeff Kirsher o->set_registry_size(o, old_num_bins); 2862adfc5217SJeff Kirsher o->total_pending_num -= p->mcast_list_len; 2863adfc5217SJeff Kirsher } 2864adfc5217SJeff Kirsher 2865adfc5217SJeff Kirsher /** 2866adfc5217SJeff Kirsher * bnx2x_mcast_set_rdata_hdr_e2 - sets a header values 2867adfc5217SJeff Kirsher * 2868adfc5217SJeff Kirsher * @bp: device handle 2869adfc5217SJeff Kirsher * @p: 2870adfc5217SJeff Kirsher * @len: number of rules to handle 2871adfc5217SJeff Kirsher */ 2872adfc5217SJeff Kirsher static inline void bnx2x_mcast_set_rdata_hdr_e2(struct bnx2x *bp, 2873adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p, 2874adfc5217SJeff Kirsher u8 len) 2875adfc5217SJeff Kirsher { 2876adfc5217SJeff Kirsher struct bnx2x_raw_obj *r = &p->mcast_obj->raw; 2877adfc5217SJeff Kirsher struct eth_multicast_rules_ramrod_data *data = 2878adfc5217SJeff Kirsher (struct eth_multicast_rules_ramrod_data *)(r->rdata); 2879adfc5217SJeff Kirsher 2880adfc5217SJeff Kirsher data->header.echo = ((r->cid & BNX2X_SWCID_MASK) | 2881adfc5217SJeff Kirsher (BNX2X_FILTER_MCAST_PENDING << BNX2X_SWCID_SHIFT)); 2882adfc5217SJeff Kirsher data->header.rule_cnt = len; 2883adfc5217SJeff Kirsher } 2884adfc5217SJeff Kirsher 2885adfc5217SJeff Kirsher /** 2886adfc5217SJeff Kirsher * bnx2x_mcast_refresh_registry_e2 - recalculate the actual number of set bins 2887adfc5217SJeff Kirsher * 2888adfc5217SJeff Kirsher * @bp: device handle 2889adfc5217SJeff Kirsher * @o: 2890adfc5217SJeff Kirsher * 2891adfc5217SJeff Kirsher * Recalculate the actual number of set bins in the registry using Brian 2892adfc5217SJeff Kirsher * Kernighan's algorithm: it's execution complexity is as a number of set bins. 2893adfc5217SJeff Kirsher * 2894adfc5217SJeff Kirsher * returns 0 for the compliance with bnx2x_mcast_refresh_registry_e1(). 2895adfc5217SJeff Kirsher */ 2896adfc5217SJeff Kirsher static inline int bnx2x_mcast_refresh_registry_e2(struct bnx2x *bp, 2897adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o) 2898adfc5217SJeff Kirsher { 2899adfc5217SJeff Kirsher int i, cnt = 0; 2900adfc5217SJeff Kirsher u64 elem; 2901adfc5217SJeff Kirsher 2902adfc5217SJeff Kirsher for (i = 0; i < BNX2X_MCAST_VEC_SZ; i++) { 2903adfc5217SJeff Kirsher elem = o->registry.aprox_match.vec[i]; 2904adfc5217SJeff Kirsher for (; elem; cnt++) 2905adfc5217SJeff Kirsher elem &= elem - 1; 2906adfc5217SJeff Kirsher } 2907adfc5217SJeff Kirsher 2908adfc5217SJeff Kirsher o->set_registry_size(o, cnt); 2909adfc5217SJeff Kirsher 2910adfc5217SJeff Kirsher return 0; 2911adfc5217SJeff Kirsher } 2912adfc5217SJeff Kirsher 2913adfc5217SJeff Kirsher static int bnx2x_mcast_setup_e2(struct bnx2x *bp, 2914adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p, 2915adfc5217SJeff Kirsher int cmd) 2916adfc5217SJeff Kirsher { 2917adfc5217SJeff Kirsher struct bnx2x_raw_obj *raw = &p->mcast_obj->raw; 2918adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o = p->mcast_obj; 2919adfc5217SJeff Kirsher struct eth_multicast_rules_ramrod_data *data = 2920adfc5217SJeff Kirsher (struct eth_multicast_rules_ramrod_data *)(raw->rdata); 2921adfc5217SJeff Kirsher int cnt = 0, rc; 2922adfc5217SJeff Kirsher 2923adfc5217SJeff Kirsher /* Reset the ramrod data buffer */ 2924adfc5217SJeff Kirsher memset(data, 0, sizeof(*data)); 2925adfc5217SJeff Kirsher 2926adfc5217SJeff Kirsher cnt = bnx2x_mcast_handle_pending_cmds_e2(bp, p); 2927adfc5217SJeff Kirsher 2928adfc5217SJeff Kirsher /* If there are no more pending commands - clear SCHEDULED state */ 2929adfc5217SJeff Kirsher if (list_empty(&o->pending_cmds_head)) 2930adfc5217SJeff Kirsher o->clear_sched(o); 2931adfc5217SJeff Kirsher 2932adfc5217SJeff Kirsher /* The below may be true iff there was enough room in ramrod 2933adfc5217SJeff Kirsher * data for all pending commands and for the current 2934adfc5217SJeff Kirsher * command. Otherwise the current command would have been added 2935adfc5217SJeff Kirsher * to the pending commands and p->mcast_list_len would have been 2936adfc5217SJeff Kirsher * zeroed. 2937adfc5217SJeff Kirsher */ 2938adfc5217SJeff Kirsher if (p->mcast_list_len > 0) 2939adfc5217SJeff Kirsher cnt = bnx2x_mcast_handle_current_cmd(bp, p, cmd, cnt); 2940adfc5217SJeff Kirsher 2941adfc5217SJeff Kirsher /* We've pulled out some MACs - update the total number of 2942adfc5217SJeff Kirsher * outstanding. 2943adfc5217SJeff Kirsher */ 2944adfc5217SJeff Kirsher o->total_pending_num -= cnt; 2945adfc5217SJeff Kirsher 2946adfc5217SJeff Kirsher /* send a ramrod */ 2947adfc5217SJeff Kirsher WARN_ON(o->total_pending_num < 0); 2948adfc5217SJeff Kirsher WARN_ON(cnt > o->max_cmd_len); 2949adfc5217SJeff Kirsher 2950adfc5217SJeff Kirsher bnx2x_mcast_set_rdata_hdr_e2(bp, p, (u8)cnt); 2951adfc5217SJeff Kirsher 2952adfc5217SJeff Kirsher /* Update a registry size if there are no more pending operations. 2953adfc5217SJeff Kirsher * 2954adfc5217SJeff Kirsher * We don't want to change the value of the registry size if there are 2955adfc5217SJeff Kirsher * pending operations because we want it to always be equal to the 2956adfc5217SJeff Kirsher * exact or the approximate number (see bnx2x_mcast_validate_e2()) of 2957adfc5217SJeff Kirsher * set bins after the last requested operation in order to properly 2958adfc5217SJeff Kirsher * evaluate the size of the next DEL/RESTORE operation. 2959adfc5217SJeff Kirsher * 2960adfc5217SJeff Kirsher * Note that we update the registry itself during command(s) handling 2961adfc5217SJeff Kirsher * - see bnx2x_mcast_set_one_rule_e2(). That's because for 57712 we 2962adfc5217SJeff Kirsher * aggregate multiple commands (ADD/DEL/RESTORE) into one ramrod but 2963adfc5217SJeff Kirsher * with a limited amount of update commands (per MAC/bin) and we don't 2964adfc5217SJeff Kirsher * know in this scope what the actual state of bins configuration is 2965adfc5217SJeff Kirsher * going to be after this ramrod. 2966adfc5217SJeff Kirsher */ 2967adfc5217SJeff Kirsher if (!o->total_pending_num) 2968adfc5217SJeff Kirsher bnx2x_mcast_refresh_registry_e2(bp, o); 2969adfc5217SJeff Kirsher 2970adfc5217SJeff Kirsher /* 2971adfc5217SJeff Kirsher * If CLEAR_ONLY was requested - don't send a ramrod and clear 2972adfc5217SJeff Kirsher * RAMROD_PENDING status immediately. 2973adfc5217SJeff Kirsher */ 2974adfc5217SJeff Kirsher if (test_bit(RAMROD_DRV_CLR_ONLY, &p->ramrod_flags)) { 2975adfc5217SJeff Kirsher raw->clear_pending(raw); 2976adfc5217SJeff Kirsher return 0; 2977adfc5217SJeff Kirsher } else { 2978adfc5217SJeff Kirsher /* 2979adfc5217SJeff Kirsher * No need for an explicit memory barrier here as long we would 2980adfc5217SJeff Kirsher * need to ensure the ordering of writing to the SPQ element 2981adfc5217SJeff Kirsher * and updating of the SPQ producer which involves a memory 2982adfc5217SJeff Kirsher * read and we will have to put a full memory barrier there 2983adfc5217SJeff Kirsher * (inside bnx2x_sp_post()). 2984adfc5217SJeff Kirsher */ 2985adfc5217SJeff Kirsher 2986adfc5217SJeff Kirsher /* Send a ramrod */ 2987adfc5217SJeff Kirsher rc = bnx2x_sp_post(bp, RAMROD_CMD_ID_ETH_MULTICAST_RULES, 2988adfc5217SJeff Kirsher raw->cid, U64_HI(raw->rdata_mapping), 2989adfc5217SJeff Kirsher U64_LO(raw->rdata_mapping), 2990adfc5217SJeff Kirsher ETH_CONNECTION_TYPE); 2991adfc5217SJeff Kirsher if (rc) 2992adfc5217SJeff Kirsher return rc; 2993adfc5217SJeff Kirsher 2994adfc5217SJeff Kirsher /* Ramrod completion is pending */ 2995adfc5217SJeff Kirsher return 1; 2996adfc5217SJeff Kirsher } 2997adfc5217SJeff Kirsher } 2998adfc5217SJeff Kirsher 2999adfc5217SJeff Kirsher static int bnx2x_mcast_validate_e1h(struct bnx2x *bp, 3000adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p, 3001adfc5217SJeff Kirsher int cmd) 3002adfc5217SJeff Kirsher { 3003adfc5217SJeff Kirsher /* Mark, that there is a work to do */ 3004adfc5217SJeff Kirsher if ((cmd == BNX2X_MCAST_CMD_DEL) || (cmd == BNX2X_MCAST_CMD_RESTORE)) 3005adfc5217SJeff Kirsher p->mcast_list_len = 1; 3006adfc5217SJeff Kirsher 3007adfc5217SJeff Kirsher return 0; 3008adfc5217SJeff Kirsher } 3009adfc5217SJeff Kirsher 3010adfc5217SJeff Kirsher static void bnx2x_mcast_revert_e1h(struct bnx2x *bp, 3011adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p, 3012adfc5217SJeff Kirsher int old_num_bins) 3013adfc5217SJeff Kirsher { 3014adfc5217SJeff Kirsher /* Do nothing */ 3015adfc5217SJeff Kirsher } 3016adfc5217SJeff Kirsher 3017adfc5217SJeff Kirsher #define BNX2X_57711_SET_MC_FILTER(filter, bit) \ 3018adfc5217SJeff Kirsher do { \ 3019adfc5217SJeff Kirsher (filter)[(bit) >> 5] |= (1 << ((bit) & 0x1f)); \ 3020adfc5217SJeff Kirsher } while (0) 3021adfc5217SJeff Kirsher 3022adfc5217SJeff Kirsher static inline void bnx2x_mcast_hdl_add_e1h(struct bnx2x *bp, 3023adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o, 3024adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p, 3025adfc5217SJeff Kirsher u32 *mc_filter) 3026adfc5217SJeff Kirsher { 3027adfc5217SJeff Kirsher struct bnx2x_mcast_list_elem *mlist_pos; 3028adfc5217SJeff Kirsher int bit; 3029adfc5217SJeff Kirsher 3030adfc5217SJeff Kirsher list_for_each_entry(mlist_pos, &p->mcast_list, link) { 3031adfc5217SJeff Kirsher bit = bnx2x_mcast_bin_from_mac(mlist_pos->mac); 3032adfc5217SJeff Kirsher BNX2X_57711_SET_MC_FILTER(mc_filter, bit); 3033adfc5217SJeff Kirsher 30340f9dad10SJoe Perches DP(BNX2X_MSG_SP, "About to configure %pM mcast MAC, bin %d\n", 30350f9dad10SJoe Perches mlist_pos->mac, bit); 3036adfc5217SJeff Kirsher 3037adfc5217SJeff Kirsher /* bookkeeping... */ 3038adfc5217SJeff Kirsher BIT_VEC64_SET_BIT(o->registry.aprox_match.vec, 3039adfc5217SJeff Kirsher bit); 3040adfc5217SJeff Kirsher } 3041adfc5217SJeff Kirsher } 3042adfc5217SJeff Kirsher 3043adfc5217SJeff Kirsher static inline void bnx2x_mcast_hdl_restore_e1h(struct bnx2x *bp, 3044adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o, struct bnx2x_mcast_ramrod_params *p, 3045adfc5217SJeff Kirsher u32 *mc_filter) 3046adfc5217SJeff Kirsher { 3047adfc5217SJeff Kirsher int bit; 3048adfc5217SJeff Kirsher 3049adfc5217SJeff Kirsher for (bit = bnx2x_mcast_get_next_bin(o, 0); 3050adfc5217SJeff Kirsher bit >= 0; 3051adfc5217SJeff Kirsher bit = bnx2x_mcast_get_next_bin(o, bit + 1)) { 3052adfc5217SJeff Kirsher BNX2X_57711_SET_MC_FILTER(mc_filter, bit); 3053adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "About to set bin %d\n", bit); 3054adfc5217SJeff Kirsher } 3055adfc5217SJeff Kirsher } 3056adfc5217SJeff Kirsher 3057adfc5217SJeff Kirsher /* On 57711 we write the multicast MACs' aproximate match 3058adfc5217SJeff Kirsher * table by directly into the TSTORM's internal RAM. So we don't 3059adfc5217SJeff Kirsher * really need to handle any tricks to make it work. 3060adfc5217SJeff Kirsher */ 3061adfc5217SJeff Kirsher static int bnx2x_mcast_setup_e1h(struct bnx2x *bp, 3062adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p, 3063adfc5217SJeff Kirsher int cmd) 3064adfc5217SJeff Kirsher { 3065adfc5217SJeff Kirsher int i; 3066adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o = p->mcast_obj; 3067adfc5217SJeff Kirsher struct bnx2x_raw_obj *r = &o->raw; 3068adfc5217SJeff Kirsher 3069adfc5217SJeff Kirsher /* If CLEAR_ONLY has been requested - clear the registry 3070adfc5217SJeff Kirsher * and clear a pending bit. 3071adfc5217SJeff Kirsher */ 3072adfc5217SJeff Kirsher if (!test_bit(RAMROD_DRV_CLR_ONLY, &p->ramrod_flags)) { 3073adfc5217SJeff Kirsher u32 mc_filter[MC_HASH_SIZE] = {0}; 3074adfc5217SJeff Kirsher 3075adfc5217SJeff Kirsher /* Set the multicast filter bits before writing it into 3076adfc5217SJeff Kirsher * the internal memory. 3077adfc5217SJeff Kirsher */ 3078adfc5217SJeff Kirsher switch (cmd) { 3079adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_ADD: 3080adfc5217SJeff Kirsher bnx2x_mcast_hdl_add_e1h(bp, o, p, mc_filter); 3081adfc5217SJeff Kirsher break; 3082adfc5217SJeff Kirsher 3083adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_DEL: 308494f05b0fSJoe Perches DP(BNX2X_MSG_SP, 308594f05b0fSJoe Perches "Invalidating multicast MACs configuration\n"); 3086adfc5217SJeff Kirsher 3087adfc5217SJeff Kirsher /* clear the registry */ 3088adfc5217SJeff Kirsher memset(o->registry.aprox_match.vec, 0, 3089adfc5217SJeff Kirsher sizeof(o->registry.aprox_match.vec)); 3090adfc5217SJeff Kirsher break; 3091adfc5217SJeff Kirsher 3092adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_RESTORE: 3093adfc5217SJeff Kirsher bnx2x_mcast_hdl_restore_e1h(bp, o, p, mc_filter); 3094adfc5217SJeff Kirsher break; 3095adfc5217SJeff Kirsher 3096adfc5217SJeff Kirsher default: 3097adfc5217SJeff Kirsher BNX2X_ERR("Unknown command: %d\n", cmd); 3098adfc5217SJeff Kirsher return -EINVAL; 3099adfc5217SJeff Kirsher } 3100adfc5217SJeff Kirsher 3101adfc5217SJeff Kirsher /* Set the mcast filter in the internal memory */ 3102adfc5217SJeff Kirsher for (i = 0; i < MC_HASH_SIZE; i++) 3103adfc5217SJeff Kirsher REG_WR(bp, MC_HASH_OFFSET(bp, i), mc_filter[i]); 3104adfc5217SJeff Kirsher } else 3105adfc5217SJeff Kirsher /* clear the registry */ 3106adfc5217SJeff Kirsher memset(o->registry.aprox_match.vec, 0, 3107adfc5217SJeff Kirsher sizeof(o->registry.aprox_match.vec)); 3108adfc5217SJeff Kirsher 3109adfc5217SJeff Kirsher /* We are done */ 3110adfc5217SJeff Kirsher r->clear_pending(r); 3111adfc5217SJeff Kirsher 3112adfc5217SJeff Kirsher return 0; 3113adfc5217SJeff Kirsher } 3114adfc5217SJeff Kirsher 3115adfc5217SJeff Kirsher static int bnx2x_mcast_validate_e1(struct bnx2x *bp, 3116adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p, 3117adfc5217SJeff Kirsher int cmd) 3118adfc5217SJeff Kirsher { 3119adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o = p->mcast_obj; 3120adfc5217SJeff Kirsher int reg_sz = o->get_registry_size(o); 3121adfc5217SJeff Kirsher 3122adfc5217SJeff Kirsher switch (cmd) { 3123adfc5217SJeff Kirsher /* DEL command deletes all currently configured MACs */ 3124adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_DEL: 3125adfc5217SJeff Kirsher o->set_registry_size(o, 0); 3126adfc5217SJeff Kirsher /* Don't break */ 3127adfc5217SJeff Kirsher 3128adfc5217SJeff Kirsher /* RESTORE command will restore the entire multicast configuration */ 3129adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_RESTORE: 3130adfc5217SJeff Kirsher p->mcast_list_len = reg_sz; 3131adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Command %d, p->mcast_list_len=%d\n", 3132adfc5217SJeff Kirsher cmd, p->mcast_list_len); 3133adfc5217SJeff Kirsher break; 3134adfc5217SJeff Kirsher 3135adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_ADD: 3136adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_CONT: 3137adfc5217SJeff Kirsher /* Multicast MACs on 57710 are configured as unicast MACs and 3138adfc5217SJeff Kirsher * there is only a limited number of CAM entries for that 3139adfc5217SJeff Kirsher * matter. 3140adfc5217SJeff Kirsher */ 3141adfc5217SJeff Kirsher if (p->mcast_list_len > o->max_cmd_len) { 3142adfc5217SJeff Kirsher BNX2X_ERR("Can't configure more than %d multicast MACs" 3143adfc5217SJeff Kirsher "on 57710\n", o->max_cmd_len); 3144adfc5217SJeff Kirsher return -EINVAL; 3145adfc5217SJeff Kirsher } 3146adfc5217SJeff Kirsher /* Every configured MAC should be cleared if DEL command is 3147adfc5217SJeff Kirsher * called. Only the last ADD command is relevant as long as 3148adfc5217SJeff Kirsher * every ADD commands overrides the previous configuration. 3149adfc5217SJeff Kirsher */ 3150adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "p->mcast_list_len=%d\n", p->mcast_list_len); 3151adfc5217SJeff Kirsher if (p->mcast_list_len > 0) 3152adfc5217SJeff Kirsher o->set_registry_size(o, p->mcast_list_len); 3153adfc5217SJeff Kirsher 3154adfc5217SJeff Kirsher break; 3155adfc5217SJeff Kirsher 3156adfc5217SJeff Kirsher default: 3157adfc5217SJeff Kirsher BNX2X_ERR("Unknown command: %d\n", cmd); 3158adfc5217SJeff Kirsher return -EINVAL; 3159adfc5217SJeff Kirsher 3160adfc5217SJeff Kirsher } 3161adfc5217SJeff Kirsher 3162adfc5217SJeff Kirsher /* We want to ensure that commands are executed one by one for 57710. 3163adfc5217SJeff Kirsher * Therefore each none-empty command will consume o->max_cmd_len. 3164adfc5217SJeff Kirsher */ 3165adfc5217SJeff Kirsher if (p->mcast_list_len) 3166adfc5217SJeff Kirsher o->total_pending_num += o->max_cmd_len; 3167adfc5217SJeff Kirsher 3168adfc5217SJeff Kirsher return 0; 3169adfc5217SJeff Kirsher } 3170adfc5217SJeff Kirsher 3171adfc5217SJeff Kirsher static void bnx2x_mcast_revert_e1(struct bnx2x *bp, 3172adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p, 3173adfc5217SJeff Kirsher int old_num_macs) 3174adfc5217SJeff Kirsher { 3175adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o = p->mcast_obj; 3176adfc5217SJeff Kirsher 3177adfc5217SJeff Kirsher o->set_registry_size(o, old_num_macs); 3178adfc5217SJeff Kirsher 3179adfc5217SJeff Kirsher /* If current command hasn't been handled yet and we are 3180adfc5217SJeff Kirsher * here means that it's meant to be dropped and we have to 3181adfc5217SJeff Kirsher * update the number of outstandling MACs accordingly. 3182adfc5217SJeff Kirsher */ 3183adfc5217SJeff Kirsher if (p->mcast_list_len) 3184adfc5217SJeff Kirsher o->total_pending_num -= o->max_cmd_len; 3185adfc5217SJeff Kirsher } 3186adfc5217SJeff Kirsher 3187adfc5217SJeff Kirsher static void bnx2x_mcast_set_one_rule_e1(struct bnx2x *bp, 3188adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o, int idx, 3189adfc5217SJeff Kirsher union bnx2x_mcast_config_data *cfg_data, 3190adfc5217SJeff Kirsher int cmd) 3191adfc5217SJeff Kirsher { 3192adfc5217SJeff Kirsher struct bnx2x_raw_obj *r = &o->raw; 3193adfc5217SJeff Kirsher struct mac_configuration_cmd *data = 3194adfc5217SJeff Kirsher (struct mac_configuration_cmd *)(r->rdata); 3195adfc5217SJeff Kirsher 3196adfc5217SJeff Kirsher /* copy mac */ 3197adfc5217SJeff Kirsher if ((cmd == BNX2X_MCAST_CMD_ADD) || (cmd == BNX2X_MCAST_CMD_RESTORE)) { 3198adfc5217SJeff Kirsher bnx2x_set_fw_mac_addr(&data->config_table[idx].msb_mac_addr, 3199adfc5217SJeff Kirsher &data->config_table[idx].middle_mac_addr, 3200adfc5217SJeff Kirsher &data->config_table[idx].lsb_mac_addr, 3201adfc5217SJeff Kirsher cfg_data->mac); 3202adfc5217SJeff Kirsher 3203adfc5217SJeff Kirsher data->config_table[idx].vlan_id = 0; 3204adfc5217SJeff Kirsher data->config_table[idx].pf_id = r->func_id; 3205adfc5217SJeff Kirsher data->config_table[idx].clients_bit_vector = 3206adfc5217SJeff Kirsher cpu_to_le32(1 << r->cl_id); 3207adfc5217SJeff Kirsher 3208adfc5217SJeff Kirsher SET_FLAG(data->config_table[idx].flags, 3209adfc5217SJeff Kirsher MAC_CONFIGURATION_ENTRY_ACTION_TYPE, 3210adfc5217SJeff Kirsher T_ETH_MAC_COMMAND_SET); 3211adfc5217SJeff Kirsher } 3212adfc5217SJeff Kirsher } 3213adfc5217SJeff Kirsher 3214adfc5217SJeff Kirsher /** 3215adfc5217SJeff Kirsher * bnx2x_mcast_set_rdata_hdr_e1 - set header values in mac_configuration_cmd 3216adfc5217SJeff Kirsher * 3217adfc5217SJeff Kirsher * @bp: device handle 3218adfc5217SJeff Kirsher * @p: 3219adfc5217SJeff Kirsher * @len: number of rules to handle 3220adfc5217SJeff Kirsher */ 3221adfc5217SJeff Kirsher static inline void bnx2x_mcast_set_rdata_hdr_e1(struct bnx2x *bp, 3222adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p, 3223adfc5217SJeff Kirsher u8 len) 3224adfc5217SJeff Kirsher { 3225adfc5217SJeff Kirsher struct bnx2x_raw_obj *r = &p->mcast_obj->raw; 3226adfc5217SJeff Kirsher struct mac_configuration_cmd *data = 3227adfc5217SJeff Kirsher (struct mac_configuration_cmd *)(r->rdata); 3228adfc5217SJeff Kirsher 3229adfc5217SJeff Kirsher u8 offset = (CHIP_REV_IS_SLOW(bp) ? 3230adfc5217SJeff Kirsher BNX2X_MAX_EMUL_MULTI*(1 + r->func_id) : 3231adfc5217SJeff Kirsher BNX2X_MAX_MULTICAST*(1 + r->func_id)); 3232adfc5217SJeff Kirsher 3233adfc5217SJeff Kirsher data->hdr.offset = offset; 3234adfc5217SJeff Kirsher data->hdr.client_id = 0xff; 3235adfc5217SJeff Kirsher data->hdr.echo = ((r->cid & BNX2X_SWCID_MASK) | 3236adfc5217SJeff Kirsher (BNX2X_FILTER_MCAST_PENDING << BNX2X_SWCID_SHIFT)); 3237adfc5217SJeff Kirsher data->hdr.length = len; 3238adfc5217SJeff Kirsher } 3239adfc5217SJeff Kirsher 3240adfc5217SJeff Kirsher /** 3241adfc5217SJeff Kirsher * bnx2x_mcast_handle_restore_cmd_e1 - restore command for 57710 3242adfc5217SJeff Kirsher * 3243adfc5217SJeff Kirsher * @bp: device handle 3244adfc5217SJeff Kirsher * @o: 3245adfc5217SJeff Kirsher * @start_idx: index in the registry to start from 3246adfc5217SJeff Kirsher * @rdata_idx: index in the ramrod data to start from 3247adfc5217SJeff Kirsher * 3248adfc5217SJeff Kirsher * restore command for 57710 is like all other commands - always a stand alone 3249adfc5217SJeff Kirsher * command - start_idx and rdata_idx will always be 0. This function will always 3250adfc5217SJeff Kirsher * succeed. 3251adfc5217SJeff Kirsher * returns -1 to comply with 57712 variant. 3252adfc5217SJeff Kirsher */ 3253adfc5217SJeff Kirsher static inline int bnx2x_mcast_handle_restore_cmd_e1( 3254adfc5217SJeff Kirsher struct bnx2x *bp, struct bnx2x_mcast_obj *o , int start_idx, 3255adfc5217SJeff Kirsher int *rdata_idx) 3256adfc5217SJeff Kirsher { 3257adfc5217SJeff Kirsher struct bnx2x_mcast_mac_elem *elem; 3258adfc5217SJeff Kirsher int i = 0; 3259adfc5217SJeff Kirsher union bnx2x_mcast_config_data cfg_data = {0}; 3260adfc5217SJeff Kirsher 3261adfc5217SJeff Kirsher /* go through the registry and configure the MACs from it. */ 3262adfc5217SJeff Kirsher list_for_each_entry(elem, &o->registry.exact_match.macs, link) { 3263adfc5217SJeff Kirsher cfg_data.mac = &elem->mac[0]; 3264adfc5217SJeff Kirsher o->set_one_rule(bp, o, i, &cfg_data, BNX2X_MCAST_CMD_RESTORE); 3265adfc5217SJeff Kirsher 3266adfc5217SJeff Kirsher i++; 3267adfc5217SJeff Kirsher 32680f9dad10SJoe Perches DP(BNX2X_MSG_SP, "About to configure %pM mcast MAC\n", 32690f9dad10SJoe Perches cfg_data.mac); 3270adfc5217SJeff Kirsher } 3271adfc5217SJeff Kirsher 3272adfc5217SJeff Kirsher *rdata_idx = i; 3273adfc5217SJeff Kirsher 3274adfc5217SJeff Kirsher return -1; 3275adfc5217SJeff Kirsher } 3276adfc5217SJeff Kirsher 3277adfc5217SJeff Kirsher 3278adfc5217SJeff Kirsher static inline int bnx2x_mcast_handle_pending_cmds_e1( 3279adfc5217SJeff Kirsher struct bnx2x *bp, struct bnx2x_mcast_ramrod_params *p) 3280adfc5217SJeff Kirsher { 3281adfc5217SJeff Kirsher struct bnx2x_pending_mcast_cmd *cmd_pos; 3282adfc5217SJeff Kirsher struct bnx2x_mcast_mac_elem *pmac_pos; 3283adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o = p->mcast_obj; 3284adfc5217SJeff Kirsher union bnx2x_mcast_config_data cfg_data = {0}; 3285adfc5217SJeff Kirsher int cnt = 0; 3286adfc5217SJeff Kirsher 3287adfc5217SJeff Kirsher 3288adfc5217SJeff Kirsher /* If nothing to be done - return */ 3289adfc5217SJeff Kirsher if (list_empty(&o->pending_cmds_head)) 3290adfc5217SJeff Kirsher return 0; 3291adfc5217SJeff Kirsher 3292adfc5217SJeff Kirsher /* Handle the first command */ 3293adfc5217SJeff Kirsher cmd_pos = list_first_entry(&o->pending_cmds_head, 3294adfc5217SJeff Kirsher struct bnx2x_pending_mcast_cmd, link); 3295adfc5217SJeff Kirsher 3296adfc5217SJeff Kirsher switch (cmd_pos->type) { 3297adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_ADD: 3298adfc5217SJeff Kirsher list_for_each_entry(pmac_pos, &cmd_pos->data.macs_head, link) { 3299adfc5217SJeff Kirsher cfg_data.mac = &pmac_pos->mac[0]; 3300adfc5217SJeff Kirsher o->set_one_rule(bp, o, cnt, &cfg_data, cmd_pos->type); 3301adfc5217SJeff Kirsher 3302adfc5217SJeff Kirsher cnt++; 3303adfc5217SJeff Kirsher 33040f9dad10SJoe Perches DP(BNX2X_MSG_SP, "About to configure %pM mcast MAC\n", 33050f9dad10SJoe Perches pmac_pos->mac); 3306adfc5217SJeff Kirsher } 3307adfc5217SJeff Kirsher break; 3308adfc5217SJeff Kirsher 3309adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_DEL: 3310adfc5217SJeff Kirsher cnt = cmd_pos->data.macs_num; 3311adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "About to delete %d multicast MACs\n", cnt); 3312adfc5217SJeff Kirsher break; 3313adfc5217SJeff Kirsher 3314adfc5217SJeff Kirsher case BNX2X_MCAST_CMD_RESTORE: 3315adfc5217SJeff Kirsher o->hdl_restore(bp, o, 0, &cnt); 3316adfc5217SJeff Kirsher break; 3317adfc5217SJeff Kirsher 3318adfc5217SJeff Kirsher default: 3319adfc5217SJeff Kirsher BNX2X_ERR("Unknown command: %d\n", cmd_pos->type); 3320adfc5217SJeff Kirsher return -EINVAL; 3321adfc5217SJeff Kirsher } 3322adfc5217SJeff Kirsher 3323adfc5217SJeff Kirsher list_del(&cmd_pos->link); 3324adfc5217SJeff Kirsher kfree(cmd_pos); 3325adfc5217SJeff Kirsher 3326adfc5217SJeff Kirsher return cnt; 3327adfc5217SJeff Kirsher } 3328adfc5217SJeff Kirsher 3329adfc5217SJeff Kirsher /** 3330adfc5217SJeff Kirsher * bnx2x_get_fw_mac_addr - revert the bnx2x_set_fw_mac_addr(). 3331adfc5217SJeff Kirsher * 3332adfc5217SJeff Kirsher * @fw_hi: 3333adfc5217SJeff Kirsher * @fw_mid: 3334adfc5217SJeff Kirsher * @fw_lo: 3335adfc5217SJeff Kirsher * @mac: 3336adfc5217SJeff Kirsher */ 3337adfc5217SJeff Kirsher static inline void bnx2x_get_fw_mac_addr(__le16 *fw_hi, __le16 *fw_mid, 3338adfc5217SJeff Kirsher __le16 *fw_lo, u8 *mac) 3339adfc5217SJeff Kirsher { 3340adfc5217SJeff Kirsher mac[1] = ((u8 *)fw_hi)[0]; 3341adfc5217SJeff Kirsher mac[0] = ((u8 *)fw_hi)[1]; 3342adfc5217SJeff Kirsher mac[3] = ((u8 *)fw_mid)[0]; 3343adfc5217SJeff Kirsher mac[2] = ((u8 *)fw_mid)[1]; 3344adfc5217SJeff Kirsher mac[5] = ((u8 *)fw_lo)[0]; 3345adfc5217SJeff Kirsher mac[4] = ((u8 *)fw_lo)[1]; 3346adfc5217SJeff Kirsher } 3347adfc5217SJeff Kirsher 3348adfc5217SJeff Kirsher /** 3349adfc5217SJeff Kirsher * bnx2x_mcast_refresh_registry_e1 - 3350adfc5217SJeff Kirsher * 3351adfc5217SJeff Kirsher * @bp: device handle 3352adfc5217SJeff Kirsher * @cnt: 3353adfc5217SJeff Kirsher * 3354adfc5217SJeff Kirsher * Check the ramrod data first entry flag to see if it's a DELETE or ADD command 3355adfc5217SJeff Kirsher * and update the registry correspondingly: if ADD - allocate a memory and add 3356adfc5217SJeff Kirsher * the entries to the registry (list), if DELETE - clear the registry and free 3357adfc5217SJeff Kirsher * the memory. 3358adfc5217SJeff Kirsher */ 3359adfc5217SJeff Kirsher static inline int bnx2x_mcast_refresh_registry_e1(struct bnx2x *bp, 3360adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o) 3361adfc5217SJeff Kirsher { 3362adfc5217SJeff Kirsher struct bnx2x_raw_obj *raw = &o->raw; 3363adfc5217SJeff Kirsher struct bnx2x_mcast_mac_elem *elem; 3364adfc5217SJeff Kirsher struct mac_configuration_cmd *data = 3365adfc5217SJeff Kirsher (struct mac_configuration_cmd *)(raw->rdata); 3366adfc5217SJeff Kirsher 3367adfc5217SJeff Kirsher /* If first entry contains a SET bit - the command was ADD, 3368adfc5217SJeff Kirsher * otherwise - DEL_ALL 3369adfc5217SJeff Kirsher */ 3370adfc5217SJeff Kirsher if (GET_FLAG(data->config_table[0].flags, 3371adfc5217SJeff Kirsher MAC_CONFIGURATION_ENTRY_ACTION_TYPE)) { 3372adfc5217SJeff Kirsher int i, len = data->hdr.length; 3373adfc5217SJeff Kirsher 3374adfc5217SJeff Kirsher /* Break if it was a RESTORE command */ 3375adfc5217SJeff Kirsher if (!list_empty(&o->registry.exact_match.macs)) 3376adfc5217SJeff Kirsher return 0; 3377adfc5217SJeff Kirsher 337801e23742SThomas Meyer elem = kcalloc(len, sizeof(*elem), GFP_ATOMIC); 3379adfc5217SJeff Kirsher if (!elem) { 3380adfc5217SJeff Kirsher BNX2X_ERR("Failed to allocate registry memory\n"); 3381adfc5217SJeff Kirsher return -ENOMEM; 3382adfc5217SJeff Kirsher } 3383adfc5217SJeff Kirsher 3384adfc5217SJeff Kirsher for (i = 0; i < len; i++, elem++) { 3385adfc5217SJeff Kirsher bnx2x_get_fw_mac_addr( 3386adfc5217SJeff Kirsher &data->config_table[i].msb_mac_addr, 3387adfc5217SJeff Kirsher &data->config_table[i].middle_mac_addr, 3388adfc5217SJeff Kirsher &data->config_table[i].lsb_mac_addr, 3389adfc5217SJeff Kirsher elem->mac); 33900f9dad10SJoe Perches DP(BNX2X_MSG_SP, "Adding registry entry for [%pM]\n", 33910f9dad10SJoe Perches elem->mac); 3392adfc5217SJeff Kirsher list_add_tail(&elem->link, 3393adfc5217SJeff Kirsher &o->registry.exact_match.macs); 3394adfc5217SJeff Kirsher } 3395adfc5217SJeff Kirsher } else { 3396adfc5217SJeff Kirsher elem = list_first_entry(&o->registry.exact_match.macs, 3397adfc5217SJeff Kirsher struct bnx2x_mcast_mac_elem, link); 3398adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Deleting a registry\n"); 3399adfc5217SJeff Kirsher kfree(elem); 3400adfc5217SJeff Kirsher INIT_LIST_HEAD(&o->registry.exact_match.macs); 3401adfc5217SJeff Kirsher } 3402adfc5217SJeff Kirsher 3403adfc5217SJeff Kirsher return 0; 3404adfc5217SJeff Kirsher } 3405adfc5217SJeff Kirsher 3406adfc5217SJeff Kirsher static int bnx2x_mcast_setup_e1(struct bnx2x *bp, 3407adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p, 3408adfc5217SJeff Kirsher int cmd) 3409adfc5217SJeff Kirsher { 3410adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o = p->mcast_obj; 3411adfc5217SJeff Kirsher struct bnx2x_raw_obj *raw = &o->raw; 3412adfc5217SJeff Kirsher struct mac_configuration_cmd *data = 3413adfc5217SJeff Kirsher (struct mac_configuration_cmd *)(raw->rdata); 3414adfc5217SJeff Kirsher int cnt = 0, i, rc; 3415adfc5217SJeff Kirsher 3416adfc5217SJeff Kirsher /* Reset the ramrod data buffer */ 3417adfc5217SJeff Kirsher memset(data, 0, sizeof(*data)); 3418adfc5217SJeff Kirsher 3419adfc5217SJeff Kirsher /* First set all entries as invalid */ 3420adfc5217SJeff Kirsher for (i = 0; i < o->max_cmd_len ; i++) 3421adfc5217SJeff Kirsher SET_FLAG(data->config_table[i].flags, 3422adfc5217SJeff Kirsher MAC_CONFIGURATION_ENTRY_ACTION_TYPE, 3423adfc5217SJeff Kirsher T_ETH_MAC_COMMAND_INVALIDATE); 3424adfc5217SJeff Kirsher 3425adfc5217SJeff Kirsher /* Handle pending commands first */ 3426adfc5217SJeff Kirsher cnt = bnx2x_mcast_handle_pending_cmds_e1(bp, p); 3427adfc5217SJeff Kirsher 3428adfc5217SJeff Kirsher /* If there are no more pending commands - clear SCHEDULED state */ 3429adfc5217SJeff Kirsher if (list_empty(&o->pending_cmds_head)) 3430adfc5217SJeff Kirsher o->clear_sched(o); 3431adfc5217SJeff Kirsher 3432adfc5217SJeff Kirsher /* The below may be true iff there were no pending commands */ 3433adfc5217SJeff Kirsher if (!cnt) 3434adfc5217SJeff Kirsher cnt = bnx2x_mcast_handle_current_cmd(bp, p, cmd, 0); 3435adfc5217SJeff Kirsher 3436adfc5217SJeff Kirsher /* For 57710 every command has o->max_cmd_len length to ensure that 3437adfc5217SJeff Kirsher * commands are done one at a time. 3438adfc5217SJeff Kirsher */ 3439adfc5217SJeff Kirsher o->total_pending_num -= o->max_cmd_len; 3440adfc5217SJeff Kirsher 3441adfc5217SJeff Kirsher /* send a ramrod */ 3442adfc5217SJeff Kirsher 3443adfc5217SJeff Kirsher WARN_ON(cnt > o->max_cmd_len); 3444adfc5217SJeff Kirsher 3445adfc5217SJeff Kirsher /* Set ramrod header (in particular, a number of entries to update) */ 3446adfc5217SJeff Kirsher bnx2x_mcast_set_rdata_hdr_e1(bp, p, (u8)cnt); 3447adfc5217SJeff Kirsher 3448adfc5217SJeff Kirsher /* update a registry: we need the registry contents to be always up 3449adfc5217SJeff Kirsher * to date in order to be able to execute a RESTORE opcode. Here 3450adfc5217SJeff Kirsher * we use the fact that for 57710 we sent one command at a time 3451adfc5217SJeff Kirsher * hence we may take the registry update out of the command handling 3452adfc5217SJeff Kirsher * and do it in a simpler way here. 3453adfc5217SJeff Kirsher */ 3454adfc5217SJeff Kirsher rc = bnx2x_mcast_refresh_registry_e1(bp, o); 3455adfc5217SJeff Kirsher if (rc) 3456adfc5217SJeff Kirsher return rc; 3457adfc5217SJeff Kirsher 3458adfc5217SJeff Kirsher /* 3459adfc5217SJeff Kirsher * If CLEAR_ONLY was requested - don't send a ramrod and clear 3460adfc5217SJeff Kirsher * RAMROD_PENDING status immediately. 3461adfc5217SJeff Kirsher */ 3462adfc5217SJeff Kirsher if (test_bit(RAMROD_DRV_CLR_ONLY, &p->ramrod_flags)) { 3463adfc5217SJeff Kirsher raw->clear_pending(raw); 3464adfc5217SJeff Kirsher return 0; 3465adfc5217SJeff Kirsher } else { 3466adfc5217SJeff Kirsher /* 3467adfc5217SJeff Kirsher * No need for an explicit memory barrier here as long we would 3468adfc5217SJeff Kirsher * need to ensure the ordering of writing to the SPQ element 3469adfc5217SJeff Kirsher * and updating of the SPQ producer which involves a memory 3470adfc5217SJeff Kirsher * read and we will have to put a full memory barrier there 3471adfc5217SJeff Kirsher * (inside bnx2x_sp_post()). 3472adfc5217SJeff Kirsher */ 3473adfc5217SJeff Kirsher 3474adfc5217SJeff Kirsher /* Send a ramrod */ 3475adfc5217SJeff Kirsher rc = bnx2x_sp_post(bp, RAMROD_CMD_ID_ETH_SET_MAC, raw->cid, 3476adfc5217SJeff Kirsher U64_HI(raw->rdata_mapping), 3477adfc5217SJeff Kirsher U64_LO(raw->rdata_mapping), 3478adfc5217SJeff Kirsher ETH_CONNECTION_TYPE); 3479adfc5217SJeff Kirsher if (rc) 3480adfc5217SJeff Kirsher return rc; 3481adfc5217SJeff Kirsher 3482adfc5217SJeff Kirsher /* Ramrod completion is pending */ 3483adfc5217SJeff Kirsher return 1; 3484adfc5217SJeff Kirsher } 3485adfc5217SJeff Kirsher 3486adfc5217SJeff Kirsher } 3487adfc5217SJeff Kirsher 3488adfc5217SJeff Kirsher static int bnx2x_mcast_get_registry_size_exact(struct bnx2x_mcast_obj *o) 3489adfc5217SJeff Kirsher { 3490adfc5217SJeff Kirsher return o->registry.exact_match.num_macs_set; 3491adfc5217SJeff Kirsher } 3492adfc5217SJeff Kirsher 3493adfc5217SJeff Kirsher static int bnx2x_mcast_get_registry_size_aprox(struct bnx2x_mcast_obj *o) 3494adfc5217SJeff Kirsher { 3495adfc5217SJeff Kirsher return o->registry.aprox_match.num_bins_set; 3496adfc5217SJeff Kirsher } 3497adfc5217SJeff Kirsher 3498adfc5217SJeff Kirsher static void bnx2x_mcast_set_registry_size_exact(struct bnx2x_mcast_obj *o, 3499adfc5217SJeff Kirsher int n) 3500adfc5217SJeff Kirsher { 3501adfc5217SJeff Kirsher o->registry.exact_match.num_macs_set = n; 3502adfc5217SJeff Kirsher } 3503adfc5217SJeff Kirsher 3504adfc5217SJeff Kirsher static void bnx2x_mcast_set_registry_size_aprox(struct bnx2x_mcast_obj *o, 3505adfc5217SJeff Kirsher int n) 3506adfc5217SJeff Kirsher { 3507adfc5217SJeff Kirsher o->registry.aprox_match.num_bins_set = n; 3508adfc5217SJeff Kirsher } 3509adfc5217SJeff Kirsher 3510adfc5217SJeff Kirsher int bnx2x_config_mcast(struct bnx2x *bp, 3511adfc5217SJeff Kirsher struct bnx2x_mcast_ramrod_params *p, 3512adfc5217SJeff Kirsher int cmd) 3513adfc5217SJeff Kirsher { 3514adfc5217SJeff Kirsher struct bnx2x_mcast_obj *o = p->mcast_obj; 3515adfc5217SJeff Kirsher struct bnx2x_raw_obj *r = &o->raw; 3516adfc5217SJeff Kirsher int rc = 0, old_reg_size; 3517adfc5217SJeff Kirsher 3518adfc5217SJeff Kirsher /* This is needed to recover number of currently configured mcast macs 3519adfc5217SJeff Kirsher * in case of failure. 3520adfc5217SJeff Kirsher */ 3521adfc5217SJeff Kirsher old_reg_size = o->get_registry_size(o); 3522adfc5217SJeff Kirsher 3523adfc5217SJeff Kirsher /* Do some calculations and checks */ 3524adfc5217SJeff Kirsher rc = o->validate(bp, p, cmd); 3525adfc5217SJeff Kirsher if (rc) 3526adfc5217SJeff Kirsher return rc; 3527adfc5217SJeff Kirsher 3528adfc5217SJeff Kirsher /* Return if there is no work to do */ 3529adfc5217SJeff Kirsher if ((!p->mcast_list_len) && (!o->check_sched(o))) 3530adfc5217SJeff Kirsher return 0; 3531adfc5217SJeff Kirsher 3532adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "o->total_pending_num=%d p->mcast_list_len=%d " 3533adfc5217SJeff Kirsher "o->max_cmd_len=%d\n", o->total_pending_num, 3534adfc5217SJeff Kirsher p->mcast_list_len, o->max_cmd_len); 3535adfc5217SJeff Kirsher 3536adfc5217SJeff Kirsher /* Enqueue the current command to the pending list if we can't complete 3537adfc5217SJeff Kirsher * it in the current iteration 3538adfc5217SJeff Kirsher */ 3539adfc5217SJeff Kirsher if (r->check_pending(r) || 3540adfc5217SJeff Kirsher ((o->max_cmd_len > 0) && (o->total_pending_num > o->max_cmd_len))) { 3541adfc5217SJeff Kirsher rc = o->enqueue_cmd(bp, p->mcast_obj, p, cmd); 3542adfc5217SJeff Kirsher if (rc < 0) 3543adfc5217SJeff Kirsher goto error_exit1; 3544adfc5217SJeff Kirsher 3545adfc5217SJeff Kirsher /* As long as the current command is in a command list we 3546adfc5217SJeff Kirsher * don't need to handle it separately. 3547adfc5217SJeff Kirsher */ 3548adfc5217SJeff Kirsher p->mcast_list_len = 0; 3549adfc5217SJeff Kirsher } 3550adfc5217SJeff Kirsher 3551adfc5217SJeff Kirsher if (!r->check_pending(r)) { 3552adfc5217SJeff Kirsher 3553adfc5217SJeff Kirsher /* Set 'pending' state */ 3554adfc5217SJeff Kirsher r->set_pending(r); 3555adfc5217SJeff Kirsher 3556adfc5217SJeff Kirsher /* Configure the new classification in the chip */ 3557adfc5217SJeff Kirsher rc = o->config_mcast(bp, p, cmd); 3558adfc5217SJeff Kirsher if (rc < 0) 3559adfc5217SJeff Kirsher goto error_exit2; 3560adfc5217SJeff Kirsher 3561adfc5217SJeff Kirsher /* Wait for a ramrod completion if was requested */ 3562adfc5217SJeff Kirsher if (test_bit(RAMROD_COMP_WAIT, &p->ramrod_flags)) 3563adfc5217SJeff Kirsher rc = o->wait_comp(bp, o); 3564adfc5217SJeff Kirsher } 3565adfc5217SJeff Kirsher 3566adfc5217SJeff Kirsher return rc; 3567adfc5217SJeff Kirsher 3568adfc5217SJeff Kirsher error_exit2: 3569adfc5217SJeff Kirsher r->clear_pending(r); 3570adfc5217SJeff Kirsher 3571adfc5217SJeff Kirsher error_exit1: 3572adfc5217SJeff Kirsher o->revert(bp, p, old_reg_size); 3573adfc5217SJeff Kirsher 3574adfc5217SJeff Kirsher return rc; 3575adfc5217SJeff Kirsher } 3576adfc5217SJeff Kirsher 3577adfc5217SJeff Kirsher static void bnx2x_mcast_clear_sched(struct bnx2x_mcast_obj *o) 3578adfc5217SJeff Kirsher { 3579adfc5217SJeff Kirsher smp_mb__before_clear_bit(); 3580adfc5217SJeff Kirsher clear_bit(o->sched_state, o->raw.pstate); 3581adfc5217SJeff Kirsher smp_mb__after_clear_bit(); 3582adfc5217SJeff Kirsher } 3583adfc5217SJeff Kirsher 3584adfc5217SJeff Kirsher static void bnx2x_mcast_set_sched(struct bnx2x_mcast_obj *o) 3585adfc5217SJeff Kirsher { 3586adfc5217SJeff Kirsher smp_mb__before_clear_bit(); 3587adfc5217SJeff Kirsher set_bit(o->sched_state, o->raw.pstate); 3588adfc5217SJeff Kirsher smp_mb__after_clear_bit(); 3589adfc5217SJeff Kirsher } 3590adfc5217SJeff Kirsher 3591adfc5217SJeff Kirsher static bool bnx2x_mcast_check_sched(struct bnx2x_mcast_obj *o) 3592adfc5217SJeff Kirsher { 3593adfc5217SJeff Kirsher return !!test_bit(o->sched_state, o->raw.pstate); 3594adfc5217SJeff Kirsher } 3595adfc5217SJeff Kirsher 3596adfc5217SJeff Kirsher static bool bnx2x_mcast_check_pending(struct bnx2x_mcast_obj *o) 3597adfc5217SJeff Kirsher { 3598adfc5217SJeff Kirsher return o->raw.check_pending(&o->raw) || o->check_sched(o); 3599adfc5217SJeff Kirsher } 3600adfc5217SJeff Kirsher 3601adfc5217SJeff Kirsher void bnx2x_init_mcast_obj(struct bnx2x *bp, 3602adfc5217SJeff Kirsher struct bnx2x_mcast_obj *mcast_obj, 3603adfc5217SJeff Kirsher u8 mcast_cl_id, u32 mcast_cid, u8 func_id, 3604adfc5217SJeff Kirsher u8 engine_id, void *rdata, dma_addr_t rdata_mapping, 3605adfc5217SJeff Kirsher int state, unsigned long *pstate, bnx2x_obj_type type) 3606adfc5217SJeff Kirsher { 3607adfc5217SJeff Kirsher memset(mcast_obj, 0, sizeof(*mcast_obj)); 3608adfc5217SJeff Kirsher 3609adfc5217SJeff Kirsher bnx2x_init_raw_obj(&mcast_obj->raw, mcast_cl_id, mcast_cid, func_id, 3610adfc5217SJeff Kirsher rdata, rdata_mapping, state, pstate, type); 3611adfc5217SJeff Kirsher 3612adfc5217SJeff Kirsher mcast_obj->engine_id = engine_id; 3613adfc5217SJeff Kirsher 3614adfc5217SJeff Kirsher INIT_LIST_HEAD(&mcast_obj->pending_cmds_head); 3615adfc5217SJeff Kirsher 3616adfc5217SJeff Kirsher mcast_obj->sched_state = BNX2X_FILTER_MCAST_SCHED; 3617adfc5217SJeff Kirsher mcast_obj->check_sched = bnx2x_mcast_check_sched; 3618adfc5217SJeff Kirsher mcast_obj->set_sched = bnx2x_mcast_set_sched; 3619adfc5217SJeff Kirsher mcast_obj->clear_sched = bnx2x_mcast_clear_sched; 3620adfc5217SJeff Kirsher 3621adfc5217SJeff Kirsher if (CHIP_IS_E1(bp)) { 3622adfc5217SJeff Kirsher mcast_obj->config_mcast = bnx2x_mcast_setup_e1; 3623adfc5217SJeff Kirsher mcast_obj->enqueue_cmd = bnx2x_mcast_enqueue_cmd; 3624adfc5217SJeff Kirsher mcast_obj->hdl_restore = 3625adfc5217SJeff Kirsher bnx2x_mcast_handle_restore_cmd_e1; 3626adfc5217SJeff Kirsher mcast_obj->check_pending = bnx2x_mcast_check_pending; 3627adfc5217SJeff Kirsher 3628adfc5217SJeff Kirsher if (CHIP_REV_IS_SLOW(bp)) 3629adfc5217SJeff Kirsher mcast_obj->max_cmd_len = BNX2X_MAX_EMUL_MULTI; 3630adfc5217SJeff Kirsher else 3631adfc5217SJeff Kirsher mcast_obj->max_cmd_len = BNX2X_MAX_MULTICAST; 3632adfc5217SJeff Kirsher 3633adfc5217SJeff Kirsher mcast_obj->wait_comp = bnx2x_mcast_wait; 3634adfc5217SJeff Kirsher mcast_obj->set_one_rule = bnx2x_mcast_set_one_rule_e1; 3635adfc5217SJeff Kirsher mcast_obj->validate = bnx2x_mcast_validate_e1; 3636adfc5217SJeff Kirsher mcast_obj->revert = bnx2x_mcast_revert_e1; 3637adfc5217SJeff Kirsher mcast_obj->get_registry_size = 3638adfc5217SJeff Kirsher bnx2x_mcast_get_registry_size_exact; 3639adfc5217SJeff Kirsher mcast_obj->set_registry_size = 3640adfc5217SJeff Kirsher bnx2x_mcast_set_registry_size_exact; 3641adfc5217SJeff Kirsher 3642adfc5217SJeff Kirsher /* 57710 is the only chip that uses the exact match for mcast 3643adfc5217SJeff Kirsher * at the moment. 3644adfc5217SJeff Kirsher */ 3645adfc5217SJeff Kirsher INIT_LIST_HEAD(&mcast_obj->registry.exact_match.macs); 3646adfc5217SJeff Kirsher 3647adfc5217SJeff Kirsher } else if (CHIP_IS_E1H(bp)) { 3648adfc5217SJeff Kirsher mcast_obj->config_mcast = bnx2x_mcast_setup_e1h; 3649adfc5217SJeff Kirsher mcast_obj->enqueue_cmd = NULL; 3650adfc5217SJeff Kirsher mcast_obj->hdl_restore = NULL; 3651adfc5217SJeff Kirsher mcast_obj->check_pending = bnx2x_mcast_check_pending; 3652adfc5217SJeff Kirsher 3653adfc5217SJeff Kirsher /* 57711 doesn't send a ramrod, so it has unlimited credit 3654adfc5217SJeff Kirsher * for one command. 3655adfc5217SJeff Kirsher */ 3656adfc5217SJeff Kirsher mcast_obj->max_cmd_len = -1; 3657adfc5217SJeff Kirsher mcast_obj->wait_comp = bnx2x_mcast_wait; 3658adfc5217SJeff Kirsher mcast_obj->set_one_rule = NULL; 3659adfc5217SJeff Kirsher mcast_obj->validate = bnx2x_mcast_validate_e1h; 3660adfc5217SJeff Kirsher mcast_obj->revert = bnx2x_mcast_revert_e1h; 3661adfc5217SJeff Kirsher mcast_obj->get_registry_size = 3662adfc5217SJeff Kirsher bnx2x_mcast_get_registry_size_aprox; 3663adfc5217SJeff Kirsher mcast_obj->set_registry_size = 3664adfc5217SJeff Kirsher bnx2x_mcast_set_registry_size_aprox; 3665adfc5217SJeff Kirsher } else { 3666adfc5217SJeff Kirsher mcast_obj->config_mcast = bnx2x_mcast_setup_e2; 3667adfc5217SJeff Kirsher mcast_obj->enqueue_cmd = bnx2x_mcast_enqueue_cmd; 3668adfc5217SJeff Kirsher mcast_obj->hdl_restore = 3669adfc5217SJeff Kirsher bnx2x_mcast_handle_restore_cmd_e2; 3670adfc5217SJeff Kirsher mcast_obj->check_pending = bnx2x_mcast_check_pending; 3671adfc5217SJeff Kirsher /* TODO: There should be a proper HSI define for this number!!! 3672adfc5217SJeff Kirsher */ 3673adfc5217SJeff Kirsher mcast_obj->max_cmd_len = 16; 3674adfc5217SJeff Kirsher mcast_obj->wait_comp = bnx2x_mcast_wait; 3675adfc5217SJeff Kirsher mcast_obj->set_one_rule = bnx2x_mcast_set_one_rule_e2; 3676adfc5217SJeff Kirsher mcast_obj->validate = bnx2x_mcast_validate_e2; 3677adfc5217SJeff Kirsher mcast_obj->revert = bnx2x_mcast_revert_e2; 3678adfc5217SJeff Kirsher mcast_obj->get_registry_size = 3679adfc5217SJeff Kirsher bnx2x_mcast_get_registry_size_aprox; 3680adfc5217SJeff Kirsher mcast_obj->set_registry_size = 3681adfc5217SJeff Kirsher bnx2x_mcast_set_registry_size_aprox; 3682adfc5217SJeff Kirsher } 3683adfc5217SJeff Kirsher } 3684adfc5217SJeff Kirsher 3685adfc5217SJeff Kirsher /*************************** Credit handling **********************************/ 3686adfc5217SJeff Kirsher 3687adfc5217SJeff Kirsher /** 3688adfc5217SJeff Kirsher * atomic_add_ifless - add if the result is less than a given value. 3689adfc5217SJeff Kirsher * 3690adfc5217SJeff Kirsher * @v: pointer of type atomic_t 3691adfc5217SJeff Kirsher * @a: the amount to add to v... 3692adfc5217SJeff Kirsher * @u: ...if (v + a) is less than u. 3693adfc5217SJeff Kirsher * 3694adfc5217SJeff Kirsher * returns true if (v + a) was less than u, and false otherwise. 3695adfc5217SJeff Kirsher * 3696adfc5217SJeff Kirsher */ 3697adfc5217SJeff Kirsher static inline bool __atomic_add_ifless(atomic_t *v, int a, int u) 3698adfc5217SJeff Kirsher { 3699adfc5217SJeff Kirsher int c, old; 3700adfc5217SJeff Kirsher 3701adfc5217SJeff Kirsher c = atomic_read(v); 3702adfc5217SJeff Kirsher for (;;) { 3703adfc5217SJeff Kirsher if (unlikely(c + a >= u)) 3704adfc5217SJeff Kirsher return false; 3705adfc5217SJeff Kirsher 3706adfc5217SJeff Kirsher old = atomic_cmpxchg((v), c, c + a); 3707adfc5217SJeff Kirsher if (likely(old == c)) 3708adfc5217SJeff Kirsher break; 3709adfc5217SJeff Kirsher c = old; 3710adfc5217SJeff Kirsher } 3711adfc5217SJeff Kirsher 3712adfc5217SJeff Kirsher return true; 3713adfc5217SJeff Kirsher } 3714adfc5217SJeff Kirsher 3715adfc5217SJeff Kirsher /** 3716adfc5217SJeff Kirsher * atomic_dec_ifmoe - dec if the result is more or equal than a given value. 3717adfc5217SJeff Kirsher * 3718adfc5217SJeff Kirsher * @v: pointer of type atomic_t 3719adfc5217SJeff Kirsher * @a: the amount to dec from v... 3720adfc5217SJeff Kirsher * @u: ...if (v - a) is more or equal than u. 3721adfc5217SJeff Kirsher * 3722adfc5217SJeff Kirsher * returns true if (v - a) was more or equal than u, and false 3723adfc5217SJeff Kirsher * otherwise. 3724adfc5217SJeff Kirsher */ 3725adfc5217SJeff Kirsher static inline bool __atomic_dec_ifmoe(atomic_t *v, int a, int u) 3726adfc5217SJeff Kirsher { 3727adfc5217SJeff Kirsher int c, old; 3728adfc5217SJeff Kirsher 3729adfc5217SJeff Kirsher c = atomic_read(v); 3730adfc5217SJeff Kirsher for (;;) { 3731adfc5217SJeff Kirsher if (unlikely(c - a < u)) 3732adfc5217SJeff Kirsher return false; 3733adfc5217SJeff Kirsher 3734adfc5217SJeff Kirsher old = atomic_cmpxchg((v), c, c - a); 3735adfc5217SJeff Kirsher if (likely(old == c)) 3736adfc5217SJeff Kirsher break; 3737adfc5217SJeff Kirsher c = old; 3738adfc5217SJeff Kirsher } 3739adfc5217SJeff Kirsher 3740adfc5217SJeff Kirsher return true; 3741adfc5217SJeff Kirsher } 3742adfc5217SJeff Kirsher 3743adfc5217SJeff Kirsher static bool bnx2x_credit_pool_get(struct bnx2x_credit_pool_obj *o, int cnt) 3744adfc5217SJeff Kirsher { 3745adfc5217SJeff Kirsher bool rc; 3746adfc5217SJeff Kirsher 3747adfc5217SJeff Kirsher smp_mb(); 3748adfc5217SJeff Kirsher rc = __atomic_dec_ifmoe(&o->credit, cnt, 0); 3749adfc5217SJeff Kirsher smp_mb(); 3750adfc5217SJeff Kirsher 3751adfc5217SJeff Kirsher return rc; 3752adfc5217SJeff Kirsher } 3753adfc5217SJeff Kirsher 3754adfc5217SJeff Kirsher static bool bnx2x_credit_pool_put(struct bnx2x_credit_pool_obj *o, int cnt) 3755adfc5217SJeff Kirsher { 3756adfc5217SJeff Kirsher bool rc; 3757adfc5217SJeff Kirsher 3758adfc5217SJeff Kirsher smp_mb(); 3759adfc5217SJeff Kirsher 3760adfc5217SJeff Kirsher /* Don't let to refill if credit + cnt > pool_sz */ 3761adfc5217SJeff Kirsher rc = __atomic_add_ifless(&o->credit, cnt, o->pool_sz + 1); 3762adfc5217SJeff Kirsher 3763adfc5217SJeff Kirsher smp_mb(); 3764adfc5217SJeff Kirsher 3765adfc5217SJeff Kirsher return rc; 3766adfc5217SJeff Kirsher } 3767adfc5217SJeff Kirsher 3768adfc5217SJeff Kirsher static int bnx2x_credit_pool_check(struct bnx2x_credit_pool_obj *o) 3769adfc5217SJeff Kirsher { 3770adfc5217SJeff Kirsher int cur_credit; 3771adfc5217SJeff Kirsher 3772adfc5217SJeff Kirsher smp_mb(); 3773adfc5217SJeff Kirsher cur_credit = atomic_read(&o->credit); 3774adfc5217SJeff Kirsher 3775adfc5217SJeff Kirsher return cur_credit; 3776adfc5217SJeff Kirsher } 3777adfc5217SJeff Kirsher 3778adfc5217SJeff Kirsher static bool bnx2x_credit_pool_always_true(struct bnx2x_credit_pool_obj *o, 3779adfc5217SJeff Kirsher int cnt) 3780adfc5217SJeff Kirsher { 3781adfc5217SJeff Kirsher return true; 3782adfc5217SJeff Kirsher } 3783adfc5217SJeff Kirsher 3784adfc5217SJeff Kirsher 3785adfc5217SJeff Kirsher static bool bnx2x_credit_pool_get_entry( 3786adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *o, 3787adfc5217SJeff Kirsher int *offset) 3788adfc5217SJeff Kirsher { 3789adfc5217SJeff Kirsher int idx, vec, i; 3790adfc5217SJeff Kirsher 3791adfc5217SJeff Kirsher *offset = -1; 3792adfc5217SJeff Kirsher 3793adfc5217SJeff Kirsher /* Find "internal cam-offset" then add to base for this object... */ 3794adfc5217SJeff Kirsher for (vec = 0; vec < BNX2X_POOL_VEC_SIZE; vec++) { 3795adfc5217SJeff Kirsher 3796adfc5217SJeff Kirsher /* Skip the current vector if there are no free entries in it */ 3797adfc5217SJeff Kirsher if (!o->pool_mirror[vec]) 3798adfc5217SJeff Kirsher continue; 3799adfc5217SJeff Kirsher 3800adfc5217SJeff Kirsher /* If we've got here we are going to find a free entry */ 3801adfc5217SJeff Kirsher for (idx = vec * BNX2X_POOL_VEC_SIZE, i = 0; 3802adfc5217SJeff Kirsher i < BIT_VEC64_ELEM_SZ; idx++, i++) 3803adfc5217SJeff Kirsher 3804adfc5217SJeff Kirsher if (BIT_VEC64_TEST_BIT(o->pool_mirror, idx)) { 3805adfc5217SJeff Kirsher /* Got one!! */ 3806adfc5217SJeff Kirsher BIT_VEC64_CLEAR_BIT(o->pool_mirror, idx); 3807adfc5217SJeff Kirsher *offset = o->base_pool_offset + idx; 3808adfc5217SJeff Kirsher return true; 3809adfc5217SJeff Kirsher } 3810adfc5217SJeff Kirsher } 3811adfc5217SJeff Kirsher 3812adfc5217SJeff Kirsher return false; 3813adfc5217SJeff Kirsher } 3814adfc5217SJeff Kirsher 3815adfc5217SJeff Kirsher static bool bnx2x_credit_pool_put_entry( 3816adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *o, 3817adfc5217SJeff Kirsher int offset) 3818adfc5217SJeff Kirsher { 3819adfc5217SJeff Kirsher if (offset < o->base_pool_offset) 3820adfc5217SJeff Kirsher return false; 3821adfc5217SJeff Kirsher 3822adfc5217SJeff Kirsher offset -= o->base_pool_offset; 3823adfc5217SJeff Kirsher 3824adfc5217SJeff Kirsher if (offset >= o->pool_sz) 3825adfc5217SJeff Kirsher return false; 3826adfc5217SJeff Kirsher 3827adfc5217SJeff Kirsher /* Return the entry to the pool */ 3828adfc5217SJeff Kirsher BIT_VEC64_SET_BIT(o->pool_mirror, offset); 3829adfc5217SJeff Kirsher 3830adfc5217SJeff Kirsher return true; 3831adfc5217SJeff Kirsher } 3832adfc5217SJeff Kirsher 3833adfc5217SJeff Kirsher static bool bnx2x_credit_pool_put_entry_always_true( 3834adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *o, 3835adfc5217SJeff Kirsher int offset) 3836adfc5217SJeff Kirsher { 3837adfc5217SJeff Kirsher return true; 3838adfc5217SJeff Kirsher } 3839adfc5217SJeff Kirsher 3840adfc5217SJeff Kirsher static bool bnx2x_credit_pool_get_entry_always_true( 3841adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *o, 3842adfc5217SJeff Kirsher int *offset) 3843adfc5217SJeff Kirsher { 3844adfc5217SJeff Kirsher *offset = -1; 3845adfc5217SJeff Kirsher return true; 3846adfc5217SJeff Kirsher } 3847adfc5217SJeff Kirsher /** 3848adfc5217SJeff Kirsher * bnx2x_init_credit_pool - initialize credit pool internals. 3849adfc5217SJeff Kirsher * 3850adfc5217SJeff Kirsher * @p: 3851adfc5217SJeff Kirsher * @base: Base entry in the CAM to use. 3852adfc5217SJeff Kirsher * @credit: pool size. 3853adfc5217SJeff Kirsher * 3854adfc5217SJeff Kirsher * If base is negative no CAM entries handling will be performed. 3855adfc5217SJeff Kirsher * If credit is negative pool operations will always succeed (unlimited pool). 3856adfc5217SJeff Kirsher * 3857adfc5217SJeff Kirsher */ 3858adfc5217SJeff Kirsher static inline void bnx2x_init_credit_pool(struct bnx2x_credit_pool_obj *p, 3859adfc5217SJeff Kirsher int base, int credit) 3860adfc5217SJeff Kirsher { 3861adfc5217SJeff Kirsher /* Zero the object first */ 3862adfc5217SJeff Kirsher memset(p, 0, sizeof(*p)); 3863adfc5217SJeff Kirsher 3864adfc5217SJeff Kirsher /* Set the table to all 1s */ 3865adfc5217SJeff Kirsher memset(&p->pool_mirror, 0xff, sizeof(p->pool_mirror)); 3866adfc5217SJeff Kirsher 3867adfc5217SJeff Kirsher /* Init a pool as full */ 3868adfc5217SJeff Kirsher atomic_set(&p->credit, credit); 3869adfc5217SJeff Kirsher 3870adfc5217SJeff Kirsher /* The total poll size */ 3871adfc5217SJeff Kirsher p->pool_sz = credit; 3872adfc5217SJeff Kirsher 3873adfc5217SJeff Kirsher p->base_pool_offset = base; 3874adfc5217SJeff Kirsher 3875adfc5217SJeff Kirsher /* Commit the change */ 3876adfc5217SJeff Kirsher smp_mb(); 3877adfc5217SJeff Kirsher 3878adfc5217SJeff Kirsher p->check = bnx2x_credit_pool_check; 3879adfc5217SJeff Kirsher 3880adfc5217SJeff Kirsher /* if pool credit is negative - disable the checks */ 3881adfc5217SJeff Kirsher if (credit >= 0) { 3882adfc5217SJeff Kirsher p->put = bnx2x_credit_pool_put; 3883adfc5217SJeff Kirsher p->get = bnx2x_credit_pool_get; 3884adfc5217SJeff Kirsher p->put_entry = bnx2x_credit_pool_put_entry; 3885adfc5217SJeff Kirsher p->get_entry = bnx2x_credit_pool_get_entry; 3886adfc5217SJeff Kirsher } else { 3887adfc5217SJeff Kirsher p->put = bnx2x_credit_pool_always_true; 3888adfc5217SJeff Kirsher p->get = bnx2x_credit_pool_always_true; 3889adfc5217SJeff Kirsher p->put_entry = bnx2x_credit_pool_put_entry_always_true; 3890adfc5217SJeff Kirsher p->get_entry = bnx2x_credit_pool_get_entry_always_true; 3891adfc5217SJeff Kirsher } 3892adfc5217SJeff Kirsher 3893adfc5217SJeff Kirsher /* If base is negative - disable entries handling */ 3894adfc5217SJeff Kirsher if (base < 0) { 3895adfc5217SJeff Kirsher p->put_entry = bnx2x_credit_pool_put_entry_always_true; 3896adfc5217SJeff Kirsher p->get_entry = bnx2x_credit_pool_get_entry_always_true; 3897adfc5217SJeff Kirsher } 3898adfc5217SJeff Kirsher } 3899adfc5217SJeff Kirsher 3900adfc5217SJeff Kirsher void bnx2x_init_mac_credit_pool(struct bnx2x *bp, 3901adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *p, u8 func_id, 3902adfc5217SJeff Kirsher u8 func_num) 3903adfc5217SJeff Kirsher { 3904adfc5217SJeff Kirsher /* TODO: this will be defined in consts as well... */ 3905adfc5217SJeff Kirsher #define BNX2X_CAM_SIZE_EMUL 5 3906adfc5217SJeff Kirsher 3907adfc5217SJeff Kirsher int cam_sz; 3908adfc5217SJeff Kirsher 3909adfc5217SJeff Kirsher if (CHIP_IS_E1(bp)) { 3910adfc5217SJeff Kirsher /* In E1, Multicast is saved in cam... */ 3911adfc5217SJeff Kirsher if (!CHIP_REV_IS_SLOW(bp)) 3912adfc5217SJeff Kirsher cam_sz = (MAX_MAC_CREDIT_E1 / 2) - BNX2X_MAX_MULTICAST; 3913adfc5217SJeff Kirsher else 3914adfc5217SJeff Kirsher cam_sz = BNX2X_CAM_SIZE_EMUL - BNX2X_MAX_EMUL_MULTI; 3915adfc5217SJeff Kirsher 3916adfc5217SJeff Kirsher bnx2x_init_credit_pool(p, func_id * cam_sz, cam_sz); 3917adfc5217SJeff Kirsher 3918adfc5217SJeff Kirsher } else if (CHIP_IS_E1H(bp)) { 3919adfc5217SJeff Kirsher /* CAM credit is equaly divided between all active functions 3920adfc5217SJeff Kirsher * on the PORT!. 3921adfc5217SJeff Kirsher */ 3922adfc5217SJeff Kirsher if ((func_num > 0)) { 3923adfc5217SJeff Kirsher if (!CHIP_REV_IS_SLOW(bp)) 3924adfc5217SJeff Kirsher cam_sz = (MAX_MAC_CREDIT_E1H / (2*func_num)); 3925adfc5217SJeff Kirsher else 3926adfc5217SJeff Kirsher cam_sz = BNX2X_CAM_SIZE_EMUL; 3927adfc5217SJeff Kirsher bnx2x_init_credit_pool(p, func_id * cam_sz, cam_sz); 3928adfc5217SJeff Kirsher } else { 3929adfc5217SJeff Kirsher /* this should never happen! Block MAC operations. */ 3930adfc5217SJeff Kirsher bnx2x_init_credit_pool(p, 0, 0); 3931adfc5217SJeff Kirsher } 3932adfc5217SJeff Kirsher 3933adfc5217SJeff Kirsher } else { 3934adfc5217SJeff Kirsher 3935adfc5217SJeff Kirsher /* 3936adfc5217SJeff Kirsher * CAM credit is equaly divided between all active functions 3937adfc5217SJeff Kirsher * on the PATH. 3938adfc5217SJeff Kirsher */ 3939adfc5217SJeff Kirsher if ((func_num > 0)) { 3940adfc5217SJeff Kirsher if (!CHIP_REV_IS_SLOW(bp)) 3941adfc5217SJeff Kirsher cam_sz = (MAX_MAC_CREDIT_E2 / func_num); 3942adfc5217SJeff Kirsher else 3943adfc5217SJeff Kirsher cam_sz = BNX2X_CAM_SIZE_EMUL; 3944adfc5217SJeff Kirsher 3945adfc5217SJeff Kirsher /* 3946adfc5217SJeff Kirsher * No need for CAM entries handling for 57712 and 3947adfc5217SJeff Kirsher * newer. 3948adfc5217SJeff Kirsher */ 3949adfc5217SJeff Kirsher bnx2x_init_credit_pool(p, -1, cam_sz); 3950adfc5217SJeff Kirsher } else { 3951adfc5217SJeff Kirsher /* this should never happen! Block MAC operations. */ 3952adfc5217SJeff Kirsher bnx2x_init_credit_pool(p, 0, 0); 3953adfc5217SJeff Kirsher } 3954adfc5217SJeff Kirsher 3955adfc5217SJeff Kirsher } 3956adfc5217SJeff Kirsher } 3957adfc5217SJeff Kirsher 3958adfc5217SJeff Kirsher void bnx2x_init_vlan_credit_pool(struct bnx2x *bp, 3959adfc5217SJeff Kirsher struct bnx2x_credit_pool_obj *p, 3960adfc5217SJeff Kirsher u8 func_id, 3961adfc5217SJeff Kirsher u8 func_num) 3962adfc5217SJeff Kirsher { 3963adfc5217SJeff Kirsher if (CHIP_IS_E1x(bp)) { 3964adfc5217SJeff Kirsher /* 3965adfc5217SJeff Kirsher * There is no VLAN credit in HW on 57710 and 57711 only 3966adfc5217SJeff Kirsher * MAC / MAC-VLAN can be set 3967adfc5217SJeff Kirsher */ 3968adfc5217SJeff Kirsher bnx2x_init_credit_pool(p, 0, -1); 3969adfc5217SJeff Kirsher } else { 3970adfc5217SJeff Kirsher /* 3971adfc5217SJeff Kirsher * CAM credit is equaly divided between all active functions 3972adfc5217SJeff Kirsher * on the PATH. 3973adfc5217SJeff Kirsher */ 3974adfc5217SJeff Kirsher if (func_num > 0) { 3975adfc5217SJeff Kirsher int credit = MAX_VLAN_CREDIT_E2 / func_num; 3976adfc5217SJeff Kirsher bnx2x_init_credit_pool(p, func_id * credit, credit); 3977adfc5217SJeff Kirsher } else 3978adfc5217SJeff Kirsher /* this should never happen! Block VLAN operations. */ 3979adfc5217SJeff Kirsher bnx2x_init_credit_pool(p, 0, 0); 3980adfc5217SJeff Kirsher } 3981adfc5217SJeff Kirsher } 3982adfc5217SJeff Kirsher 3983adfc5217SJeff Kirsher /****************** RSS Configuration ******************/ 3984adfc5217SJeff Kirsher /** 3985adfc5217SJeff Kirsher * bnx2x_debug_print_ind_table - prints the indirection table configuration. 3986adfc5217SJeff Kirsher * 3987adfc5217SJeff Kirsher * @bp: driver hanlde 3988adfc5217SJeff Kirsher * @p: pointer to rss configuration 3989adfc5217SJeff Kirsher * 3990adfc5217SJeff Kirsher * Prints it when NETIF_MSG_IFUP debug level is configured. 3991adfc5217SJeff Kirsher */ 3992adfc5217SJeff Kirsher static inline void bnx2x_debug_print_ind_table(struct bnx2x *bp, 3993adfc5217SJeff Kirsher struct bnx2x_config_rss_params *p) 3994adfc5217SJeff Kirsher { 3995adfc5217SJeff Kirsher int i; 3996adfc5217SJeff Kirsher 3997adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Setting indirection table to:\n"); 3998adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "0x0000: "); 3999adfc5217SJeff Kirsher for (i = 0; i < T_ETH_INDIRECTION_TABLE_SIZE; i++) { 4000adfc5217SJeff Kirsher DP_CONT(BNX2X_MSG_SP, "0x%02x ", p->ind_table[i]); 4001adfc5217SJeff Kirsher 4002adfc5217SJeff Kirsher /* Print 4 bytes in a line */ 4003adfc5217SJeff Kirsher if ((i + 1 < T_ETH_INDIRECTION_TABLE_SIZE) && 4004adfc5217SJeff Kirsher (((i + 1) & 0x3) == 0)) { 4005adfc5217SJeff Kirsher DP_CONT(BNX2X_MSG_SP, "\n"); 4006adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "0x%04x: ", i + 1); 4007adfc5217SJeff Kirsher } 4008adfc5217SJeff Kirsher } 4009adfc5217SJeff Kirsher 4010adfc5217SJeff Kirsher DP_CONT(BNX2X_MSG_SP, "\n"); 4011adfc5217SJeff Kirsher } 4012adfc5217SJeff Kirsher 4013adfc5217SJeff Kirsher /** 4014adfc5217SJeff Kirsher * bnx2x_setup_rss - configure RSS 4015adfc5217SJeff Kirsher * 4016adfc5217SJeff Kirsher * @bp: device handle 4017adfc5217SJeff Kirsher * @p: rss configuration 4018adfc5217SJeff Kirsher * 4019adfc5217SJeff Kirsher * sends on UPDATE ramrod for that matter. 4020adfc5217SJeff Kirsher */ 4021adfc5217SJeff Kirsher static int bnx2x_setup_rss(struct bnx2x *bp, 4022adfc5217SJeff Kirsher struct bnx2x_config_rss_params *p) 4023adfc5217SJeff Kirsher { 4024adfc5217SJeff Kirsher struct bnx2x_rss_config_obj *o = p->rss_obj; 4025adfc5217SJeff Kirsher struct bnx2x_raw_obj *r = &o->raw; 4026adfc5217SJeff Kirsher struct eth_rss_update_ramrod_data *data = 4027adfc5217SJeff Kirsher (struct eth_rss_update_ramrod_data *)(r->rdata); 4028adfc5217SJeff Kirsher u8 rss_mode = 0; 4029adfc5217SJeff Kirsher int rc; 4030adfc5217SJeff Kirsher 4031adfc5217SJeff Kirsher memset(data, 0, sizeof(*data)); 4032adfc5217SJeff Kirsher 4033adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Configuring RSS\n"); 4034adfc5217SJeff Kirsher 4035adfc5217SJeff Kirsher /* Set an echo field */ 4036adfc5217SJeff Kirsher data->echo = (r->cid & BNX2X_SWCID_MASK) | 4037adfc5217SJeff Kirsher (r->state << BNX2X_SWCID_SHIFT); 4038adfc5217SJeff Kirsher 4039adfc5217SJeff Kirsher /* RSS mode */ 4040adfc5217SJeff Kirsher if (test_bit(BNX2X_RSS_MODE_DISABLED, &p->rss_flags)) 4041adfc5217SJeff Kirsher rss_mode = ETH_RSS_MODE_DISABLED; 4042adfc5217SJeff Kirsher else if (test_bit(BNX2X_RSS_MODE_REGULAR, &p->rss_flags)) 4043adfc5217SJeff Kirsher rss_mode = ETH_RSS_MODE_REGULAR; 4044adfc5217SJeff Kirsher else if (test_bit(BNX2X_RSS_MODE_VLAN_PRI, &p->rss_flags)) 4045adfc5217SJeff Kirsher rss_mode = ETH_RSS_MODE_VLAN_PRI; 4046adfc5217SJeff Kirsher else if (test_bit(BNX2X_RSS_MODE_E1HOV_PRI, &p->rss_flags)) 4047adfc5217SJeff Kirsher rss_mode = ETH_RSS_MODE_E1HOV_PRI; 4048adfc5217SJeff Kirsher else if (test_bit(BNX2X_RSS_MODE_IP_DSCP, &p->rss_flags)) 4049adfc5217SJeff Kirsher rss_mode = ETH_RSS_MODE_IP_DSCP; 4050adfc5217SJeff Kirsher 4051adfc5217SJeff Kirsher data->rss_mode = rss_mode; 4052adfc5217SJeff Kirsher 4053adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "rss_mode=%d\n", rss_mode); 4054adfc5217SJeff Kirsher 4055adfc5217SJeff Kirsher /* RSS capabilities */ 4056adfc5217SJeff Kirsher if (test_bit(BNX2X_RSS_IPV4, &p->rss_flags)) 4057adfc5217SJeff Kirsher data->capabilities |= 4058adfc5217SJeff Kirsher ETH_RSS_UPDATE_RAMROD_DATA_IPV4_CAPABILITY; 4059adfc5217SJeff Kirsher 4060adfc5217SJeff Kirsher if (test_bit(BNX2X_RSS_IPV4_TCP, &p->rss_flags)) 4061adfc5217SJeff Kirsher data->capabilities |= 4062adfc5217SJeff Kirsher ETH_RSS_UPDATE_RAMROD_DATA_IPV4_TCP_CAPABILITY; 4063adfc5217SJeff Kirsher 4064adfc5217SJeff Kirsher if (test_bit(BNX2X_RSS_IPV6, &p->rss_flags)) 4065adfc5217SJeff Kirsher data->capabilities |= 4066adfc5217SJeff Kirsher ETH_RSS_UPDATE_RAMROD_DATA_IPV6_CAPABILITY; 4067adfc5217SJeff Kirsher 4068adfc5217SJeff Kirsher if (test_bit(BNX2X_RSS_IPV6_TCP, &p->rss_flags)) 4069adfc5217SJeff Kirsher data->capabilities |= 4070adfc5217SJeff Kirsher ETH_RSS_UPDATE_RAMROD_DATA_IPV6_TCP_CAPABILITY; 4071adfc5217SJeff Kirsher 4072adfc5217SJeff Kirsher /* Hashing mask */ 4073adfc5217SJeff Kirsher data->rss_result_mask = p->rss_result_mask; 4074adfc5217SJeff Kirsher 4075adfc5217SJeff Kirsher /* RSS engine ID */ 4076adfc5217SJeff Kirsher data->rss_engine_id = o->engine_id; 4077adfc5217SJeff Kirsher 4078adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "rss_engine_id=%d\n", data->rss_engine_id); 4079adfc5217SJeff Kirsher 4080adfc5217SJeff Kirsher /* Indirection table */ 4081adfc5217SJeff Kirsher memcpy(data->indirection_table, p->ind_table, 4082adfc5217SJeff Kirsher T_ETH_INDIRECTION_TABLE_SIZE); 4083adfc5217SJeff Kirsher 4084adfc5217SJeff Kirsher /* Remember the last configuration */ 4085adfc5217SJeff Kirsher memcpy(o->ind_table, p->ind_table, T_ETH_INDIRECTION_TABLE_SIZE); 4086adfc5217SJeff Kirsher 4087adfc5217SJeff Kirsher /* Print the indirection table */ 4088adfc5217SJeff Kirsher if (netif_msg_ifup(bp)) 4089adfc5217SJeff Kirsher bnx2x_debug_print_ind_table(bp, p); 4090adfc5217SJeff Kirsher 4091adfc5217SJeff Kirsher /* RSS keys */ 4092adfc5217SJeff Kirsher if (test_bit(BNX2X_RSS_SET_SRCH, &p->rss_flags)) { 4093adfc5217SJeff Kirsher memcpy(&data->rss_key[0], &p->rss_key[0], 4094adfc5217SJeff Kirsher sizeof(data->rss_key)); 4095adfc5217SJeff Kirsher data->capabilities |= ETH_RSS_UPDATE_RAMROD_DATA_UPDATE_RSS_KEY; 4096adfc5217SJeff Kirsher } 4097adfc5217SJeff Kirsher 4098adfc5217SJeff Kirsher /* 4099adfc5217SJeff Kirsher * No need for an explicit memory barrier here as long we would 4100adfc5217SJeff Kirsher * need to ensure the ordering of writing to the SPQ element 4101adfc5217SJeff Kirsher * and updating of the SPQ producer which involves a memory 4102adfc5217SJeff Kirsher * read and we will have to put a full memory barrier there 4103adfc5217SJeff Kirsher * (inside bnx2x_sp_post()). 4104adfc5217SJeff Kirsher */ 4105adfc5217SJeff Kirsher 4106adfc5217SJeff Kirsher /* Send a ramrod */ 4107adfc5217SJeff Kirsher rc = bnx2x_sp_post(bp, RAMROD_CMD_ID_ETH_RSS_UPDATE, r->cid, 4108adfc5217SJeff Kirsher U64_HI(r->rdata_mapping), 4109adfc5217SJeff Kirsher U64_LO(r->rdata_mapping), 4110adfc5217SJeff Kirsher ETH_CONNECTION_TYPE); 4111adfc5217SJeff Kirsher 4112adfc5217SJeff Kirsher if (rc < 0) 4113adfc5217SJeff Kirsher return rc; 4114adfc5217SJeff Kirsher 4115adfc5217SJeff Kirsher return 1; 4116adfc5217SJeff Kirsher } 4117adfc5217SJeff Kirsher 4118adfc5217SJeff Kirsher void bnx2x_get_rss_ind_table(struct bnx2x_rss_config_obj *rss_obj, 4119adfc5217SJeff Kirsher u8 *ind_table) 4120adfc5217SJeff Kirsher { 4121adfc5217SJeff Kirsher memcpy(ind_table, rss_obj->ind_table, sizeof(rss_obj->ind_table)); 4122adfc5217SJeff Kirsher } 4123adfc5217SJeff Kirsher 4124adfc5217SJeff Kirsher int bnx2x_config_rss(struct bnx2x *bp, 4125adfc5217SJeff Kirsher struct bnx2x_config_rss_params *p) 4126adfc5217SJeff Kirsher { 4127adfc5217SJeff Kirsher int rc; 4128adfc5217SJeff Kirsher struct bnx2x_rss_config_obj *o = p->rss_obj; 4129adfc5217SJeff Kirsher struct bnx2x_raw_obj *r = &o->raw; 4130adfc5217SJeff Kirsher 4131adfc5217SJeff Kirsher /* Do nothing if only driver cleanup was requested */ 4132adfc5217SJeff Kirsher if (test_bit(RAMROD_DRV_CLR_ONLY, &p->ramrod_flags)) 4133adfc5217SJeff Kirsher return 0; 4134adfc5217SJeff Kirsher 4135adfc5217SJeff Kirsher r->set_pending(r); 4136adfc5217SJeff Kirsher 4137adfc5217SJeff Kirsher rc = o->config_rss(bp, p); 4138adfc5217SJeff Kirsher if (rc < 0) { 4139adfc5217SJeff Kirsher r->clear_pending(r); 4140adfc5217SJeff Kirsher return rc; 4141adfc5217SJeff Kirsher } 4142adfc5217SJeff Kirsher 4143adfc5217SJeff Kirsher if (test_bit(RAMROD_COMP_WAIT, &p->ramrod_flags)) 4144adfc5217SJeff Kirsher rc = r->wait_comp(bp, r); 4145adfc5217SJeff Kirsher 4146adfc5217SJeff Kirsher return rc; 4147adfc5217SJeff Kirsher } 4148adfc5217SJeff Kirsher 4149adfc5217SJeff Kirsher 4150adfc5217SJeff Kirsher void bnx2x_init_rss_config_obj(struct bnx2x *bp, 4151adfc5217SJeff Kirsher struct bnx2x_rss_config_obj *rss_obj, 4152adfc5217SJeff Kirsher u8 cl_id, u32 cid, u8 func_id, u8 engine_id, 4153adfc5217SJeff Kirsher void *rdata, dma_addr_t rdata_mapping, 4154adfc5217SJeff Kirsher int state, unsigned long *pstate, 4155adfc5217SJeff Kirsher bnx2x_obj_type type) 4156adfc5217SJeff Kirsher { 4157adfc5217SJeff Kirsher bnx2x_init_raw_obj(&rss_obj->raw, cl_id, cid, func_id, rdata, 4158adfc5217SJeff Kirsher rdata_mapping, state, pstate, type); 4159adfc5217SJeff Kirsher 4160adfc5217SJeff Kirsher rss_obj->engine_id = engine_id; 4161adfc5217SJeff Kirsher rss_obj->config_rss = bnx2x_setup_rss; 4162adfc5217SJeff Kirsher } 4163adfc5217SJeff Kirsher 4164adfc5217SJeff Kirsher /********************** Queue state object ***********************************/ 4165adfc5217SJeff Kirsher 4166adfc5217SJeff Kirsher /** 4167adfc5217SJeff Kirsher * bnx2x_queue_state_change - perform Queue state change transition 4168adfc5217SJeff Kirsher * 4169adfc5217SJeff Kirsher * @bp: device handle 4170adfc5217SJeff Kirsher * @params: parameters to perform the transition 4171adfc5217SJeff Kirsher * 4172adfc5217SJeff Kirsher * returns 0 in case of successfully completed transition, negative error 4173adfc5217SJeff Kirsher * code in case of failure, positive (EBUSY) value if there is a completion 4174adfc5217SJeff Kirsher * to that is still pending (possible only if RAMROD_COMP_WAIT is 4175adfc5217SJeff Kirsher * not set in params->ramrod_flags for asynchronous commands). 4176adfc5217SJeff Kirsher * 4177adfc5217SJeff Kirsher */ 4178adfc5217SJeff Kirsher int bnx2x_queue_state_change(struct bnx2x *bp, 4179adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4180adfc5217SJeff Kirsher { 4181adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *o = params->q_obj; 4182adfc5217SJeff Kirsher int rc, pending_bit; 4183adfc5217SJeff Kirsher unsigned long *pending = &o->pending; 4184adfc5217SJeff Kirsher 4185adfc5217SJeff Kirsher /* Check that the requested transition is legal */ 4186adfc5217SJeff Kirsher if (o->check_transition(bp, o, params)) 4187adfc5217SJeff Kirsher return -EINVAL; 4188adfc5217SJeff Kirsher 4189adfc5217SJeff Kirsher /* Set "pending" bit */ 4190adfc5217SJeff Kirsher pending_bit = o->set_pending(o, params); 4191adfc5217SJeff Kirsher 4192adfc5217SJeff Kirsher /* Don't send a command if only driver cleanup was requested */ 4193adfc5217SJeff Kirsher if (test_bit(RAMROD_DRV_CLR_ONLY, ¶ms->ramrod_flags)) 4194adfc5217SJeff Kirsher o->complete_cmd(bp, o, pending_bit); 4195adfc5217SJeff Kirsher else { 4196adfc5217SJeff Kirsher /* Send a ramrod */ 4197adfc5217SJeff Kirsher rc = o->send_cmd(bp, params); 4198adfc5217SJeff Kirsher if (rc) { 4199adfc5217SJeff Kirsher o->next_state = BNX2X_Q_STATE_MAX; 4200adfc5217SJeff Kirsher clear_bit(pending_bit, pending); 4201adfc5217SJeff Kirsher smp_mb__after_clear_bit(); 4202adfc5217SJeff Kirsher return rc; 4203adfc5217SJeff Kirsher } 4204adfc5217SJeff Kirsher 4205adfc5217SJeff Kirsher if (test_bit(RAMROD_COMP_WAIT, ¶ms->ramrod_flags)) { 4206adfc5217SJeff Kirsher rc = o->wait_comp(bp, o, pending_bit); 4207adfc5217SJeff Kirsher if (rc) 4208adfc5217SJeff Kirsher return rc; 4209adfc5217SJeff Kirsher 4210adfc5217SJeff Kirsher return 0; 4211adfc5217SJeff Kirsher } 4212adfc5217SJeff Kirsher } 4213adfc5217SJeff Kirsher 4214adfc5217SJeff Kirsher return !!test_bit(pending_bit, pending); 4215adfc5217SJeff Kirsher } 4216adfc5217SJeff Kirsher 4217adfc5217SJeff Kirsher 4218adfc5217SJeff Kirsher static int bnx2x_queue_set_pending(struct bnx2x_queue_sp_obj *obj, 4219adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4220adfc5217SJeff Kirsher { 4221adfc5217SJeff Kirsher enum bnx2x_queue_cmd cmd = params->cmd, bit; 4222adfc5217SJeff Kirsher 4223adfc5217SJeff Kirsher /* ACTIVATE and DEACTIVATE commands are implemented on top of 4224adfc5217SJeff Kirsher * UPDATE command. 4225adfc5217SJeff Kirsher */ 4226adfc5217SJeff Kirsher if ((cmd == BNX2X_Q_CMD_ACTIVATE) || 4227adfc5217SJeff Kirsher (cmd == BNX2X_Q_CMD_DEACTIVATE)) 4228adfc5217SJeff Kirsher bit = BNX2X_Q_CMD_UPDATE; 4229adfc5217SJeff Kirsher else 4230adfc5217SJeff Kirsher bit = cmd; 4231adfc5217SJeff Kirsher 4232adfc5217SJeff Kirsher set_bit(bit, &obj->pending); 4233adfc5217SJeff Kirsher return bit; 4234adfc5217SJeff Kirsher } 4235adfc5217SJeff Kirsher 4236adfc5217SJeff Kirsher static int bnx2x_queue_wait_comp(struct bnx2x *bp, 4237adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *o, 4238adfc5217SJeff Kirsher enum bnx2x_queue_cmd cmd) 4239adfc5217SJeff Kirsher { 4240adfc5217SJeff Kirsher return bnx2x_state_wait(bp, cmd, &o->pending); 4241adfc5217SJeff Kirsher } 4242adfc5217SJeff Kirsher 4243adfc5217SJeff Kirsher /** 4244adfc5217SJeff Kirsher * bnx2x_queue_comp_cmd - complete the state change command. 4245adfc5217SJeff Kirsher * 4246adfc5217SJeff Kirsher * @bp: device handle 4247adfc5217SJeff Kirsher * @o: 4248adfc5217SJeff Kirsher * @cmd: 4249adfc5217SJeff Kirsher * 4250adfc5217SJeff Kirsher * Checks that the arrived completion is expected. 4251adfc5217SJeff Kirsher */ 4252adfc5217SJeff Kirsher static int bnx2x_queue_comp_cmd(struct bnx2x *bp, 4253adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *o, 4254adfc5217SJeff Kirsher enum bnx2x_queue_cmd cmd) 4255adfc5217SJeff Kirsher { 4256adfc5217SJeff Kirsher unsigned long cur_pending = o->pending; 4257adfc5217SJeff Kirsher 4258adfc5217SJeff Kirsher if (!test_and_clear_bit(cmd, &cur_pending)) { 4259adfc5217SJeff Kirsher BNX2X_ERR("Bad MC reply %d for queue %d in state %d " 4260adfc5217SJeff Kirsher "pending 0x%lx, next_state %d\n", cmd, 4261adfc5217SJeff Kirsher o->cids[BNX2X_PRIMARY_CID_INDEX], 4262adfc5217SJeff Kirsher o->state, cur_pending, o->next_state); 4263adfc5217SJeff Kirsher return -EINVAL; 4264adfc5217SJeff Kirsher } 4265adfc5217SJeff Kirsher 4266adfc5217SJeff Kirsher if (o->next_tx_only >= o->max_cos) 4267adfc5217SJeff Kirsher /* >= becuase tx only must always be smaller than cos since the 4268adfc5217SJeff Kirsher * primary connection suports COS 0 4269adfc5217SJeff Kirsher */ 4270adfc5217SJeff Kirsher BNX2X_ERR("illegal value for next tx_only: %d. max cos was %d", 4271adfc5217SJeff Kirsher o->next_tx_only, o->max_cos); 4272adfc5217SJeff Kirsher 4273adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Completing command %d for queue %d, " 4274adfc5217SJeff Kirsher "setting state to %d\n", cmd, 4275adfc5217SJeff Kirsher o->cids[BNX2X_PRIMARY_CID_INDEX], o->next_state); 4276adfc5217SJeff Kirsher 4277adfc5217SJeff Kirsher if (o->next_tx_only) /* print num tx-only if any exist */ 427894f05b0fSJoe Perches DP(BNX2X_MSG_SP, "primary cid %d: num tx-only cons %d\n", 4279adfc5217SJeff Kirsher o->cids[BNX2X_PRIMARY_CID_INDEX], o->next_tx_only); 4280adfc5217SJeff Kirsher 4281adfc5217SJeff Kirsher o->state = o->next_state; 4282adfc5217SJeff Kirsher o->num_tx_only = o->next_tx_only; 4283adfc5217SJeff Kirsher o->next_state = BNX2X_Q_STATE_MAX; 4284adfc5217SJeff Kirsher 4285adfc5217SJeff Kirsher /* It's important that o->state and o->next_state are 4286adfc5217SJeff Kirsher * updated before o->pending. 4287adfc5217SJeff Kirsher */ 4288adfc5217SJeff Kirsher wmb(); 4289adfc5217SJeff Kirsher 4290adfc5217SJeff Kirsher clear_bit(cmd, &o->pending); 4291adfc5217SJeff Kirsher smp_mb__after_clear_bit(); 4292adfc5217SJeff Kirsher 4293adfc5217SJeff Kirsher return 0; 4294adfc5217SJeff Kirsher } 4295adfc5217SJeff Kirsher 4296adfc5217SJeff Kirsher static void bnx2x_q_fill_setup_data_e2(struct bnx2x *bp, 4297adfc5217SJeff Kirsher struct bnx2x_queue_state_params *cmd_params, 4298adfc5217SJeff Kirsher struct client_init_ramrod_data *data) 4299adfc5217SJeff Kirsher { 4300adfc5217SJeff Kirsher struct bnx2x_queue_setup_params *params = &cmd_params->params.setup; 4301adfc5217SJeff Kirsher 4302adfc5217SJeff Kirsher /* Rx data */ 4303adfc5217SJeff Kirsher 4304adfc5217SJeff Kirsher /* IPv6 TPA supported for E2 and above only */ 4305adfc5217SJeff Kirsher data->rx.tpa_en |= test_bit(BNX2X_Q_FLG_TPA_IPV6, ¶ms->flags) * 4306adfc5217SJeff Kirsher CLIENT_INIT_RX_DATA_TPA_EN_IPV6; 4307adfc5217SJeff Kirsher } 4308adfc5217SJeff Kirsher 4309adfc5217SJeff Kirsher static void bnx2x_q_fill_init_general_data(struct bnx2x *bp, 4310adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *o, 4311adfc5217SJeff Kirsher struct bnx2x_general_setup_params *params, 4312adfc5217SJeff Kirsher struct client_init_general_data *gen_data, 4313adfc5217SJeff Kirsher unsigned long *flags) 4314adfc5217SJeff Kirsher { 4315adfc5217SJeff Kirsher gen_data->client_id = o->cl_id; 4316adfc5217SJeff Kirsher 4317adfc5217SJeff Kirsher if (test_bit(BNX2X_Q_FLG_STATS, flags)) { 4318adfc5217SJeff Kirsher gen_data->statistics_counter_id = 4319adfc5217SJeff Kirsher params->stat_id; 4320adfc5217SJeff Kirsher gen_data->statistics_en_flg = 1; 4321adfc5217SJeff Kirsher gen_data->statistics_zero_flg = 4322adfc5217SJeff Kirsher test_bit(BNX2X_Q_FLG_ZERO_STATS, flags); 4323adfc5217SJeff Kirsher } else 4324adfc5217SJeff Kirsher gen_data->statistics_counter_id = 4325adfc5217SJeff Kirsher DISABLE_STATISTIC_COUNTER_ID_VALUE; 4326adfc5217SJeff Kirsher 4327adfc5217SJeff Kirsher gen_data->is_fcoe_flg = test_bit(BNX2X_Q_FLG_FCOE, flags); 4328adfc5217SJeff Kirsher gen_data->activate_flg = test_bit(BNX2X_Q_FLG_ACTIVE, flags); 4329adfc5217SJeff Kirsher gen_data->sp_client_id = params->spcl_id; 4330adfc5217SJeff Kirsher gen_data->mtu = cpu_to_le16(params->mtu); 4331adfc5217SJeff Kirsher gen_data->func_id = o->func_id; 4332adfc5217SJeff Kirsher 4333adfc5217SJeff Kirsher 4334adfc5217SJeff Kirsher gen_data->cos = params->cos; 4335adfc5217SJeff Kirsher 4336adfc5217SJeff Kirsher gen_data->traffic_type = 4337adfc5217SJeff Kirsher test_bit(BNX2X_Q_FLG_FCOE, flags) ? 4338adfc5217SJeff Kirsher LLFC_TRAFFIC_TYPE_FCOE : LLFC_TRAFFIC_TYPE_NW; 4339adfc5217SJeff Kirsher 434094f05b0fSJoe Perches DP(BNX2X_MSG_SP, "flags: active %d, cos %d, stats en %d\n", 4341adfc5217SJeff Kirsher gen_data->activate_flg, gen_data->cos, gen_data->statistics_en_flg); 4342adfc5217SJeff Kirsher } 4343adfc5217SJeff Kirsher 4344adfc5217SJeff Kirsher static void bnx2x_q_fill_init_tx_data(struct bnx2x_queue_sp_obj *o, 4345adfc5217SJeff Kirsher struct bnx2x_txq_setup_params *params, 4346adfc5217SJeff Kirsher struct client_init_tx_data *tx_data, 4347adfc5217SJeff Kirsher unsigned long *flags) 4348adfc5217SJeff Kirsher { 4349adfc5217SJeff Kirsher tx_data->enforce_security_flg = 4350adfc5217SJeff Kirsher test_bit(BNX2X_Q_FLG_TX_SEC, flags); 4351adfc5217SJeff Kirsher tx_data->default_vlan = 4352adfc5217SJeff Kirsher cpu_to_le16(params->default_vlan); 4353adfc5217SJeff Kirsher tx_data->default_vlan_flg = 4354adfc5217SJeff Kirsher test_bit(BNX2X_Q_FLG_DEF_VLAN, flags); 4355adfc5217SJeff Kirsher tx_data->tx_switching_flg = 4356adfc5217SJeff Kirsher test_bit(BNX2X_Q_FLG_TX_SWITCH, flags); 4357adfc5217SJeff Kirsher tx_data->anti_spoofing_flg = 4358adfc5217SJeff Kirsher test_bit(BNX2X_Q_FLG_ANTI_SPOOF, flags); 4359adfc5217SJeff Kirsher tx_data->tx_status_block_id = params->fw_sb_id; 4360adfc5217SJeff Kirsher tx_data->tx_sb_index_number = params->sb_cq_index; 4361adfc5217SJeff Kirsher tx_data->tss_leading_client_id = params->tss_leading_cl_id; 4362adfc5217SJeff Kirsher 4363adfc5217SJeff Kirsher tx_data->tx_bd_page_base.lo = 4364adfc5217SJeff Kirsher cpu_to_le32(U64_LO(params->dscr_map)); 4365adfc5217SJeff Kirsher tx_data->tx_bd_page_base.hi = 4366adfc5217SJeff Kirsher cpu_to_le32(U64_HI(params->dscr_map)); 4367adfc5217SJeff Kirsher 4368adfc5217SJeff Kirsher /* Don't configure any Tx switching mode during queue SETUP */ 4369adfc5217SJeff Kirsher tx_data->state = 0; 4370adfc5217SJeff Kirsher } 4371adfc5217SJeff Kirsher 4372adfc5217SJeff Kirsher static void bnx2x_q_fill_init_pause_data(struct bnx2x_queue_sp_obj *o, 4373adfc5217SJeff Kirsher struct rxq_pause_params *params, 4374adfc5217SJeff Kirsher struct client_init_rx_data *rx_data) 4375adfc5217SJeff Kirsher { 4376adfc5217SJeff Kirsher /* flow control data */ 4377adfc5217SJeff Kirsher rx_data->cqe_pause_thr_low = cpu_to_le16(params->rcq_th_lo); 4378adfc5217SJeff Kirsher rx_data->cqe_pause_thr_high = cpu_to_le16(params->rcq_th_hi); 4379adfc5217SJeff Kirsher rx_data->bd_pause_thr_low = cpu_to_le16(params->bd_th_lo); 4380adfc5217SJeff Kirsher rx_data->bd_pause_thr_high = cpu_to_le16(params->bd_th_hi); 4381adfc5217SJeff Kirsher rx_data->sge_pause_thr_low = cpu_to_le16(params->sge_th_lo); 4382adfc5217SJeff Kirsher rx_data->sge_pause_thr_high = cpu_to_le16(params->sge_th_hi); 4383adfc5217SJeff Kirsher rx_data->rx_cos_mask = cpu_to_le16(params->pri_map); 4384adfc5217SJeff Kirsher } 4385adfc5217SJeff Kirsher 4386adfc5217SJeff Kirsher static void bnx2x_q_fill_init_rx_data(struct bnx2x_queue_sp_obj *o, 4387adfc5217SJeff Kirsher struct bnx2x_rxq_setup_params *params, 4388adfc5217SJeff Kirsher struct client_init_rx_data *rx_data, 4389adfc5217SJeff Kirsher unsigned long *flags) 4390adfc5217SJeff Kirsher { 4391adfc5217SJeff Kirsher /* Rx data */ 4392adfc5217SJeff Kirsher rx_data->tpa_en = test_bit(BNX2X_Q_FLG_TPA, flags) * 4393adfc5217SJeff Kirsher CLIENT_INIT_RX_DATA_TPA_EN_IPV4; 4394adfc5217SJeff Kirsher rx_data->vmqueue_mode_en_flg = 0; 4395adfc5217SJeff Kirsher 4396adfc5217SJeff Kirsher rx_data->cache_line_alignment_log_size = 4397adfc5217SJeff Kirsher params->cache_line_log; 4398adfc5217SJeff Kirsher rx_data->enable_dynamic_hc = 4399adfc5217SJeff Kirsher test_bit(BNX2X_Q_FLG_DHC, flags); 4400adfc5217SJeff Kirsher rx_data->max_sges_for_packet = params->max_sges_pkt; 4401adfc5217SJeff Kirsher rx_data->client_qzone_id = params->cl_qzone_id; 4402adfc5217SJeff Kirsher rx_data->max_agg_size = cpu_to_le16(params->tpa_agg_sz); 4403adfc5217SJeff Kirsher 4404adfc5217SJeff Kirsher /* Always start in DROP_ALL mode */ 4405adfc5217SJeff Kirsher rx_data->state = cpu_to_le16(CLIENT_INIT_RX_DATA_UCAST_DROP_ALL | 4406adfc5217SJeff Kirsher CLIENT_INIT_RX_DATA_MCAST_DROP_ALL); 4407adfc5217SJeff Kirsher 4408adfc5217SJeff Kirsher /* We don't set drop flags */ 4409adfc5217SJeff Kirsher rx_data->drop_ip_cs_err_flg = 0; 4410adfc5217SJeff Kirsher rx_data->drop_tcp_cs_err_flg = 0; 4411adfc5217SJeff Kirsher rx_data->drop_ttl0_flg = 0; 4412adfc5217SJeff Kirsher rx_data->drop_udp_cs_err_flg = 0; 4413adfc5217SJeff Kirsher rx_data->inner_vlan_removal_enable_flg = 4414adfc5217SJeff Kirsher test_bit(BNX2X_Q_FLG_VLAN, flags); 4415adfc5217SJeff Kirsher rx_data->outer_vlan_removal_enable_flg = 4416adfc5217SJeff Kirsher test_bit(BNX2X_Q_FLG_OV, flags); 4417adfc5217SJeff Kirsher rx_data->status_block_id = params->fw_sb_id; 4418adfc5217SJeff Kirsher rx_data->rx_sb_index_number = params->sb_cq_index; 4419adfc5217SJeff Kirsher rx_data->max_tpa_queues = params->max_tpa_queues; 4420adfc5217SJeff Kirsher rx_data->max_bytes_on_bd = cpu_to_le16(params->buf_sz); 4421adfc5217SJeff Kirsher rx_data->sge_buff_size = cpu_to_le16(params->sge_buf_sz); 4422adfc5217SJeff Kirsher rx_data->bd_page_base.lo = 4423adfc5217SJeff Kirsher cpu_to_le32(U64_LO(params->dscr_map)); 4424adfc5217SJeff Kirsher rx_data->bd_page_base.hi = 4425adfc5217SJeff Kirsher cpu_to_le32(U64_HI(params->dscr_map)); 4426adfc5217SJeff Kirsher rx_data->sge_page_base.lo = 4427adfc5217SJeff Kirsher cpu_to_le32(U64_LO(params->sge_map)); 4428adfc5217SJeff Kirsher rx_data->sge_page_base.hi = 4429adfc5217SJeff Kirsher cpu_to_le32(U64_HI(params->sge_map)); 4430adfc5217SJeff Kirsher rx_data->cqe_page_base.lo = 4431adfc5217SJeff Kirsher cpu_to_le32(U64_LO(params->rcq_map)); 4432adfc5217SJeff Kirsher rx_data->cqe_page_base.hi = 4433adfc5217SJeff Kirsher cpu_to_le32(U64_HI(params->rcq_map)); 4434adfc5217SJeff Kirsher rx_data->is_leading_rss = test_bit(BNX2X_Q_FLG_LEADING_RSS, flags); 4435adfc5217SJeff Kirsher 4436adfc5217SJeff Kirsher if (test_bit(BNX2X_Q_FLG_MCAST, flags)) { 4437adfc5217SJeff Kirsher rx_data->approx_mcast_engine_id = o->func_id; 4438adfc5217SJeff Kirsher rx_data->is_approx_mcast = 1; 4439adfc5217SJeff Kirsher } 4440adfc5217SJeff Kirsher 4441adfc5217SJeff Kirsher rx_data->rss_engine_id = params->rss_engine_id; 4442adfc5217SJeff Kirsher 4443adfc5217SJeff Kirsher /* silent vlan removal */ 4444adfc5217SJeff Kirsher rx_data->silent_vlan_removal_flg = 4445adfc5217SJeff Kirsher test_bit(BNX2X_Q_FLG_SILENT_VLAN_REM, flags); 4446adfc5217SJeff Kirsher rx_data->silent_vlan_value = 4447adfc5217SJeff Kirsher cpu_to_le16(params->silent_removal_value); 4448adfc5217SJeff Kirsher rx_data->silent_vlan_mask = 4449adfc5217SJeff Kirsher cpu_to_le16(params->silent_removal_mask); 4450adfc5217SJeff Kirsher 4451adfc5217SJeff Kirsher } 4452adfc5217SJeff Kirsher 4453adfc5217SJeff Kirsher /* initialize the general, tx and rx parts of a queue object */ 4454adfc5217SJeff Kirsher static void bnx2x_q_fill_setup_data_cmn(struct bnx2x *bp, 4455adfc5217SJeff Kirsher struct bnx2x_queue_state_params *cmd_params, 4456adfc5217SJeff Kirsher struct client_init_ramrod_data *data) 4457adfc5217SJeff Kirsher { 4458adfc5217SJeff Kirsher bnx2x_q_fill_init_general_data(bp, cmd_params->q_obj, 4459adfc5217SJeff Kirsher &cmd_params->params.setup.gen_params, 4460adfc5217SJeff Kirsher &data->general, 4461adfc5217SJeff Kirsher &cmd_params->params.setup.flags); 4462adfc5217SJeff Kirsher 4463adfc5217SJeff Kirsher bnx2x_q_fill_init_tx_data(cmd_params->q_obj, 4464adfc5217SJeff Kirsher &cmd_params->params.setup.txq_params, 4465adfc5217SJeff Kirsher &data->tx, 4466adfc5217SJeff Kirsher &cmd_params->params.setup.flags); 4467adfc5217SJeff Kirsher 4468adfc5217SJeff Kirsher bnx2x_q_fill_init_rx_data(cmd_params->q_obj, 4469adfc5217SJeff Kirsher &cmd_params->params.setup.rxq_params, 4470adfc5217SJeff Kirsher &data->rx, 4471adfc5217SJeff Kirsher &cmd_params->params.setup.flags); 4472adfc5217SJeff Kirsher 4473adfc5217SJeff Kirsher bnx2x_q_fill_init_pause_data(cmd_params->q_obj, 4474adfc5217SJeff Kirsher &cmd_params->params.setup.pause_params, 4475adfc5217SJeff Kirsher &data->rx); 4476adfc5217SJeff Kirsher } 4477adfc5217SJeff Kirsher 4478adfc5217SJeff Kirsher /* initialize the general and tx parts of a tx-only queue object */ 4479adfc5217SJeff Kirsher static void bnx2x_q_fill_setup_tx_only(struct bnx2x *bp, 4480adfc5217SJeff Kirsher struct bnx2x_queue_state_params *cmd_params, 4481adfc5217SJeff Kirsher struct tx_queue_init_ramrod_data *data) 4482adfc5217SJeff Kirsher { 4483adfc5217SJeff Kirsher bnx2x_q_fill_init_general_data(bp, cmd_params->q_obj, 4484adfc5217SJeff Kirsher &cmd_params->params.tx_only.gen_params, 4485adfc5217SJeff Kirsher &data->general, 4486adfc5217SJeff Kirsher &cmd_params->params.tx_only.flags); 4487adfc5217SJeff Kirsher 4488adfc5217SJeff Kirsher bnx2x_q_fill_init_tx_data(cmd_params->q_obj, 4489adfc5217SJeff Kirsher &cmd_params->params.tx_only.txq_params, 4490adfc5217SJeff Kirsher &data->tx, 4491adfc5217SJeff Kirsher &cmd_params->params.tx_only.flags); 4492adfc5217SJeff Kirsher 449394f05b0fSJoe Perches DP(BNX2X_MSG_SP, "cid %d, tx bd page lo %x hi %x\n",cmd_params->q_obj->cids[0], 4494adfc5217SJeff Kirsher data->tx.tx_bd_page_base.lo, data->tx.tx_bd_page_base.hi); 4495adfc5217SJeff Kirsher } 4496adfc5217SJeff Kirsher 4497adfc5217SJeff Kirsher /** 4498adfc5217SJeff Kirsher * bnx2x_q_init - init HW/FW queue 4499adfc5217SJeff Kirsher * 4500adfc5217SJeff Kirsher * @bp: device handle 4501adfc5217SJeff Kirsher * @params: 4502adfc5217SJeff Kirsher * 4503adfc5217SJeff Kirsher * HW/FW initial Queue configuration: 4504adfc5217SJeff Kirsher * - HC: Rx and Tx 4505adfc5217SJeff Kirsher * - CDU context validation 4506adfc5217SJeff Kirsher * 4507adfc5217SJeff Kirsher */ 4508adfc5217SJeff Kirsher static inline int bnx2x_q_init(struct bnx2x *bp, 4509adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4510adfc5217SJeff Kirsher { 4511adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *o = params->q_obj; 4512adfc5217SJeff Kirsher struct bnx2x_queue_init_params *init = ¶ms->params.init; 4513adfc5217SJeff Kirsher u16 hc_usec; 4514adfc5217SJeff Kirsher u8 cos; 4515adfc5217SJeff Kirsher 4516adfc5217SJeff Kirsher /* Tx HC configuration */ 4517adfc5217SJeff Kirsher if (test_bit(BNX2X_Q_TYPE_HAS_TX, &o->type) && 4518adfc5217SJeff Kirsher test_bit(BNX2X_Q_FLG_HC, &init->tx.flags)) { 4519adfc5217SJeff Kirsher hc_usec = init->tx.hc_rate ? 1000000 / init->tx.hc_rate : 0; 4520adfc5217SJeff Kirsher 4521adfc5217SJeff Kirsher bnx2x_update_coalesce_sb_index(bp, init->tx.fw_sb_id, 4522adfc5217SJeff Kirsher init->tx.sb_cq_index, 4523adfc5217SJeff Kirsher !test_bit(BNX2X_Q_FLG_HC_EN, &init->tx.flags), 4524adfc5217SJeff Kirsher hc_usec); 4525adfc5217SJeff Kirsher } 4526adfc5217SJeff Kirsher 4527adfc5217SJeff Kirsher /* Rx HC configuration */ 4528adfc5217SJeff Kirsher if (test_bit(BNX2X_Q_TYPE_HAS_RX, &o->type) && 4529adfc5217SJeff Kirsher test_bit(BNX2X_Q_FLG_HC, &init->rx.flags)) { 4530adfc5217SJeff Kirsher hc_usec = init->rx.hc_rate ? 1000000 / init->rx.hc_rate : 0; 4531adfc5217SJeff Kirsher 4532adfc5217SJeff Kirsher bnx2x_update_coalesce_sb_index(bp, init->rx.fw_sb_id, 4533adfc5217SJeff Kirsher init->rx.sb_cq_index, 4534adfc5217SJeff Kirsher !test_bit(BNX2X_Q_FLG_HC_EN, &init->rx.flags), 4535adfc5217SJeff Kirsher hc_usec); 4536adfc5217SJeff Kirsher } 4537adfc5217SJeff Kirsher 4538adfc5217SJeff Kirsher /* Set CDU context validation values */ 4539adfc5217SJeff Kirsher for (cos = 0; cos < o->max_cos; cos++) { 454094f05b0fSJoe Perches DP(BNX2X_MSG_SP, "setting context validation. cid %d, cos %d\n", 4541adfc5217SJeff Kirsher o->cids[cos], cos); 454294f05b0fSJoe Perches DP(BNX2X_MSG_SP, "context pointer %p\n", init->cxts[cos]); 4543adfc5217SJeff Kirsher bnx2x_set_ctx_validation(bp, init->cxts[cos], o->cids[cos]); 4544adfc5217SJeff Kirsher } 4545adfc5217SJeff Kirsher 4546adfc5217SJeff Kirsher /* As no ramrod is sent, complete the command immediately */ 4547adfc5217SJeff Kirsher o->complete_cmd(bp, o, BNX2X_Q_CMD_INIT); 4548adfc5217SJeff Kirsher 4549adfc5217SJeff Kirsher mmiowb(); 4550adfc5217SJeff Kirsher smp_mb(); 4551adfc5217SJeff Kirsher 4552adfc5217SJeff Kirsher return 0; 4553adfc5217SJeff Kirsher } 4554adfc5217SJeff Kirsher 4555adfc5217SJeff Kirsher static inline int bnx2x_q_send_setup_e1x(struct bnx2x *bp, 4556adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4557adfc5217SJeff Kirsher { 4558adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *o = params->q_obj; 4559adfc5217SJeff Kirsher struct client_init_ramrod_data *rdata = 4560adfc5217SJeff Kirsher (struct client_init_ramrod_data *)o->rdata; 4561adfc5217SJeff Kirsher dma_addr_t data_mapping = o->rdata_mapping; 4562adfc5217SJeff Kirsher int ramrod = RAMROD_CMD_ID_ETH_CLIENT_SETUP; 4563adfc5217SJeff Kirsher 4564adfc5217SJeff Kirsher /* Clear the ramrod data */ 4565adfc5217SJeff Kirsher memset(rdata, 0, sizeof(*rdata)); 4566adfc5217SJeff Kirsher 4567adfc5217SJeff Kirsher /* Fill the ramrod data */ 4568adfc5217SJeff Kirsher bnx2x_q_fill_setup_data_cmn(bp, params, rdata); 4569adfc5217SJeff Kirsher 4570adfc5217SJeff Kirsher /* 4571adfc5217SJeff Kirsher * No need for an explicit memory barrier here as long we would 4572adfc5217SJeff Kirsher * need to ensure the ordering of writing to the SPQ element 4573adfc5217SJeff Kirsher * and updating of the SPQ producer which involves a memory 4574adfc5217SJeff Kirsher * read and we will have to put a full memory barrier there 4575adfc5217SJeff Kirsher * (inside bnx2x_sp_post()). 4576adfc5217SJeff Kirsher */ 4577adfc5217SJeff Kirsher 4578adfc5217SJeff Kirsher return bnx2x_sp_post(bp, ramrod, o->cids[BNX2X_PRIMARY_CID_INDEX], 4579adfc5217SJeff Kirsher U64_HI(data_mapping), 4580adfc5217SJeff Kirsher U64_LO(data_mapping), ETH_CONNECTION_TYPE); 4581adfc5217SJeff Kirsher } 4582adfc5217SJeff Kirsher 4583adfc5217SJeff Kirsher static inline int bnx2x_q_send_setup_e2(struct bnx2x *bp, 4584adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4585adfc5217SJeff Kirsher { 4586adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *o = params->q_obj; 4587adfc5217SJeff Kirsher struct client_init_ramrod_data *rdata = 4588adfc5217SJeff Kirsher (struct client_init_ramrod_data *)o->rdata; 4589adfc5217SJeff Kirsher dma_addr_t data_mapping = o->rdata_mapping; 4590adfc5217SJeff Kirsher int ramrod = RAMROD_CMD_ID_ETH_CLIENT_SETUP; 4591adfc5217SJeff Kirsher 4592adfc5217SJeff Kirsher /* Clear the ramrod data */ 4593adfc5217SJeff Kirsher memset(rdata, 0, sizeof(*rdata)); 4594adfc5217SJeff Kirsher 4595adfc5217SJeff Kirsher /* Fill the ramrod data */ 4596adfc5217SJeff Kirsher bnx2x_q_fill_setup_data_cmn(bp, params, rdata); 4597adfc5217SJeff Kirsher bnx2x_q_fill_setup_data_e2(bp, params, rdata); 4598adfc5217SJeff Kirsher 4599adfc5217SJeff Kirsher /* 4600adfc5217SJeff Kirsher * No need for an explicit memory barrier here as long we would 4601adfc5217SJeff Kirsher * need to ensure the ordering of writing to the SPQ element 4602adfc5217SJeff Kirsher * and updating of the SPQ producer which involves a memory 4603adfc5217SJeff Kirsher * read and we will have to put a full memory barrier there 4604adfc5217SJeff Kirsher * (inside bnx2x_sp_post()). 4605adfc5217SJeff Kirsher */ 4606adfc5217SJeff Kirsher 4607adfc5217SJeff Kirsher return bnx2x_sp_post(bp, ramrod, o->cids[BNX2X_PRIMARY_CID_INDEX], 4608adfc5217SJeff Kirsher U64_HI(data_mapping), 4609adfc5217SJeff Kirsher U64_LO(data_mapping), ETH_CONNECTION_TYPE); 4610adfc5217SJeff Kirsher } 4611adfc5217SJeff Kirsher 4612adfc5217SJeff Kirsher static inline int bnx2x_q_send_setup_tx_only(struct bnx2x *bp, 4613adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4614adfc5217SJeff Kirsher { 4615adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *o = params->q_obj; 4616adfc5217SJeff Kirsher struct tx_queue_init_ramrod_data *rdata = 4617adfc5217SJeff Kirsher (struct tx_queue_init_ramrod_data *)o->rdata; 4618adfc5217SJeff Kirsher dma_addr_t data_mapping = o->rdata_mapping; 4619adfc5217SJeff Kirsher int ramrod = RAMROD_CMD_ID_ETH_TX_QUEUE_SETUP; 4620adfc5217SJeff Kirsher struct bnx2x_queue_setup_tx_only_params *tx_only_params = 4621adfc5217SJeff Kirsher ¶ms->params.tx_only; 4622adfc5217SJeff Kirsher u8 cid_index = tx_only_params->cid_index; 4623adfc5217SJeff Kirsher 4624adfc5217SJeff Kirsher 4625adfc5217SJeff Kirsher if (cid_index >= o->max_cos) { 4626adfc5217SJeff Kirsher BNX2X_ERR("queue[%d]: cid_index (%d) is out of range\n", 4627adfc5217SJeff Kirsher o->cl_id, cid_index); 4628adfc5217SJeff Kirsher return -EINVAL; 4629adfc5217SJeff Kirsher } 4630adfc5217SJeff Kirsher 463194f05b0fSJoe Perches DP(BNX2X_MSG_SP, "parameters received: cos: %d sp-id: %d\n", 4632adfc5217SJeff Kirsher tx_only_params->gen_params.cos, 4633adfc5217SJeff Kirsher tx_only_params->gen_params.spcl_id); 4634adfc5217SJeff Kirsher 4635adfc5217SJeff Kirsher /* Clear the ramrod data */ 4636adfc5217SJeff Kirsher memset(rdata, 0, sizeof(*rdata)); 4637adfc5217SJeff Kirsher 4638adfc5217SJeff Kirsher /* Fill the ramrod data */ 4639adfc5217SJeff Kirsher bnx2x_q_fill_setup_tx_only(bp, params, rdata); 4640adfc5217SJeff Kirsher 4641adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "sending tx-only ramrod: cid %d, client-id %d," 464294f05b0fSJoe Perches "sp-client id %d, cos %d\n", 4643adfc5217SJeff Kirsher o->cids[cid_index], 4644adfc5217SJeff Kirsher rdata->general.client_id, 4645adfc5217SJeff Kirsher rdata->general.sp_client_id, rdata->general.cos); 4646adfc5217SJeff Kirsher 4647adfc5217SJeff Kirsher /* 4648adfc5217SJeff Kirsher * No need for an explicit memory barrier here as long we would 4649adfc5217SJeff Kirsher * need to ensure the ordering of writing to the SPQ element 4650adfc5217SJeff Kirsher * and updating of the SPQ producer which involves a memory 4651adfc5217SJeff Kirsher * read and we will have to put a full memory barrier there 4652adfc5217SJeff Kirsher * (inside bnx2x_sp_post()). 4653adfc5217SJeff Kirsher */ 4654adfc5217SJeff Kirsher 4655adfc5217SJeff Kirsher return bnx2x_sp_post(bp, ramrod, o->cids[cid_index], 4656adfc5217SJeff Kirsher U64_HI(data_mapping), 4657adfc5217SJeff Kirsher U64_LO(data_mapping), ETH_CONNECTION_TYPE); 4658adfc5217SJeff Kirsher } 4659adfc5217SJeff Kirsher 4660adfc5217SJeff Kirsher static void bnx2x_q_fill_update_data(struct bnx2x *bp, 4661adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *obj, 4662adfc5217SJeff Kirsher struct bnx2x_queue_update_params *params, 4663adfc5217SJeff Kirsher struct client_update_ramrod_data *data) 4664adfc5217SJeff Kirsher { 4665adfc5217SJeff Kirsher /* Client ID of the client to update */ 4666adfc5217SJeff Kirsher data->client_id = obj->cl_id; 4667adfc5217SJeff Kirsher 4668adfc5217SJeff Kirsher /* Function ID of the client to update */ 4669adfc5217SJeff Kirsher data->func_id = obj->func_id; 4670adfc5217SJeff Kirsher 4671adfc5217SJeff Kirsher /* Default VLAN value */ 4672adfc5217SJeff Kirsher data->default_vlan = cpu_to_le16(params->def_vlan); 4673adfc5217SJeff Kirsher 4674adfc5217SJeff Kirsher /* Inner VLAN stripping */ 4675adfc5217SJeff Kirsher data->inner_vlan_removal_enable_flg = 4676adfc5217SJeff Kirsher test_bit(BNX2X_Q_UPDATE_IN_VLAN_REM, ¶ms->update_flags); 4677adfc5217SJeff Kirsher data->inner_vlan_removal_change_flg = 4678adfc5217SJeff Kirsher test_bit(BNX2X_Q_UPDATE_IN_VLAN_REM_CHNG, 4679adfc5217SJeff Kirsher ¶ms->update_flags); 4680adfc5217SJeff Kirsher 4681adfc5217SJeff Kirsher /* Outer VLAN sripping */ 4682adfc5217SJeff Kirsher data->outer_vlan_removal_enable_flg = 4683adfc5217SJeff Kirsher test_bit(BNX2X_Q_UPDATE_OUT_VLAN_REM, ¶ms->update_flags); 4684adfc5217SJeff Kirsher data->outer_vlan_removal_change_flg = 4685adfc5217SJeff Kirsher test_bit(BNX2X_Q_UPDATE_OUT_VLAN_REM_CHNG, 4686adfc5217SJeff Kirsher ¶ms->update_flags); 4687adfc5217SJeff Kirsher 4688adfc5217SJeff Kirsher /* Drop packets that have source MAC that doesn't belong to this 4689adfc5217SJeff Kirsher * Queue. 4690adfc5217SJeff Kirsher */ 4691adfc5217SJeff Kirsher data->anti_spoofing_enable_flg = 4692adfc5217SJeff Kirsher test_bit(BNX2X_Q_UPDATE_ANTI_SPOOF, ¶ms->update_flags); 4693adfc5217SJeff Kirsher data->anti_spoofing_change_flg = 4694adfc5217SJeff Kirsher test_bit(BNX2X_Q_UPDATE_ANTI_SPOOF_CHNG, ¶ms->update_flags); 4695adfc5217SJeff Kirsher 4696adfc5217SJeff Kirsher /* Activate/Deactivate */ 4697adfc5217SJeff Kirsher data->activate_flg = 4698adfc5217SJeff Kirsher test_bit(BNX2X_Q_UPDATE_ACTIVATE, ¶ms->update_flags); 4699adfc5217SJeff Kirsher data->activate_change_flg = 4700adfc5217SJeff Kirsher test_bit(BNX2X_Q_UPDATE_ACTIVATE_CHNG, ¶ms->update_flags); 4701adfc5217SJeff Kirsher 4702adfc5217SJeff Kirsher /* Enable default VLAN */ 4703adfc5217SJeff Kirsher data->default_vlan_enable_flg = 4704adfc5217SJeff Kirsher test_bit(BNX2X_Q_UPDATE_DEF_VLAN_EN, ¶ms->update_flags); 4705adfc5217SJeff Kirsher data->default_vlan_change_flg = 4706adfc5217SJeff Kirsher test_bit(BNX2X_Q_UPDATE_DEF_VLAN_EN_CHNG, 4707adfc5217SJeff Kirsher ¶ms->update_flags); 4708adfc5217SJeff Kirsher 4709adfc5217SJeff Kirsher /* silent vlan removal */ 4710adfc5217SJeff Kirsher data->silent_vlan_change_flg = 4711adfc5217SJeff Kirsher test_bit(BNX2X_Q_UPDATE_SILENT_VLAN_REM_CHNG, 4712adfc5217SJeff Kirsher ¶ms->update_flags); 4713adfc5217SJeff Kirsher data->silent_vlan_removal_flg = 4714adfc5217SJeff Kirsher test_bit(BNX2X_Q_UPDATE_SILENT_VLAN_REM, ¶ms->update_flags); 4715adfc5217SJeff Kirsher data->silent_vlan_value = cpu_to_le16(params->silent_removal_value); 4716adfc5217SJeff Kirsher data->silent_vlan_mask = cpu_to_le16(params->silent_removal_mask); 4717adfc5217SJeff Kirsher } 4718adfc5217SJeff Kirsher 4719adfc5217SJeff Kirsher static inline int bnx2x_q_send_update(struct bnx2x *bp, 4720adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4721adfc5217SJeff Kirsher { 4722adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *o = params->q_obj; 4723adfc5217SJeff Kirsher struct client_update_ramrod_data *rdata = 4724adfc5217SJeff Kirsher (struct client_update_ramrod_data *)o->rdata; 4725adfc5217SJeff Kirsher dma_addr_t data_mapping = o->rdata_mapping; 4726adfc5217SJeff Kirsher struct bnx2x_queue_update_params *update_params = 4727adfc5217SJeff Kirsher ¶ms->params.update; 4728adfc5217SJeff Kirsher u8 cid_index = update_params->cid_index; 4729adfc5217SJeff Kirsher 4730adfc5217SJeff Kirsher if (cid_index >= o->max_cos) { 4731adfc5217SJeff Kirsher BNX2X_ERR("queue[%d]: cid_index (%d) is out of range\n", 4732adfc5217SJeff Kirsher o->cl_id, cid_index); 4733adfc5217SJeff Kirsher return -EINVAL; 4734adfc5217SJeff Kirsher } 4735adfc5217SJeff Kirsher 4736adfc5217SJeff Kirsher 4737adfc5217SJeff Kirsher /* Clear the ramrod data */ 4738adfc5217SJeff Kirsher memset(rdata, 0, sizeof(*rdata)); 4739adfc5217SJeff Kirsher 4740adfc5217SJeff Kirsher /* Fill the ramrod data */ 4741adfc5217SJeff Kirsher bnx2x_q_fill_update_data(bp, o, update_params, rdata); 4742adfc5217SJeff Kirsher 4743adfc5217SJeff Kirsher /* 4744adfc5217SJeff Kirsher * No need for an explicit memory barrier here as long we would 4745adfc5217SJeff Kirsher * need to ensure the ordering of writing to the SPQ element 4746adfc5217SJeff Kirsher * and updating of the SPQ producer which involves a memory 4747adfc5217SJeff Kirsher * read and we will have to put a full memory barrier there 4748adfc5217SJeff Kirsher * (inside bnx2x_sp_post()). 4749adfc5217SJeff Kirsher */ 4750adfc5217SJeff Kirsher 4751adfc5217SJeff Kirsher return bnx2x_sp_post(bp, RAMROD_CMD_ID_ETH_CLIENT_UPDATE, 4752adfc5217SJeff Kirsher o->cids[cid_index], U64_HI(data_mapping), 4753adfc5217SJeff Kirsher U64_LO(data_mapping), ETH_CONNECTION_TYPE); 4754adfc5217SJeff Kirsher } 4755adfc5217SJeff Kirsher 4756adfc5217SJeff Kirsher /** 4757adfc5217SJeff Kirsher * bnx2x_q_send_deactivate - send DEACTIVATE command 4758adfc5217SJeff Kirsher * 4759adfc5217SJeff Kirsher * @bp: device handle 4760adfc5217SJeff Kirsher * @params: 4761adfc5217SJeff Kirsher * 4762adfc5217SJeff Kirsher * implemented using the UPDATE command. 4763adfc5217SJeff Kirsher */ 4764adfc5217SJeff Kirsher static inline int bnx2x_q_send_deactivate(struct bnx2x *bp, 4765adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4766adfc5217SJeff Kirsher { 4767adfc5217SJeff Kirsher struct bnx2x_queue_update_params *update = ¶ms->params.update; 4768adfc5217SJeff Kirsher 4769adfc5217SJeff Kirsher memset(update, 0, sizeof(*update)); 4770adfc5217SJeff Kirsher 4771adfc5217SJeff Kirsher __set_bit(BNX2X_Q_UPDATE_ACTIVATE_CHNG, &update->update_flags); 4772adfc5217SJeff Kirsher 4773adfc5217SJeff Kirsher return bnx2x_q_send_update(bp, params); 4774adfc5217SJeff Kirsher } 4775adfc5217SJeff Kirsher 4776adfc5217SJeff Kirsher /** 4777adfc5217SJeff Kirsher * bnx2x_q_send_activate - send ACTIVATE command 4778adfc5217SJeff Kirsher * 4779adfc5217SJeff Kirsher * @bp: device handle 4780adfc5217SJeff Kirsher * @params: 4781adfc5217SJeff Kirsher * 4782adfc5217SJeff Kirsher * implemented using the UPDATE command. 4783adfc5217SJeff Kirsher */ 4784adfc5217SJeff Kirsher static inline int bnx2x_q_send_activate(struct bnx2x *bp, 4785adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4786adfc5217SJeff Kirsher { 4787adfc5217SJeff Kirsher struct bnx2x_queue_update_params *update = ¶ms->params.update; 4788adfc5217SJeff Kirsher 4789adfc5217SJeff Kirsher memset(update, 0, sizeof(*update)); 4790adfc5217SJeff Kirsher 4791adfc5217SJeff Kirsher __set_bit(BNX2X_Q_UPDATE_ACTIVATE, &update->update_flags); 4792adfc5217SJeff Kirsher __set_bit(BNX2X_Q_UPDATE_ACTIVATE_CHNG, &update->update_flags); 4793adfc5217SJeff Kirsher 4794adfc5217SJeff Kirsher return bnx2x_q_send_update(bp, params); 4795adfc5217SJeff Kirsher } 4796adfc5217SJeff Kirsher 4797adfc5217SJeff Kirsher static inline int bnx2x_q_send_update_tpa(struct bnx2x *bp, 4798adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4799adfc5217SJeff Kirsher { 4800adfc5217SJeff Kirsher /* TODO: Not implemented yet. */ 4801adfc5217SJeff Kirsher return -1; 4802adfc5217SJeff Kirsher } 4803adfc5217SJeff Kirsher 4804adfc5217SJeff Kirsher static inline int bnx2x_q_send_halt(struct bnx2x *bp, 4805adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4806adfc5217SJeff Kirsher { 4807adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *o = params->q_obj; 4808adfc5217SJeff Kirsher 4809adfc5217SJeff Kirsher return bnx2x_sp_post(bp, RAMROD_CMD_ID_ETH_HALT, 4810adfc5217SJeff Kirsher o->cids[BNX2X_PRIMARY_CID_INDEX], 0, o->cl_id, 4811adfc5217SJeff Kirsher ETH_CONNECTION_TYPE); 4812adfc5217SJeff Kirsher } 4813adfc5217SJeff Kirsher 4814adfc5217SJeff Kirsher static inline int bnx2x_q_send_cfc_del(struct bnx2x *bp, 4815adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4816adfc5217SJeff Kirsher { 4817adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *o = params->q_obj; 4818adfc5217SJeff Kirsher u8 cid_idx = params->params.cfc_del.cid_index; 4819adfc5217SJeff Kirsher 4820adfc5217SJeff Kirsher if (cid_idx >= o->max_cos) { 4821adfc5217SJeff Kirsher BNX2X_ERR("queue[%d]: cid_index (%d) is out of range\n", 4822adfc5217SJeff Kirsher o->cl_id, cid_idx); 4823adfc5217SJeff Kirsher return -EINVAL; 4824adfc5217SJeff Kirsher } 4825adfc5217SJeff Kirsher 4826adfc5217SJeff Kirsher return bnx2x_sp_post(bp, RAMROD_CMD_ID_COMMON_CFC_DEL, 4827adfc5217SJeff Kirsher o->cids[cid_idx], 0, 0, NONE_CONNECTION_TYPE); 4828adfc5217SJeff Kirsher } 4829adfc5217SJeff Kirsher 4830adfc5217SJeff Kirsher static inline int bnx2x_q_send_terminate(struct bnx2x *bp, 4831adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4832adfc5217SJeff Kirsher { 4833adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *o = params->q_obj; 4834adfc5217SJeff Kirsher u8 cid_index = params->params.terminate.cid_index; 4835adfc5217SJeff Kirsher 4836adfc5217SJeff Kirsher if (cid_index >= o->max_cos) { 4837adfc5217SJeff Kirsher BNX2X_ERR("queue[%d]: cid_index (%d) is out of range\n", 4838adfc5217SJeff Kirsher o->cl_id, cid_index); 4839adfc5217SJeff Kirsher return -EINVAL; 4840adfc5217SJeff Kirsher } 4841adfc5217SJeff Kirsher 4842adfc5217SJeff Kirsher return bnx2x_sp_post(bp, RAMROD_CMD_ID_ETH_TERMINATE, 4843adfc5217SJeff Kirsher o->cids[cid_index], 0, 0, ETH_CONNECTION_TYPE); 4844adfc5217SJeff Kirsher } 4845adfc5217SJeff Kirsher 4846adfc5217SJeff Kirsher static inline int bnx2x_q_send_empty(struct bnx2x *bp, 4847adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4848adfc5217SJeff Kirsher { 4849adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *o = params->q_obj; 4850adfc5217SJeff Kirsher 4851adfc5217SJeff Kirsher return bnx2x_sp_post(bp, RAMROD_CMD_ID_ETH_EMPTY, 4852adfc5217SJeff Kirsher o->cids[BNX2X_PRIMARY_CID_INDEX], 0, 0, 4853adfc5217SJeff Kirsher ETH_CONNECTION_TYPE); 4854adfc5217SJeff Kirsher } 4855adfc5217SJeff Kirsher 4856adfc5217SJeff Kirsher static inline int bnx2x_queue_send_cmd_cmn(struct bnx2x *bp, 4857adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4858adfc5217SJeff Kirsher { 4859adfc5217SJeff Kirsher switch (params->cmd) { 4860adfc5217SJeff Kirsher case BNX2X_Q_CMD_INIT: 4861adfc5217SJeff Kirsher return bnx2x_q_init(bp, params); 4862adfc5217SJeff Kirsher case BNX2X_Q_CMD_SETUP_TX_ONLY: 4863adfc5217SJeff Kirsher return bnx2x_q_send_setup_tx_only(bp, params); 4864adfc5217SJeff Kirsher case BNX2X_Q_CMD_DEACTIVATE: 4865adfc5217SJeff Kirsher return bnx2x_q_send_deactivate(bp, params); 4866adfc5217SJeff Kirsher case BNX2X_Q_CMD_ACTIVATE: 4867adfc5217SJeff Kirsher return bnx2x_q_send_activate(bp, params); 4868adfc5217SJeff Kirsher case BNX2X_Q_CMD_UPDATE: 4869adfc5217SJeff Kirsher return bnx2x_q_send_update(bp, params); 4870adfc5217SJeff Kirsher case BNX2X_Q_CMD_UPDATE_TPA: 4871adfc5217SJeff Kirsher return bnx2x_q_send_update_tpa(bp, params); 4872adfc5217SJeff Kirsher case BNX2X_Q_CMD_HALT: 4873adfc5217SJeff Kirsher return bnx2x_q_send_halt(bp, params); 4874adfc5217SJeff Kirsher case BNX2X_Q_CMD_CFC_DEL: 4875adfc5217SJeff Kirsher return bnx2x_q_send_cfc_del(bp, params); 4876adfc5217SJeff Kirsher case BNX2X_Q_CMD_TERMINATE: 4877adfc5217SJeff Kirsher return bnx2x_q_send_terminate(bp, params); 4878adfc5217SJeff Kirsher case BNX2X_Q_CMD_EMPTY: 4879adfc5217SJeff Kirsher return bnx2x_q_send_empty(bp, params); 4880adfc5217SJeff Kirsher default: 4881adfc5217SJeff Kirsher BNX2X_ERR("Unknown command: %d\n", params->cmd); 4882adfc5217SJeff Kirsher return -EINVAL; 4883adfc5217SJeff Kirsher } 4884adfc5217SJeff Kirsher } 4885adfc5217SJeff Kirsher 4886adfc5217SJeff Kirsher static int bnx2x_queue_send_cmd_e1x(struct bnx2x *bp, 4887adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4888adfc5217SJeff Kirsher { 4889adfc5217SJeff Kirsher switch (params->cmd) { 4890adfc5217SJeff Kirsher case BNX2X_Q_CMD_SETUP: 4891adfc5217SJeff Kirsher return bnx2x_q_send_setup_e1x(bp, params); 4892adfc5217SJeff Kirsher case BNX2X_Q_CMD_INIT: 4893adfc5217SJeff Kirsher case BNX2X_Q_CMD_SETUP_TX_ONLY: 4894adfc5217SJeff Kirsher case BNX2X_Q_CMD_DEACTIVATE: 4895adfc5217SJeff Kirsher case BNX2X_Q_CMD_ACTIVATE: 4896adfc5217SJeff Kirsher case BNX2X_Q_CMD_UPDATE: 4897adfc5217SJeff Kirsher case BNX2X_Q_CMD_UPDATE_TPA: 4898adfc5217SJeff Kirsher case BNX2X_Q_CMD_HALT: 4899adfc5217SJeff Kirsher case BNX2X_Q_CMD_CFC_DEL: 4900adfc5217SJeff Kirsher case BNX2X_Q_CMD_TERMINATE: 4901adfc5217SJeff Kirsher case BNX2X_Q_CMD_EMPTY: 4902adfc5217SJeff Kirsher return bnx2x_queue_send_cmd_cmn(bp, params); 4903adfc5217SJeff Kirsher default: 4904adfc5217SJeff Kirsher BNX2X_ERR("Unknown command: %d\n", params->cmd); 4905adfc5217SJeff Kirsher return -EINVAL; 4906adfc5217SJeff Kirsher } 4907adfc5217SJeff Kirsher } 4908adfc5217SJeff Kirsher 4909adfc5217SJeff Kirsher static int bnx2x_queue_send_cmd_e2(struct bnx2x *bp, 4910adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4911adfc5217SJeff Kirsher { 4912adfc5217SJeff Kirsher switch (params->cmd) { 4913adfc5217SJeff Kirsher case BNX2X_Q_CMD_SETUP: 4914adfc5217SJeff Kirsher return bnx2x_q_send_setup_e2(bp, params); 4915adfc5217SJeff Kirsher case BNX2X_Q_CMD_INIT: 4916adfc5217SJeff Kirsher case BNX2X_Q_CMD_SETUP_TX_ONLY: 4917adfc5217SJeff Kirsher case BNX2X_Q_CMD_DEACTIVATE: 4918adfc5217SJeff Kirsher case BNX2X_Q_CMD_ACTIVATE: 4919adfc5217SJeff Kirsher case BNX2X_Q_CMD_UPDATE: 4920adfc5217SJeff Kirsher case BNX2X_Q_CMD_UPDATE_TPA: 4921adfc5217SJeff Kirsher case BNX2X_Q_CMD_HALT: 4922adfc5217SJeff Kirsher case BNX2X_Q_CMD_CFC_DEL: 4923adfc5217SJeff Kirsher case BNX2X_Q_CMD_TERMINATE: 4924adfc5217SJeff Kirsher case BNX2X_Q_CMD_EMPTY: 4925adfc5217SJeff Kirsher return bnx2x_queue_send_cmd_cmn(bp, params); 4926adfc5217SJeff Kirsher default: 4927adfc5217SJeff Kirsher BNX2X_ERR("Unknown command: %d\n", params->cmd); 4928adfc5217SJeff Kirsher return -EINVAL; 4929adfc5217SJeff Kirsher } 4930adfc5217SJeff Kirsher } 4931adfc5217SJeff Kirsher 4932adfc5217SJeff Kirsher /** 4933adfc5217SJeff Kirsher * bnx2x_queue_chk_transition - check state machine of a regular Queue 4934adfc5217SJeff Kirsher * 4935adfc5217SJeff Kirsher * @bp: device handle 4936adfc5217SJeff Kirsher * @o: 4937adfc5217SJeff Kirsher * @params: 4938adfc5217SJeff Kirsher * 4939adfc5217SJeff Kirsher * (not Forwarding) 4940adfc5217SJeff Kirsher * It both checks if the requested command is legal in a current 4941adfc5217SJeff Kirsher * state and, if it's legal, sets a `next_state' in the object 4942adfc5217SJeff Kirsher * that will be used in the completion flow to set the `state' 4943adfc5217SJeff Kirsher * of the object. 4944adfc5217SJeff Kirsher * 4945adfc5217SJeff Kirsher * returns 0 if a requested command is a legal transition, 4946adfc5217SJeff Kirsher * -EINVAL otherwise. 4947adfc5217SJeff Kirsher */ 4948adfc5217SJeff Kirsher static int bnx2x_queue_chk_transition(struct bnx2x *bp, 4949adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *o, 4950adfc5217SJeff Kirsher struct bnx2x_queue_state_params *params) 4951adfc5217SJeff Kirsher { 4952adfc5217SJeff Kirsher enum bnx2x_q_state state = o->state, next_state = BNX2X_Q_STATE_MAX; 4953adfc5217SJeff Kirsher enum bnx2x_queue_cmd cmd = params->cmd; 4954adfc5217SJeff Kirsher struct bnx2x_queue_update_params *update_params = 4955adfc5217SJeff Kirsher ¶ms->params.update; 4956adfc5217SJeff Kirsher u8 next_tx_only = o->num_tx_only; 4957adfc5217SJeff Kirsher 4958adfc5217SJeff Kirsher /* 4959adfc5217SJeff Kirsher * Forget all pending for completion commands if a driver only state 4960adfc5217SJeff Kirsher * transition has been requested. 4961adfc5217SJeff Kirsher */ 4962adfc5217SJeff Kirsher if (test_bit(RAMROD_DRV_CLR_ONLY, ¶ms->ramrod_flags)) { 4963adfc5217SJeff Kirsher o->pending = 0; 4964adfc5217SJeff Kirsher o->next_state = BNX2X_Q_STATE_MAX; 4965adfc5217SJeff Kirsher } 4966adfc5217SJeff Kirsher 4967adfc5217SJeff Kirsher /* 4968adfc5217SJeff Kirsher * Don't allow a next state transition if we are in the middle of 4969adfc5217SJeff Kirsher * the previous one. 4970adfc5217SJeff Kirsher */ 4971adfc5217SJeff Kirsher if (o->pending) 4972adfc5217SJeff Kirsher return -EBUSY; 4973adfc5217SJeff Kirsher 4974adfc5217SJeff Kirsher switch (state) { 4975adfc5217SJeff Kirsher case BNX2X_Q_STATE_RESET: 4976adfc5217SJeff Kirsher if (cmd == BNX2X_Q_CMD_INIT) 4977adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_INITIALIZED; 4978adfc5217SJeff Kirsher 4979adfc5217SJeff Kirsher break; 4980adfc5217SJeff Kirsher case BNX2X_Q_STATE_INITIALIZED: 4981adfc5217SJeff Kirsher if (cmd == BNX2X_Q_CMD_SETUP) { 4982adfc5217SJeff Kirsher if (test_bit(BNX2X_Q_FLG_ACTIVE, 4983adfc5217SJeff Kirsher ¶ms->params.setup.flags)) 4984adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_ACTIVE; 4985adfc5217SJeff Kirsher else 4986adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_INACTIVE; 4987adfc5217SJeff Kirsher } 4988adfc5217SJeff Kirsher 4989adfc5217SJeff Kirsher break; 4990adfc5217SJeff Kirsher case BNX2X_Q_STATE_ACTIVE: 4991adfc5217SJeff Kirsher if (cmd == BNX2X_Q_CMD_DEACTIVATE) 4992adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_INACTIVE; 4993adfc5217SJeff Kirsher 4994adfc5217SJeff Kirsher else if ((cmd == BNX2X_Q_CMD_EMPTY) || 4995adfc5217SJeff Kirsher (cmd == BNX2X_Q_CMD_UPDATE_TPA)) 4996adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_ACTIVE; 4997adfc5217SJeff Kirsher 4998adfc5217SJeff Kirsher else if (cmd == BNX2X_Q_CMD_SETUP_TX_ONLY) { 4999adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_MULTI_COS; 5000adfc5217SJeff Kirsher next_tx_only = 1; 5001adfc5217SJeff Kirsher } 5002adfc5217SJeff Kirsher 5003adfc5217SJeff Kirsher else if (cmd == BNX2X_Q_CMD_HALT) 5004adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_STOPPED; 5005adfc5217SJeff Kirsher 5006adfc5217SJeff Kirsher else if (cmd == BNX2X_Q_CMD_UPDATE) { 5007adfc5217SJeff Kirsher /* If "active" state change is requested, update the 5008adfc5217SJeff Kirsher * state accordingly. 5009adfc5217SJeff Kirsher */ 5010adfc5217SJeff Kirsher if (test_bit(BNX2X_Q_UPDATE_ACTIVATE_CHNG, 5011adfc5217SJeff Kirsher &update_params->update_flags) && 5012adfc5217SJeff Kirsher !test_bit(BNX2X_Q_UPDATE_ACTIVATE, 5013adfc5217SJeff Kirsher &update_params->update_flags)) 5014adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_INACTIVE; 5015adfc5217SJeff Kirsher else 5016adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_ACTIVE; 5017adfc5217SJeff Kirsher } 5018adfc5217SJeff Kirsher 5019adfc5217SJeff Kirsher break; 5020adfc5217SJeff Kirsher case BNX2X_Q_STATE_MULTI_COS: 5021adfc5217SJeff Kirsher if (cmd == BNX2X_Q_CMD_TERMINATE) 5022adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_MCOS_TERMINATED; 5023adfc5217SJeff Kirsher 5024adfc5217SJeff Kirsher else if (cmd == BNX2X_Q_CMD_SETUP_TX_ONLY) { 5025adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_MULTI_COS; 5026adfc5217SJeff Kirsher next_tx_only = o->num_tx_only + 1; 5027adfc5217SJeff Kirsher } 5028adfc5217SJeff Kirsher 5029adfc5217SJeff Kirsher else if ((cmd == BNX2X_Q_CMD_EMPTY) || 5030adfc5217SJeff Kirsher (cmd == BNX2X_Q_CMD_UPDATE_TPA)) 5031adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_MULTI_COS; 5032adfc5217SJeff Kirsher 5033adfc5217SJeff Kirsher else if (cmd == BNX2X_Q_CMD_UPDATE) { 5034adfc5217SJeff Kirsher /* If "active" state change is requested, update the 5035adfc5217SJeff Kirsher * state accordingly. 5036adfc5217SJeff Kirsher */ 5037adfc5217SJeff Kirsher if (test_bit(BNX2X_Q_UPDATE_ACTIVATE_CHNG, 5038adfc5217SJeff Kirsher &update_params->update_flags) && 5039adfc5217SJeff Kirsher !test_bit(BNX2X_Q_UPDATE_ACTIVATE, 5040adfc5217SJeff Kirsher &update_params->update_flags)) 5041adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_INACTIVE; 5042adfc5217SJeff Kirsher else 5043adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_MULTI_COS; 5044adfc5217SJeff Kirsher } 5045adfc5217SJeff Kirsher 5046adfc5217SJeff Kirsher break; 5047adfc5217SJeff Kirsher case BNX2X_Q_STATE_MCOS_TERMINATED: 5048adfc5217SJeff Kirsher if (cmd == BNX2X_Q_CMD_CFC_DEL) { 5049adfc5217SJeff Kirsher next_tx_only = o->num_tx_only - 1; 5050adfc5217SJeff Kirsher if (next_tx_only == 0) 5051adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_ACTIVE; 5052adfc5217SJeff Kirsher else 5053adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_MULTI_COS; 5054adfc5217SJeff Kirsher } 5055adfc5217SJeff Kirsher 5056adfc5217SJeff Kirsher break; 5057adfc5217SJeff Kirsher case BNX2X_Q_STATE_INACTIVE: 5058adfc5217SJeff Kirsher if (cmd == BNX2X_Q_CMD_ACTIVATE) 5059adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_ACTIVE; 5060adfc5217SJeff Kirsher 5061adfc5217SJeff Kirsher else if ((cmd == BNX2X_Q_CMD_EMPTY) || 5062adfc5217SJeff Kirsher (cmd == BNX2X_Q_CMD_UPDATE_TPA)) 5063adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_INACTIVE; 5064adfc5217SJeff Kirsher 5065adfc5217SJeff Kirsher else if (cmd == BNX2X_Q_CMD_HALT) 5066adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_STOPPED; 5067adfc5217SJeff Kirsher 5068adfc5217SJeff Kirsher else if (cmd == BNX2X_Q_CMD_UPDATE) { 5069adfc5217SJeff Kirsher /* If "active" state change is requested, update the 5070adfc5217SJeff Kirsher * state accordingly. 5071adfc5217SJeff Kirsher */ 5072adfc5217SJeff Kirsher if (test_bit(BNX2X_Q_UPDATE_ACTIVATE_CHNG, 5073adfc5217SJeff Kirsher &update_params->update_flags) && 5074adfc5217SJeff Kirsher test_bit(BNX2X_Q_UPDATE_ACTIVATE, 5075adfc5217SJeff Kirsher &update_params->update_flags)){ 5076adfc5217SJeff Kirsher if (o->num_tx_only == 0) 5077adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_ACTIVE; 5078adfc5217SJeff Kirsher else /* tx only queues exist for this queue */ 5079adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_MULTI_COS; 5080adfc5217SJeff Kirsher } else 5081adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_INACTIVE; 5082adfc5217SJeff Kirsher } 5083adfc5217SJeff Kirsher 5084adfc5217SJeff Kirsher break; 5085adfc5217SJeff Kirsher case BNX2X_Q_STATE_STOPPED: 5086adfc5217SJeff Kirsher if (cmd == BNX2X_Q_CMD_TERMINATE) 5087adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_TERMINATED; 5088adfc5217SJeff Kirsher 5089adfc5217SJeff Kirsher break; 5090adfc5217SJeff Kirsher case BNX2X_Q_STATE_TERMINATED: 5091adfc5217SJeff Kirsher if (cmd == BNX2X_Q_CMD_CFC_DEL) 5092adfc5217SJeff Kirsher next_state = BNX2X_Q_STATE_RESET; 5093adfc5217SJeff Kirsher 5094adfc5217SJeff Kirsher break; 5095adfc5217SJeff Kirsher default: 5096adfc5217SJeff Kirsher BNX2X_ERR("Illegal state: %d\n", state); 5097adfc5217SJeff Kirsher } 5098adfc5217SJeff Kirsher 5099adfc5217SJeff Kirsher /* Transition is assured */ 5100adfc5217SJeff Kirsher if (next_state != BNX2X_Q_STATE_MAX) { 5101adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Good state transition: %d(%d)->%d\n", 5102adfc5217SJeff Kirsher state, cmd, next_state); 5103adfc5217SJeff Kirsher o->next_state = next_state; 5104adfc5217SJeff Kirsher o->next_tx_only = next_tx_only; 5105adfc5217SJeff Kirsher return 0; 5106adfc5217SJeff Kirsher } 5107adfc5217SJeff Kirsher 5108adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Bad state transition request: %d %d\n", state, cmd); 5109adfc5217SJeff Kirsher 5110adfc5217SJeff Kirsher return -EINVAL; 5111adfc5217SJeff Kirsher } 5112adfc5217SJeff Kirsher 5113adfc5217SJeff Kirsher void bnx2x_init_queue_obj(struct bnx2x *bp, 5114adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *obj, 5115adfc5217SJeff Kirsher u8 cl_id, u32 *cids, u8 cid_cnt, u8 func_id, 5116adfc5217SJeff Kirsher void *rdata, 5117adfc5217SJeff Kirsher dma_addr_t rdata_mapping, unsigned long type) 5118adfc5217SJeff Kirsher { 5119adfc5217SJeff Kirsher memset(obj, 0, sizeof(*obj)); 5120adfc5217SJeff Kirsher 5121adfc5217SJeff Kirsher /* We support only BNX2X_MULTI_TX_COS Tx CoS at the moment */ 5122adfc5217SJeff Kirsher BUG_ON(BNX2X_MULTI_TX_COS < cid_cnt); 5123adfc5217SJeff Kirsher 5124adfc5217SJeff Kirsher memcpy(obj->cids, cids, sizeof(obj->cids[0]) * cid_cnt); 5125adfc5217SJeff Kirsher obj->max_cos = cid_cnt; 5126adfc5217SJeff Kirsher obj->cl_id = cl_id; 5127adfc5217SJeff Kirsher obj->func_id = func_id; 5128adfc5217SJeff Kirsher obj->rdata = rdata; 5129adfc5217SJeff Kirsher obj->rdata_mapping = rdata_mapping; 5130adfc5217SJeff Kirsher obj->type = type; 5131adfc5217SJeff Kirsher obj->next_state = BNX2X_Q_STATE_MAX; 5132adfc5217SJeff Kirsher 5133adfc5217SJeff Kirsher if (CHIP_IS_E1x(bp)) 5134adfc5217SJeff Kirsher obj->send_cmd = bnx2x_queue_send_cmd_e1x; 5135adfc5217SJeff Kirsher else 5136adfc5217SJeff Kirsher obj->send_cmd = bnx2x_queue_send_cmd_e2; 5137adfc5217SJeff Kirsher 5138adfc5217SJeff Kirsher obj->check_transition = bnx2x_queue_chk_transition; 5139adfc5217SJeff Kirsher 5140adfc5217SJeff Kirsher obj->complete_cmd = bnx2x_queue_comp_cmd; 5141adfc5217SJeff Kirsher obj->wait_comp = bnx2x_queue_wait_comp; 5142adfc5217SJeff Kirsher obj->set_pending = bnx2x_queue_set_pending; 5143adfc5217SJeff Kirsher } 5144adfc5217SJeff Kirsher 5145adfc5217SJeff Kirsher void bnx2x_queue_set_cos_cid(struct bnx2x *bp, 5146adfc5217SJeff Kirsher struct bnx2x_queue_sp_obj *obj, 5147adfc5217SJeff Kirsher u32 cid, u8 index) 5148adfc5217SJeff Kirsher { 5149adfc5217SJeff Kirsher obj->cids[index] = cid; 5150adfc5217SJeff Kirsher } 5151adfc5217SJeff Kirsher 5152adfc5217SJeff Kirsher /********************** Function state object *********************************/ 5153adfc5217SJeff Kirsher enum bnx2x_func_state bnx2x_func_get_state(struct bnx2x *bp, 5154adfc5217SJeff Kirsher struct bnx2x_func_sp_obj *o) 5155adfc5217SJeff Kirsher { 5156adfc5217SJeff Kirsher /* in the middle of transaction - return INVALID state */ 5157adfc5217SJeff Kirsher if (o->pending) 5158adfc5217SJeff Kirsher return BNX2X_F_STATE_MAX; 5159adfc5217SJeff Kirsher 5160adfc5217SJeff Kirsher /* 5161adfc5217SJeff Kirsher * unsure the order of reading of o->pending and o->state 5162adfc5217SJeff Kirsher * o->pending should be read first 5163adfc5217SJeff Kirsher */ 5164adfc5217SJeff Kirsher rmb(); 5165adfc5217SJeff Kirsher 5166adfc5217SJeff Kirsher return o->state; 5167adfc5217SJeff Kirsher } 5168adfc5217SJeff Kirsher 5169adfc5217SJeff Kirsher static int bnx2x_func_wait_comp(struct bnx2x *bp, 5170adfc5217SJeff Kirsher struct bnx2x_func_sp_obj *o, 5171adfc5217SJeff Kirsher enum bnx2x_func_cmd cmd) 5172adfc5217SJeff Kirsher { 5173adfc5217SJeff Kirsher return bnx2x_state_wait(bp, cmd, &o->pending); 5174adfc5217SJeff Kirsher } 5175adfc5217SJeff Kirsher 5176adfc5217SJeff Kirsher /** 5177adfc5217SJeff Kirsher * bnx2x_func_state_change_comp - complete the state machine transition 5178adfc5217SJeff Kirsher * 5179adfc5217SJeff Kirsher * @bp: device handle 5180adfc5217SJeff Kirsher * @o: 5181adfc5217SJeff Kirsher * @cmd: 5182adfc5217SJeff Kirsher * 5183adfc5217SJeff Kirsher * Called on state change transition. Completes the state 5184adfc5217SJeff Kirsher * machine transition only - no HW interaction. 5185adfc5217SJeff Kirsher */ 5186adfc5217SJeff Kirsher static inline int bnx2x_func_state_change_comp(struct bnx2x *bp, 5187adfc5217SJeff Kirsher struct bnx2x_func_sp_obj *o, 5188adfc5217SJeff Kirsher enum bnx2x_func_cmd cmd) 5189adfc5217SJeff Kirsher { 5190adfc5217SJeff Kirsher unsigned long cur_pending = o->pending; 5191adfc5217SJeff Kirsher 5192adfc5217SJeff Kirsher if (!test_and_clear_bit(cmd, &cur_pending)) { 5193adfc5217SJeff Kirsher BNX2X_ERR("Bad MC reply %d for func %d in state %d " 5194adfc5217SJeff Kirsher "pending 0x%lx, next_state %d\n", cmd, BP_FUNC(bp), 5195adfc5217SJeff Kirsher o->state, cur_pending, o->next_state); 5196adfc5217SJeff Kirsher return -EINVAL; 5197adfc5217SJeff Kirsher } 5198adfc5217SJeff Kirsher 519994f05b0fSJoe Perches DP(BNX2X_MSG_SP, 520094f05b0fSJoe Perches "Completing command %d for func %d, setting state to %d\n", 520194f05b0fSJoe Perches cmd, BP_FUNC(bp), o->next_state); 5202adfc5217SJeff Kirsher 5203adfc5217SJeff Kirsher o->state = o->next_state; 5204adfc5217SJeff Kirsher o->next_state = BNX2X_F_STATE_MAX; 5205adfc5217SJeff Kirsher 5206adfc5217SJeff Kirsher /* It's important that o->state and o->next_state are 5207adfc5217SJeff Kirsher * updated before o->pending. 5208adfc5217SJeff Kirsher */ 5209adfc5217SJeff Kirsher wmb(); 5210adfc5217SJeff Kirsher 5211adfc5217SJeff Kirsher clear_bit(cmd, &o->pending); 5212adfc5217SJeff Kirsher smp_mb__after_clear_bit(); 5213adfc5217SJeff Kirsher 5214adfc5217SJeff Kirsher return 0; 5215adfc5217SJeff Kirsher } 5216adfc5217SJeff Kirsher 5217adfc5217SJeff Kirsher /** 5218adfc5217SJeff Kirsher * bnx2x_func_comp_cmd - complete the state change command 5219adfc5217SJeff Kirsher * 5220adfc5217SJeff Kirsher * @bp: device handle 5221adfc5217SJeff Kirsher * @o: 5222adfc5217SJeff Kirsher * @cmd: 5223adfc5217SJeff Kirsher * 5224adfc5217SJeff Kirsher * Checks that the arrived completion is expected. 5225adfc5217SJeff Kirsher */ 5226adfc5217SJeff Kirsher static int bnx2x_func_comp_cmd(struct bnx2x *bp, 5227adfc5217SJeff Kirsher struct bnx2x_func_sp_obj *o, 5228adfc5217SJeff Kirsher enum bnx2x_func_cmd cmd) 5229adfc5217SJeff Kirsher { 5230adfc5217SJeff Kirsher /* Complete the state machine part first, check if it's a 5231adfc5217SJeff Kirsher * legal completion. 5232adfc5217SJeff Kirsher */ 5233adfc5217SJeff Kirsher int rc = bnx2x_func_state_change_comp(bp, o, cmd); 5234adfc5217SJeff Kirsher return rc; 5235adfc5217SJeff Kirsher } 5236adfc5217SJeff Kirsher 5237adfc5217SJeff Kirsher /** 5238adfc5217SJeff Kirsher * bnx2x_func_chk_transition - perform function state machine transition 5239adfc5217SJeff Kirsher * 5240adfc5217SJeff Kirsher * @bp: device handle 5241adfc5217SJeff Kirsher * @o: 5242adfc5217SJeff Kirsher * @params: 5243adfc5217SJeff Kirsher * 5244adfc5217SJeff Kirsher * It both checks if the requested command is legal in a current 5245adfc5217SJeff Kirsher * state and, if it's legal, sets a `next_state' in the object 5246adfc5217SJeff Kirsher * that will be used in the completion flow to set the `state' 5247adfc5217SJeff Kirsher * of the object. 5248adfc5217SJeff Kirsher * 5249adfc5217SJeff Kirsher * returns 0 if a requested command is a legal transition, 5250adfc5217SJeff Kirsher * -EINVAL otherwise. 5251adfc5217SJeff Kirsher */ 5252adfc5217SJeff Kirsher static int bnx2x_func_chk_transition(struct bnx2x *bp, 5253adfc5217SJeff Kirsher struct bnx2x_func_sp_obj *o, 5254adfc5217SJeff Kirsher struct bnx2x_func_state_params *params) 5255adfc5217SJeff Kirsher { 5256adfc5217SJeff Kirsher enum bnx2x_func_state state = o->state, next_state = BNX2X_F_STATE_MAX; 5257adfc5217SJeff Kirsher enum bnx2x_func_cmd cmd = params->cmd; 5258adfc5217SJeff Kirsher 5259adfc5217SJeff Kirsher /* 5260adfc5217SJeff Kirsher * Forget all pending for completion commands if a driver only state 5261adfc5217SJeff Kirsher * transition has been requested. 5262adfc5217SJeff Kirsher */ 5263adfc5217SJeff Kirsher if (test_bit(RAMROD_DRV_CLR_ONLY, ¶ms->ramrod_flags)) { 5264adfc5217SJeff Kirsher o->pending = 0; 5265adfc5217SJeff Kirsher o->next_state = BNX2X_F_STATE_MAX; 5266adfc5217SJeff Kirsher } 5267adfc5217SJeff Kirsher 5268adfc5217SJeff Kirsher /* 5269adfc5217SJeff Kirsher * Don't allow a next state transition if we are in the middle of 5270adfc5217SJeff Kirsher * the previous one. 5271adfc5217SJeff Kirsher */ 5272adfc5217SJeff Kirsher if (o->pending) 5273adfc5217SJeff Kirsher return -EBUSY; 5274adfc5217SJeff Kirsher 5275adfc5217SJeff Kirsher switch (state) { 5276adfc5217SJeff Kirsher case BNX2X_F_STATE_RESET: 5277adfc5217SJeff Kirsher if (cmd == BNX2X_F_CMD_HW_INIT) 5278adfc5217SJeff Kirsher next_state = BNX2X_F_STATE_INITIALIZED; 5279adfc5217SJeff Kirsher 5280adfc5217SJeff Kirsher break; 5281adfc5217SJeff Kirsher case BNX2X_F_STATE_INITIALIZED: 5282adfc5217SJeff Kirsher if (cmd == BNX2X_F_CMD_START) 5283adfc5217SJeff Kirsher next_state = BNX2X_F_STATE_STARTED; 5284adfc5217SJeff Kirsher 5285adfc5217SJeff Kirsher else if (cmd == BNX2X_F_CMD_HW_RESET) 5286adfc5217SJeff Kirsher next_state = BNX2X_F_STATE_RESET; 5287adfc5217SJeff Kirsher 5288adfc5217SJeff Kirsher break; 5289adfc5217SJeff Kirsher case BNX2X_F_STATE_STARTED: 5290adfc5217SJeff Kirsher if (cmd == BNX2X_F_CMD_STOP) 5291adfc5217SJeff Kirsher next_state = BNX2X_F_STATE_INITIALIZED; 5292adfc5217SJeff Kirsher else if (cmd == BNX2X_F_CMD_TX_STOP) 5293adfc5217SJeff Kirsher next_state = BNX2X_F_STATE_TX_STOPPED; 5294adfc5217SJeff Kirsher 5295adfc5217SJeff Kirsher break; 5296adfc5217SJeff Kirsher case BNX2X_F_STATE_TX_STOPPED: 5297adfc5217SJeff Kirsher if (cmd == BNX2X_F_CMD_TX_START) 5298adfc5217SJeff Kirsher next_state = BNX2X_F_STATE_STARTED; 5299adfc5217SJeff Kirsher 5300adfc5217SJeff Kirsher break; 5301adfc5217SJeff Kirsher default: 5302adfc5217SJeff Kirsher BNX2X_ERR("Unknown state: %d\n", state); 5303adfc5217SJeff Kirsher } 5304adfc5217SJeff Kirsher 5305adfc5217SJeff Kirsher /* Transition is assured */ 5306adfc5217SJeff Kirsher if (next_state != BNX2X_F_STATE_MAX) { 5307adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Good function state transition: %d(%d)->%d\n", 5308adfc5217SJeff Kirsher state, cmd, next_state); 5309adfc5217SJeff Kirsher o->next_state = next_state; 5310adfc5217SJeff Kirsher return 0; 5311adfc5217SJeff Kirsher } 5312adfc5217SJeff Kirsher 5313adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "Bad function state transition request: %d %d\n", 5314adfc5217SJeff Kirsher state, cmd); 5315adfc5217SJeff Kirsher 5316adfc5217SJeff Kirsher return -EINVAL; 5317adfc5217SJeff Kirsher } 5318adfc5217SJeff Kirsher 5319adfc5217SJeff Kirsher /** 5320adfc5217SJeff Kirsher * bnx2x_func_init_func - performs HW init at function stage 5321adfc5217SJeff Kirsher * 5322adfc5217SJeff Kirsher * @bp: device handle 5323adfc5217SJeff Kirsher * @drv: 5324adfc5217SJeff Kirsher * 5325adfc5217SJeff Kirsher * Init HW when the current phase is 5326adfc5217SJeff Kirsher * FW_MSG_CODE_DRV_LOAD_FUNCTION: initialize only FUNCTION-only 5327adfc5217SJeff Kirsher * HW blocks. 5328adfc5217SJeff Kirsher */ 5329adfc5217SJeff Kirsher static inline int bnx2x_func_init_func(struct bnx2x *bp, 5330adfc5217SJeff Kirsher const struct bnx2x_func_sp_drv_ops *drv) 5331adfc5217SJeff Kirsher { 5332adfc5217SJeff Kirsher return drv->init_hw_func(bp); 5333adfc5217SJeff Kirsher } 5334adfc5217SJeff Kirsher 5335adfc5217SJeff Kirsher /** 5336adfc5217SJeff Kirsher * bnx2x_func_init_port - performs HW init at port stage 5337adfc5217SJeff Kirsher * 5338adfc5217SJeff Kirsher * @bp: device handle 5339adfc5217SJeff Kirsher * @drv: 5340adfc5217SJeff Kirsher * 5341adfc5217SJeff Kirsher * Init HW when the current phase is 5342adfc5217SJeff Kirsher * FW_MSG_CODE_DRV_LOAD_PORT: initialize PORT-only and 5343adfc5217SJeff Kirsher * FUNCTION-only HW blocks. 5344adfc5217SJeff Kirsher * 5345adfc5217SJeff Kirsher */ 5346adfc5217SJeff Kirsher static inline int bnx2x_func_init_port(struct bnx2x *bp, 5347adfc5217SJeff Kirsher const struct bnx2x_func_sp_drv_ops *drv) 5348adfc5217SJeff Kirsher { 5349adfc5217SJeff Kirsher int rc = drv->init_hw_port(bp); 5350adfc5217SJeff Kirsher if (rc) 5351adfc5217SJeff Kirsher return rc; 5352adfc5217SJeff Kirsher 5353adfc5217SJeff Kirsher return bnx2x_func_init_func(bp, drv); 5354adfc5217SJeff Kirsher } 5355adfc5217SJeff Kirsher 5356adfc5217SJeff Kirsher /** 5357adfc5217SJeff Kirsher * bnx2x_func_init_cmn_chip - performs HW init at chip-common stage 5358adfc5217SJeff Kirsher * 5359adfc5217SJeff Kirsher * @bp: device handle 5360adfc5217SJeff Kirsher * @drv: 5361adfc5217SJeff Kirsher * 5362adfc5217SJeff Kirsher * Init HW when the current phase is 5363adfc5217SJeff Kirsher * FW_MSG_CODE_DRV_LOAD_COMMON_CHIP: initialize COMMON_CHIP, 5364adfc5217SJeff Kirsher * PORT-only and FUNCTION-only HW blocks. 5365adfc5217SJeff Kirsher */ 5366adfc5217SJeff Kirsher static inline int bnx2x_func_init_cmn_chip(struct bnx2x *bp, 5367adfc5217SJeff Kirsher const struct bnx2x_func_sp_drv_ops *drv) 5368adfc5217SJeff Kirsher { 5369adfc5217SJeff Kirsher int rc = drv->init_hw_cmn_chip(bp); 5370adfc5217SJeff Kirsher if (rc) 5371adfc5217SJeff Kirsher return rc; 5372adfc5217SJeff Kirsher 5373adfc5217SJeff Kirsher return bnx2x_func_init_port(bp, drv); 5374adfc5217SJeff Kirsher } 5375adfc5217SJeff Kirsher 5376adfc5217SJeff Kirsher /** 5377adfc5217SJeff Kirsher * bnx2x_func_init_cmn - performs HW init at common stage 5378adfc5217SJeff Kirsher * 5379adfc5217SJeff Kirsher * @bp: device handle 5380adfc5217SJeff Kirsher * @drv: 5381adfc5217SJeff Kirsher * 5382adfc5217SJeff Kirsher * Init HW when the current phase is 5383adfc5217SJeff Kirsher * FW_MSG_CODE_DRV_LOAD_COMMON_CHIP: initialize COMMON, 5384adfc5217SJeff Kirsher * PORT-only and FUNCTION-only HW blocks. 5385adfc5217SJeff Kirsher */ 5386adfc5217SJeff Kirsher static inline int bnx2x_func_init_cmn(struct bnx2x *bp, 5387adfc5217SJeff Kirsher const struct bnx2x_func_sp_drv_ops *drv) 5388adfc5217SJeff Kirsher { 5389adfc5217SJeff Kirsher int rc = drv->init_hw_cmn(bp); 5390adfc5217SJeff Kirsher if (rc) 5391adfc5217SJeff Kirsher return rc; 5392adfc5217SJeff Kirsher 5393adfc5217SJeff Kirsher return bnx2x_func_init_port(bp, drv); 5394adfc5217SJeff Kirsher } 5395adfc5217SJeff Kirsher 5396adfc5217SJeff Kirsher static int bnx2x_func_hw_init(struct bnx2x *bp, 5397adfc5217SJeff Kirsher struct bnx2x_func_state_params *params) 5398adfc5217SJeff Kirsher { 5399adfc5217SJeff Kirsher u32 load_code = params->params.hw_init.load_phase; 5400adfc5217SJeff Kirsher struct bnx2x_func_sp_obj *o = params->f_obj; 5401adfc5217SJeff Kirsher const struct bnx2x_func_sp_drv_ops *drv = o->drv; 5402adfc5217SJeff Kirsher int rc = 0; 5403adfc5217SJeff Kirsher 5404adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "function %d load_code %x\n", 5405adfc5217SJeff Kirsher BP_ABS_FUNC(bp), load_code); 5406adfc5217SJeff Kirsher 5407adfc5217SJeff Kirsher /* Prepare buffers for unzipping the FW */ 5408adfc5217SJeff Kirsher rc = drv->gunzip_init(bp); 5409adfc5217SJeff Kirsher if (rc) 5410adfc5217SJeff Kirsher return rc; 5411adfc5217SJeff Kirsher 5412adfc5217SJeff Kirsher /* Prepare FW */ 5413adfc5217SJeff Kirsher rc = drv->init_fw(bp); 5414adfc5217SJeff Kirsher if (rc) { 5415adfc5217SJeff Kirsher BNX2X_ERR("Error loading firmware\n"); 5416eb2afd4aSDmitry Kravkov goto init_err; 5417adfc5217SJeff Kirsher } 5418adfc5217SJeff Kirsher 5419adfc5217SJeff Kirsher /* Handle the beginning of COMMON_XXX pases separatelly... */ 5420adfc5217SJeff Kirsher switch (load_code) { 5421adfc5217SJeff Kirsher case FW_MSG_CODE_DRV_LOAD_COMMON_CHIP: 5422adfc5217SJeff Kirsher rc = bnx2x_func_init_cmn_chip(bp, drv); 5423adfc5217SJeff Kirsher if (rc) 5424eb2afd4aSDmitry Kravkov goto init_err; 5425adfc5217SJeff Kirsher 5426adfc5217SJeff Kirsher break; 5427adfc5217SJeff Kirsher case FW_MSG_CODE_DRV_LOAD_COMMON: 5428adfc5217SJeff Kirsher rc = bnx2x_func_init_cmn(bp, drv); 5429adfc5217SJeff Kirsher if (rc) 5430eb2afd4aSDmitry Kravkov goto init_err; 5431adfc5217SJeff Kirsher 5432adfc5217SJeff Kirsher break; 5433adfc5217SJeff Kirsher case FW_MSG_CODE_DRV_LOAD_PORT: 5434adfc5217SJeff Kirsher rc = bnx2x_func_init_port(bp, drv); 5435adfc5217SJeff Kirsher if (rc) 5436eb2afd4aSDmitry Kravkov goto init_err; 5437adfc5217SJeff Kirsher 5438adfc5217SJeff Kirsher break; 5439adfc5217SJeff Kirsher case FW_MSG_CODE_DRV_LOAD_FUNCTION: 5440adfc5217SJeff Kirsher rc = bnx2x_func_init_func(bp, drv); 5441adfc5217SJeff Kirsher if (rc) 5442eb2afd4aSDmitry Kravkov goto init_err; 5443adfc5217SJeff Kirsher 5444adfc5217SJeff Kirsher break; 5445adfc5217SJeff Kirsher default: 5446adfc5217SJeff Kirsher BNX2X_ERR("Unknown load_code (0x%x) from MCP\n", load_code); 5447adfc5217SJeff Kirsher rc = -EINVAL; 5448adfc5217SJeff Kirsher } 5449adfc5217SJeff Kirsher 5450eb2afd4aSDmitry Kravkov init_err: 5451adfc5217SJeff Kirsher drv->gunzip_end(bp); 5452adfc5217SJeff Kirsher 5453adfc5217SJeff Kirsher /* In case of success, complete the comand immediatelly: no ramrods 5454adfc5217SJeff Kirsher * have been sent. 5455adfc5217SJeff Kirsher */ 5456adfc5217SJeff Kirsher if (!rc) 5457adfc5217SJeff Kirsher o->complete_cmd(bp, o, BNX2X_F_CMD_HW_INIT); 5458adfc5217SJeff Kirsher 5459adfc5217SJeff Kirsher return rc; 5460adfc5217SJeff Kirsher } 5461adfc5217SJeff Kirsher 5462adfc5217SJeff Kirsher /** 5463adfc5217SJeff Kirsher * bnx2x_func_reset_func - reset HW at function stage 5464adfc5217SJeff Kirsher * 5465adfc5217SJeff Kirsher * @bp: device handle 5466adfc5217SJeff Kirsher * @drv: 5467adfc5217SJeff Kirsher * 5468adfc5217SJeff Kirsher * Reset HW at FW_MSG_CODE_DRV_UNLOAD_FUNCTION stage: reset only 5469adfc5217SJeff Kirsher * FUNCTION-only HW blocks. 5470adfc5217SJeff Kirsher */ 5471adfc5217SJeff Kirsher static inline void bnx2x_func_reset_func(struct bnx2x *bp, 5472adfc5217SJeff Kirsher const struct bnx2x_func_sp_drv_ops *drv) 5473adfc5217SJeff Kirsher { 5474adfc5217SJeff Kirsher drv->reset_hw_func(bp); 5475adfc5217SJeff Kirsher } 5476adfc5217SJeff Kirsher 5477adfc5217SJeff Kirsher /** 5478adfc5217SJeff Kirsher * bnx2x_func_reset_port - reser HW at port stage 5479adfc5217SJeff Kirsher * 5480adfc5217SJeff Kirsher * @bp: device handle 5481adfc5217SJeff Kirsher * @drv: 5482adfc5217SJeff Kirsher * 5483adfc5217SJeff Kirsher * Reset HW at FW_MSG_CODE_DRV_UNLOAD_PORT stage: reset 5484adfc5217SJeff Kirsher * FUNCTION-only and PORT-only HW blocks. 5485adfc5217SJeff Kirsher * 5486adfc5217SJeff Kirsher * !!!IMPORTANT!!! 5487adfc5217SJeff Kirsher * 5488adfc5217SJeff Kirsher * It's important to call reset_port before reset_func() as the last thing 5489adfc5217SJeff Kirsher * reset_func does is pf_disable() thus disabling PGLUE_B, which 5490adfc5217SJeff Kirsher * makes impossible any DMAE transactions. 5491adfc5217SJeff Kirsher */ 5492adfc5217SJeff Kirsher static inline void bnx2x_func_reset_port(struct bnx2x *bp, 5493adfc5217SJeff Kirsher const struct bnx2x_func_sp_drv_ops *drv) 5494adfc5217SJeff Kirsher { 5495adfc5217SJeff Kirsher drv->reset_hw_port(bp); 5496adfc5217SJeff Kirsher bnx2x_func_reset_func(bp, drv); 5497adfc5217SJeff Kirsher } 5498adfc5217SJeff Kirsher 5499adfc5217SJeff Kirsher /** 5500adfc5217SJeff Kirsher * bnx2x_func_reset_cmn - reser HW at common stage 5501adfc5217SJeff Kirsher * 5502adfc5217SJeff Kirsher * @bp: device handle 5503adfc5217SJeff Kirsher * @drv: 5504adfc5217SJeff Kirsher * 5505adfc5217SJeff Kirsher * Reset HW at FW_MSG_CODE_DRV_UNLOAD_COMMON and 5506adfc5217SJeff Kirsher * FW_MSG_CODE_DRV_UNLOAD_COMMON_CHIP stages: reset COMMON, 5507adfc5217SJeff Kirsher * COMMON_CHIP, FUNCTION-only and PORT-only HW blocks. 5508adfc5217SJeff Kirsher */ 5509adfc5217SJeff Kirsher static inline void bnx2x_func_reset_cmn(struct bnx2x *bp, 5510adfc5217SJeff Kirsher const struct bnx2x_func_sp_drv_ops *drv) 5511adfc5217SJeff Kirsher { 5512adfc5217SJeff Kirsher bnx2x_func_reset_port(bp, drv); 5513adfc5217SJeff Kirsher drv->reset_hw_cmn(bp); 5514adfc5217SJeff Kirsher } 5515adfc5217SJeff Kirsher 5516adfc5217SJeff Kirsher 5517adfc5217SJeff Kirsher static inline int bnx2x_func_hw_reset(struct bnx2x *bp, 5518adfc5217SJeff Kirsher struct bnx2x_func_state_params *params) 5519adfc5217SJeff Kirsher { 5520adfc5217SJeff Kirsher u32 reset_phase = params->params.hw_reset.reset_phase; 5521adfc5217SJeff Kirsher struct bnx2x_func_sp_obj *o = params->f_obj; 5522adfc5217SJeff Kirsher const struct bnx2x_func_sp_drv_ops *drv = o->drv; 5523adfc5217SJeff Kirsher 5524adfc5217SJeff Kirsher DP(BNX2X_MSG_SP, "function %d reset_phase %x\n", BP_ABS_FUNC(bp), 5525adfc5217SJeff Kirsher reset_phase); 5526adfc5217SJeff Kirsher 5527adfc5217SJeff Kirsher switch (reset_phase) { 5528adfc5217SJeff Kirsher case FW_MSG_CODE_DRV_UNLOAD_COMMON: 5529adfc5217SJeff Kirsher bnx2x_func_reset_cmn(bp, drv); 5530adfc5217SJeff Kirsher break; 5531adfc5217SJeff Kirsher case FW_MSG_CODE_DRV_UNLOAD_PORT: 5532adfc5217SJeff Kirsher bnx2x_func_reset_port(bp, drv); 5533adfc5217SJeff Kirsher break; 5534adfc5217SJeff Kirsher case FW_MSG_CODE_DRV_UNLOAD_FUNCTION: 5535adfc5217SJeff Kirsher bnx2x_func_reset_func(bp, drv); 5536adfc5217SJeff Kirsher break; 5537adfc5217SJeff Kirsher default: 5538adfc5217SJeff Kirsher BNX2X_ERR("Unknown reset_phase (0x%x) from MCP\n", 5539adfc5217SJeff Kirsher reset_phase); 5540adfc5217SJeff Kirsher break; 5541adfc5217SJeff Kirsher } 5542adfc5217SJeff Kirsher 5543adfc5217SJeff Kirsher /* Complete the comand immediatelly: no ramrods have been sent. */ 5544adfc5217SJeff Kirsher o->complete_cmd(bp, o, BNX2X_F_CMD_HW_RESET); 5545adfc5217SJeff Kirsher 5546adfc5217SJeff Kirsher return 0; 5547adfc5217SJeff Kirsher } 5548adfc5217SJeff Kirsher 5549adfc5217SJeff Kirsher static inline int bnx2x_func_send_start(struct bnx2x *bp, 5550adfc5217SJeff Kirsher struct bnx2x_func_state_params *params) 5551adfc5217SJeff Kirsher { 5552adfc5217SJeff Kirsher struct bnx2x_func_sp_obj *o = params->f_obj; 5553adfc5217SJeff Kirsher struct function_start_data *rdata = 5554adfc5217SJeff Kirsher (struct function_start_data *)o->rdata; 5555adfc5217SJeff Kirsher dma_addr_t data_mapping = o->rdata_mapping; 5556adfc5217SJeff Kirsher struct bnx2x_func_start_params *start_params = ¶ms->params.start; 5557adfc5217SJeff Kirsher 5558adfc5217SJeff Kirsher memset(rdata, 0, sizeof(*rdata)); 5559adfc5217SJeff Kirsher 5560adfc5217SJeff Kirsher /* Fill the ramrod data with provided parameters */ 5561adfc5217SJeff Kirsher rdata->function_mode = cpu_to_le16(start_params->mf_mode); 5562adfc5217SJeff Kirsher rdata->sd_vlan_tag = start_params->sd_vlan_tag; 5563adfc5217SJeff Kirsher rdata->path_id = BP_PATH(bp); 5564adfc5217SJeff Kirsher rdata->network_cos_mode = start_params->network_cos_mode; 5565adfc5217SJeff Kirsher 5566adfc5217SJeff Kirsher /* 5567adfc5217SJeff Kirsher * No need for an explicit memory barrier here as long we would 5568adfc5217SJeff Kirsher * need to ensure the ordering of writing to the SPQ element 5569adfc5217SJeff Kirsher * and updating of the SPQ producer which involves a memory 5570adfc5217SJeff Kirsher * read and we will have to put a full memory barrier there 5571adfc5217SJeff Kirsher * (inside bnx2x_sp_post()). 5572adfc5217SJeff Kirsher */ 5573adfc5217SJeff Kirsher 5574adfc5217SJeff Kirsher return bnx2x_sp_post(bp, RAMROD_CMD_ID_COMMON_FUNCTION_START, 0, 5575adfc5217SJeff Kirsher U64_HI(data_mapping), 5576adfc5217SJeff Kirsher U64_LO(data_mapping), NONE_CONNECTION_TYPE); 5577adfc5217SJeff Kirsher } 5578adfc5217SJeff Kirsher 5579adfc5217SJeff Kirsher static inline int bnx2x_func_send_stop(struct bnx2x *bp, 5580adfc5217SJeff Kirsher struct bnx2x_func_state_params *params) 5581adfc5217SJeff Kirsher { 5582adfc5217SJeff Kirsher return bnx2x_sp_post(bp, RAMROD_CMD_ID_COMMON_FUNCTION_STOP, 0, 0, 0, 5583adfc5217SJeff Kirsher NONE_CONNECTION_TYPE); 5584adfc5217SJeff Kirsher } 5585adfc5217SJeff Kirsher 5586adfc5217SJeff Kirsher static inline int bnx2x_func_send_tx_stop(struct bnx2x *bp, 5587adfc5217SJeff Kirsher struct bnx2x_func_state_params *params) 5588adfc5217SJeff Kirsher { 5589adfc5217SJeff Kirsher return bnx2x_sp_post(bp, RAMROD_CMD_ID_COMMON_STOP_TRAFFIC, 0, 0, 0, 5590adfc5217SJeff Kirsher NONE_CONNECTION_TYPE); 5591adfc5217SJeff Kirsher } 5592adfc5217SJeff Kirsher static inline int bnx2x_func_send_tx_start(struct bnx2x *bp, 5593adfc5217SJeff Kirsher struct bnx2x_func_state_params *params) 5594adfc5217SJeff Kirsher { 5595adfc5217SJeff Kirsher struct bnx2x_func_sp_obj *o = params->f_obj; 5596adfc5217SJeff Kirsher struct flow_control_configuration *rdata = 5597adfc5217SJeff Kirsher (struct flow_control_configuration *)o->rdata; 5598adfc5217SJeff Kirsher dma_addr_t data_mapping = o->rdata_mapping; 5599adfc5217SJeff Kirsher struct bnx2x_func_tx_start_params *tx_start_params = 5600adfc5217SJeff Kirsher ¶ms->params.tx_start; 5601adfc5217SJeff Kirsher int i; 5602adfc5217SJeff Kirsher 5603adfc5217SJeff Kirsher memset(rdata, 0, sizeof(*rdata)); 5604adfc5217SJeff Kirsher 5605adfc5217SJeff Kirsher rdata->dcb_enabled = tx_start_params->dcb_enabled; 5606adfc5217SJeff Kirsher rdata->dcb_version = tx_start_params->dcb_version; 5607adfc5217SJeff Kirsher rdata->dont_add_pri_0_en = tx_start_params->dont_add_pri_0_en; 5608adfc5217SJeff Kirsher 5609adfc5217SJeff Kirsher for (i = 0; i < ARRAY_SIZE(rdata->traffic_type_to_priority_cos); i++) 5610adfc5217SJeff Kirsher rdata->traffic_type_to_priority_cos[i] = 5611adfc5217SJeff Kirsher tx_start_params->traffic_type_to_priority_cos[i]; 5612adfc5217SJeff Kirsher 5613adfc5217SJeff Kirsher return bnx2x_sp_post(bp, RAMROD_CMD_ID_COMMON_START_TRAFFIC, 0, 5614adfc5217SJeff Kirsher U64_HI(data_mapping), 5615adfc5217SJeff Kirsher U64_LO(data_mapping), NONE_CONNECTION_TYPE); 5616adfc5217SJeff Kirsher } 5617adfc5217SJeff Kirsher 5618adfc5217SJeff Kirsher static int bnx2x_func_send_cmd(struct bnx2x *bp, 5619adfc5217SJeff Kirsher struct bnx2x_func_state_params *params) 5620adfc5217SJeff Kirsher { 5621adfc5217SJeff Kirsher switch (params->cmd) { 5622adfc5217SJeff Kirsher case BNX2X_F_CMD_HW_INIT: 5623adfc5217SJeff Kirsher return bnx2x_func_hw_init(bp, params); 5624adfc5217SJeff Kirsher case BNX2X_F_CMD_START: 5625adfc5217SJeff Kirsher return bnx2x_func_send_start(bp, params); 5626adfc5217SJeff Kirsher case BNX2X_F_CMD_STOP: 5627adfc5217SJeff Kirsher return bnx2x_func_send_stop(bp, params); 5628adfc5217SJeff Kirsher case BNX2X_F_CMD_HW_RESET: 5629adfc5217SJeff Kirsher return bnx2x_func_hw_reset(bp, params); 5630adfc5217SJeff Kirsher case BNX2X_F_CMD_TX_STOP: 5631adfc5217SJeff Kirsher return bnx2x_func_send_tx_stop(bp, params); 5632adfc5217SJeff Kirsher case BNX2X_F_CMD_TX_START: 5633adfc5217SJeff Kirsher return bnx2x_func_send_tx_start(bp, params); 5634adfc5217SJeff Kirsher default: 5635adfc5217SJeff Kirsher BNX2X_ERR("Unknown command: %d\n", params->cmd); 5636adfc5217SJeff Kirsher return -EINVAL; 5637adfc5217SJeff Kirsher } 5638adfc5217SJeff Kirsher } 5639adfc5217SJeff Kirsher 5640adfc5217SJeff Kirsher void bnx2x_init_func_obj(struct bnx2x *bp, 5641adfc5217SJeff Kirsher struct bnx2x_func_sp_obj *obj, 5642adfc5217SJeff Kirsher void *rdata, dma_addr_t rdata_mapping, 5643adfc5217SJeff Kirsher struct bnx2x_func_sp_drv_ops *drv_iface) 5644adfc5217SJeff Kirsher { 5645adfc5217SJeff Kirsher memset(obj, 0, sizeof(*obj)); 5646adfc5217SJeff Kirsher 5647adfc5217SJeff Kirsher mutex_init(&obj->one_pending_mutex); 5648adfc5217SJeff Kirsher 5649adfc5217SJeff Kirsher obj->rdata = rdata; 5650adfc5217SJeff Kirsher obj->rdata_mapping = rdata_mapping; 5651adfc5217SJeff Kirsher 5652adfc5217SJeff Kirsher obj->send_cmd = bnx2x_func_send_cmd; 5653adfc5217SJeff Kirsher obj->check_transition = bnx2x_func_chk_transition; 5654adfc5217SJeff Kirsher obj->complete_cmd = bnx2x_func_comp_cmd; 5655adfc5217SJeff Kirsher obj->wait_comp = bnx2x_func_wait_comp; 5656adfc5217SJeff Kirsher 5657adfc5217SJeff Kirsher obj->drv = drv_iface; 5658adfc5217SJeff Kirsher } 5659adfc5217SJeff Kirsher 5660adfc5217SJeff Kirsher /** 5661adfc5217SJeff Kirsher * bnx2x_func_state_change - perform Function state change transition 5662adfc5217SJeff Kirsher * 5663adfc5217SJeff Kirsher * @bp: device handle 5664adfc5217SJeff Kirsher * @params: parameters to perform the transaction 5665adfc5217SJeff Kirsher * 5666adfc5217SJeff Kirsher * returns 0 in case of successfully completed transition, 5667adfc5217SJeff Kirsher * negative error code in case of failure, positive 5668adfc5217SJeff Kirsher * (EBUSY) value if there is a completion to that is 5669adfc5217SJeff Kirsher * still pending (possible only if RAMROD_COMP_WAIT is 5670adfc5217SJeff Kirsher * not set in params->ramrod_flags for asynchronous 5671adfc5217SJeff Kirsher * commands). 5672adfc5217SJeff Kirsher */ 5673adfc5217SJeff Kirsher int bnx2x_func_state_change(struct bnx2x *bp, 5674adfc5217SJeff Kirsher struct bnx2x_func_state_params *params) 5675adfc5217SJeff Kirsher { 5676adfc5217SJeff Kirsher struct bnx2x_func_sp_obj *o = params->f_obj; 5677adfc5217SJeff Kirsher int rc; 5678adfc5217SJeff Kirsher enum bnx2x_func_cmd cmd = params->cmd; 5679adfc5217SJeff Kirsher unsigned long *pending = &o->pending; 5680adfc5217SJeff Kirsher 5681adfc5217SJeff Kirsher mutex_lock(&o->one_pending_mutex); 5682adfc5217SJeff Kirsher 5683adfc5217SJeff Kirsher /* Check that the requested transition is legal */ 5684adfc5217SJeff Kirsher if (o->check_transition(bp, o, params)) { 5685adfc5217SJeff Kirsher mutex_unlock(&o->one_pending_mutex); 5686adfc5217SJeff Kirsher return -EINVAL; 5687adfc5217SJeff Kirsher } 5688adfc5217SJeff Kirsher 5689adfc5217SJeff Kirsher /* Set "pending" bit */ 5690adfc5217SJeff Kirsher set_bit(cmd, pending); 5691adfc5217SJeff Kirsher 5692adfc5217SJeff Kirsher /* Don't send a command if only driver cleanup was requested */ 5693adfc5217SJeff Kirsher if (test_bit(RAMROD_DRV_CLR_ONLY, ¶ms->ramrod_flags)) { 5694adfc5217SJeff Kirsher bnx2x_func_state_change_comp(bp, o, cmd); 5695adfc5217SJeff Kirsher mutex_unlock(&o->one_pending_mutex); 5696adfc5217SJeff Kirsher } else { 5697adfc5217SJeff Kirsher /* Send a ramrod */ 5698adfc5217SJeff Kirsher rc = o->send_cmd(bp, params); 5699adfc5217SJeff Kirsher 5700adfc5217SJeff Kirsher mutex_unlock(&o->one_pending_mutex); 5701adfc5217SJeff Kirsher 5702adfc5217SJeff Kirsher if (rc) { 5703adfc5217SJeff Kirsher o->next_state = BNX2X_F_STATE_MAX; 5704adfc5217SJeff Kirsher clear_bit(cmd, pending); 5705adfc5217SJeff Kirsher smp_mb__after_clear_bit(); 5706adfc5217SJeff Kirsher return rc; 5707adfc5217SJeff Kirsher } 5708adfc5217SJeff Kirsher 5709adfc5217SJeff Kirsher if (test_bit(RAMROD_COMP_WAIT, ¶ms->ramrod_flags)) { 5710adfc5217SJeff Kirsher rc = o->wait_comp(bp, o, cmd); 5711adfc5217SJeff Kirsher if (rc) 5712adfc5217SJeff Kirsher return rc; 5713adfc5217SJeff Kirsher 5714adfc5217SJeff Kirsher return 0; 5715adfc5217SJeff Kirsher } 5716adfc5217SJeff Kirsher } 5717adfc5217SJeff Kirsher 5718adfc5217SJeff Kirsher return !!test_bit(cmd, pending); 5719adfc5217SJeff Kirsher } 5720