1 /* 2 * Copyright (c) 2007 Mellanox Technologies. All rights reserved. 3 * 4 * This software is available to you under a choice of one of two 5 * licenses. You may choose to be licensed under the terms of the GNU 6 * General Public License (GPL) Version 2, available from the file 7 * COPYING in the main directory of this source tree, or the 8 * OpenIB.org BSD license below: 9 * 10 * Redistribution and use in source and binary forms, with or 11 * without modification, are permitted provided that the following 12 * conditions are met: 13 * 14 * - Redistributions of source code must retain the above 15 * copyright notice, this list of conditions and the following 16 * disclaimer. 17 * 18 * - Redistributions in binary form must reproduce the above 19 * copyright notice, this list of conditions and the following 20 * disclaimer in the documentation and/or other materials 21 * provided with the distribution. 22 * 23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 30 * SOFTWARE. 31 * 32 */ 33 34 #include <linux/mlx4/cq.h> 35 #include <linux/mlx4/qp.h> 36 #include <linux/mlx4/cmd.h> 37 38 #include "mlx4_en.h" 39 40 static void mlx4_en_cq_event(struct mlx4_cq *cq, enum mlx4_event event) 41 { 42 return; 43 } 44 45 46 int mlx4_en_create_cq(struct mlx4_en_priv *priv, 47 struct mlx4_en_cq *cq, 48 int entries, int ring, enum cq_type mode) 49 { 50 struct mlx4_en_dev *mdev = priv->mdev; 51 int err; 52 53 cq->size = entries; 54 cq->buf_size = cq->size * mdev->dev->caps.cqe_size; 55 56 cq->ring = ring; 57 cq->is_tx = mode; 58 spin_lock_init(&cq->lock); 59 60 err = mlx4_alloc_hwq_res(mdev->dev, &cq->wqres, 61 cq->buf_size, 2 * PAGE_SIZE); 62 if (err) 63 return err; 64 65 err = mlx4_en_map_buffer(&cq->wqres.buf); 66 if (err) 67 mlx4_free_hwq_res(mdev->dev, &cq->wqres, cq->buf_size); 68 else 69 cq->buf = (struct mlx4_cqe *) cq->wqres.buf.direct.buf; 70 71 return err; 72 } 73 74 int mlx4_en_activate_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq, 75 int cq_idx) 76 { 77 struct mlx4_en_dev *mdev = priv->mdev; 78 int err = 0; 79 char name[25]; 80 int timestamp_en = 0; 81 struct cpu_rmap *rmap = 82 #ifdef CONFIG_RFS_ACCEL 83 priv->dev->rx_cpu_rmap; 84 #else 85 NULL; 86 #endif 87 88 cq->dev = mdev->pndev[priv->port]; 89 cq->mcq.set_ci_db = cq->wqres.db.db; 90 cq->mcq.arm_db = cq->wqres.db.db + 1; 91 *cq->mcq.set_ci_db = 0; 92 *cq->mcq.arm_db = 0; 93 memset(cq->buf, 0, cq->buf_size); 94 95 if (cq->is_tx == RX) { 96 if (mdev->dev->caps.comp_pool) { 97 if (!cq->vector) { 98 sprintf(name, "%s-%d", priv->dev->name, 99 cq->ring); 100 /* Set IRQ for specific name (per ring) */ 101 if (mlx4_assign_eq(mdev->dev, name, rmap, 102 &cq->vector)) { 103 cq->vector = (cq->ring + 1 + priv->port) 104 % mdev->dev->caps.num_comp_vectors; 105 mlx4_warn(mdev, "Failed Assigning an EQ to " 106 "%s ,Falling back to legacy EQ's\n", 107 name); 108 } 109 } 110 } else { 111 cq->vector = (cq->ring + 1 + priv->port) % 112 mdev->dev->caps.num_comp_vectors; 113 } 114 } else { 115 /* For TX we use the same irq per 116 ring we assigned for the RX */ 117 struct mlx4_en_cq *rx_cq; 118 119 cq_idx = cq_idx % priv->rx_ring_num; 120 rx_cq = &priv->rx_cq[cq_idx]; 121 cq->vector = rx_cq->vector; 122 } 123 124 if (!cq->is_tx) 125 cq->size = priv->rx_ring[cq->ring].actual_size; 126 127 if ((cq->is_tx && priv->hwtstamp_config.tx_type) || 128 (!cq->is_tx && priv->hwtstamp_config.rx_filter)) 129 timestamp_en = 1; 130 131 err = mlx4_cq_alloc(mdev->dev, cq->size, &cq->wqres.mtt, 132 &mdev->priv_uar, cq->wqres.db.dma, &cq->mcq, 133 cq->vector, 0, timestamp_en); 134 if (err) 135 return err; 136 137 cq->mcq.comp = cq->is_tx ? mlx4_en_tx_irq : mlx4_en_rx_irq; 138 cq->mcq.event = mlx4_en_cq_event; 139 140 if (!cq->is_tx) { 141 netif_napi_add(cq->dev, &cq->napi, mlx4_en_poll_rx_cq, 64); 142 napi_hash_add(&cq->napi); 143 napi_enable(&cq->napi); 144 } 145 146 return 0; 147 } 148 149 void mlx4_en_destroy_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq) 150 { 151 struct mlx4_en_dev *mdev = priv->mdev; 152 153 mlx4_en_unmap_buffer(&cq->wqres.buf); 154 mlx4_free_hwq_res(mdev->dev, &cq->wqres, cq->buf_size); 155 if (priv->mdev->dev->caps.comp_pool && cq->vector) 156 mlx4_release_eq(priv->mdev->dev, cq->vector); 157 cq->vector = 0; 158 cq->buf_size = 0; 159 cq->buf = NULL; 160 } 161 162 void mlx4_en_deactivate_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq) 163 { 164 if (!cq->is_tx) { 165 napi_disable(&cq->napi); 166 napi_hash_del(&cq->napi); 167 synchronize_rcu(); 168 netif_napi_del(&cq->napi); 169 } 170 171 mlx4_cq_free(priv->mdev->dev, &cq->mcq); 172 } 173 174 /* Set rx cq moderation parameters */ 175 int mlx4_en_set_cq_moder(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq) 176 { 177 return mlx4_cq_modify(priv->mdev->dev, &cq->mcq, 178 cq->moder_cnt, cq->moder_time); 179 } 180 181 int mlx4_en_arm_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq) 182 { 183 mlx4_cq_arm(&cq->mcq, MLX4_CQ_DB_REQ_NOT, priv->mdev->uar_map, 184 &priv->mdev->uar_lock); 185 186 return 0; 187 } 188 189 190