1*25763b3cSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only
29e2c7d99SGeorge Cherian /*
39e2c7d99SGeorge Cherian * Copyright (C) 2016 Cavium, Inc.
49e2c7d99SGeorge Cherian */
59e2c7d99SGeorge Cherian #include <linux/module.h>
69e2c7d99SGeorge Cherian #include "cptpf.h"
79e2c7d99SGeorge Cherian
cpt_send_msg_to_vf(struct cpt_device * cpt,int vf,struct cpt_mbox * mbx)89e2c7d99SGeorge Cherian static void cpt_send_msg_to_vf(struct cpt_device *cpt, int vf,
99e2c7d99SGeorge Cherian struct cpt_mbox *mbx)
109e2c7d99SGeorge Cherian {
119e2c7d99SGeorge Cherian /* Writing mbox(0) causes interrupt */
129e2c7d99SGeorge Cherian cpt_write_csr64(cpt->reg_base, CPTX_PF_VFX_MBOXX(0, vf, 1),
139e2c7d99SGeorge Cherian mbx->data);
149e2c7d99SGeorge Cherian cpt_write_csr64(cpt->reg_base, CPTX_PF_VFX_MBOXX(0, vf, 0), mbx->msg);
159e2c7d99SGeorge Cherian }
169e2c7d99SGeorge Cherian
179e2c7d99SGeorge Cherian /* ACKs VF's mailbox message
189e2c7d99SGeorge Cherian * @vf: VF to which ACK to be sent
199e2c7d99SGeorge Cherian */
cpt_mbox_send_ack(struct cpt_device * cpt,int vf,struct cpt_mbox * mbx)209e2c7d99SGeorge Cherian static void cpt_mbox_send_ack(struct cpt_device *cpt, int vf,
219e2c7d99SGeorge Cherian struct cpt_mbox *mbx)
229e2c7d99SGeorge Cherian {
239e2c7d99SGeorge Cherian mbx->data = 0ull;
249e2c7d99SGeorge Cherian mbx->msg = CPT_MBOX_MSG_TYPE_ACK;
259e2c7d99SGeorge Cherian cpt_send_msg_to_vf(cpt, vf, mbx);
269e2c7d99SGeorge Cherian }
279e2c7d99SGeorge Cherian
cpt_clear_mbox_intr(struct cpt_device * cpt,u32 vf)289e2c7d99SGeorge Cherian static void cpt_clear_mbox_intr(struct cpt_device *cpt, u32 vf)
299e2c7d99SGeorge Cherian {
309e2c7d99SGeorge Cherian /* W1C for the VF */
319e2c7d99SGeorge Cherian cpt_write_csr64(cpt->reg_base, CPTX_PF_MBOX_INTX(0, 0), (1 << vf));
329e2c7d99SGeorge Cherian }
339e2c7d99SGeorge Cherian
349e2c7d99SGeorge Cherian /*
359e2c7d99SGeorge Cherian * Configure QLEN/Chunk sizes for VF
369e2c7d99SGeorge Cherian */
cpt_cfg_qlen_for_vf(struct cpt_device * cpt,int vf,u32 size)379e2c7d99SGeorge Cherian static void cpt_cfg_qlen_for_vf(struct cpt_device *cpt, int vf, u32 size)
389e2c7d99SGeorge Cherian {
399e2c7d99SGeorge Cherian union cptx_pf_qx_ctl pf_qx_ctl;
409e2c7d99SGeorge Cherian
419e2c7d99SGeorge Cherian pf_qx_ctl.u = cpt_read_csr64(cpt->reg_base, CPTX_PF_QX_CTL(0, vf));
429e2c7d99SGeorge Cherian pf_qx_ctl.s.size = size;
439e2c7d99SGeorge Cherian pf_qx_ctl.s.cont_err = true;
449e2c7d99SGeorge Cherian cpt_write_csr64(cpt->reg_base, CPTX_PF_QX_CTL(0, vf), pf_qx_ctl.u);
459e2c7d99SGeorge Cherian }
469e2c7d99SGeorge Cherian
479e2c7d99SGeorge Cherian /*
489e2c7d99SGeorge Cherian * Configure VQ priority
499e2c7d99SGeorge Cherian */
cpt_cfg_vq_priority(struct cpt_device * cpt,int vf,u32 pri)509e2c7d99SGeorge Cherian static void cpt_cfg_vq_priority(struct cpt_device *cpt, int vf, u32 pri)
519e2c7d99SGeorge Cherian {
529e2c7d99SGeorge Cherian union cptx_pf_qx_ctl pf_qx_ctl;
539e2c7d99SGeorge Cherian
549e2c7d99SGeorge Cherian pf_qx_ctl.u = cpt_read_csr64(cpt->reg_base, CPTX_PF_QX_CTL(0, vf));
559e2c7d99SGeorge Cherian pf_qx_ctl.s.pri = pri;
569e2c7d99SGeorge Cherian cpt_write_csr64(cpt->reg_base, CPTX_PF_QX_CTL(0, vf), pf_qx_ctl.u);
579e2c7d99SGeorge Cherian }
589e2c7d99SGeorge Cherian
cpt_bind_vq_to_grp(struct cpt_device * cpt,u8 q,u8 grp)596ecb7d62SGeorge Cherian static int cpt_bind_vq_to_grp(struct cpt_device *cpt, u8 q, u8 grp)
609e2c7d99SGeorge Cherian {
619e2c7d99SGeorge Cherian struct microcode *mcode = cpt->mcode;
629e2c7d99SGeorge Cherian union cptx_pf_qx_ctl pf_qx_ctl;
639e2c7d99SGeorge Cherian struct device *dev = &cpt->pdev->dev;
649e2c7d99SGeorge Cherian
659e2c7d99SGeorge Cherian if (q >= CPT_MAX_VF_NUM) {
669e2c7d99SGeorge Cherian dev_err(dev, "Queues are more than cores in the group");
679e2c7d99SGeorge Cherian return -EINVAL;
689e2c7d99SGeorge Cherian }
699e2c7d99SGeorge Cherian if (grp >= CPT_MAX_CORE_GROUPS) {
709e2c7d99SGeorge Cherian dev_err(dev, "Request group is more than possible groups");
719e2c7d99SGeorge Cherian return -EINVAL;
729e2c7d99SGeorge Cherian }
739e2c7d99SGeorge Cherian if (grp >= cpt->next_mc_idx) {
749e2c7d99SGeorge Cherian dev_err(dev, "Request group is higher than available functional groups");
759e2c7d99SGeorge Cherian return -EINVAL;
769e2c7d99SGeorge Cherian }
779e2c7d99SGeorge Cherian pf_qx_ctl.u = cpt_read_csr64(cpt->reg_base, CPTX_PF_QX_CTL(0, q));
789e2c7d99SGeorge Cherian pf_qx_ctl.s.grp = mcode[grp].group;
799e2c7d99SGeorge Cherian cpt_write_csr64(cpt->reg_base, CPTX_PF_QX_CTL(0, q), pf_qx_ctl.u);
809e2c7d99SGeorge Cherian dev_dbg(dev, "VF %d TYPE %s", q, (mcode[grp].is_ae ? "AE" : "SE"));
819e2c7d99SGeorge Cherian
829e2c7d99SGeorge Cherian return mcode[grp].is_ae ? AE_TYPES : SE_TYPES;
839e2c7d99SGeorge Cherian }
849e2c7d99SGeorge Cherian
859e2c7d99SGeorge Cherian /* Interrupt handler to handle mailbox messages from VFs */
cpt_handle_mbox_intr(struct cpt_device * cpt,int vf)869e2c7d99SGeorge Cherian static void cpt_handle_mbox_intr(struct cpt_device *cpt, int vf)
879e2c7d99SGeorge Cherian {
889e2c7d99SGeorge Cherian struct cpt_vf_info *vfx = &cpt->vfinfo[vf];
899e2c7d99SGeorge Cherian struct cpt_mbox mbx = {};
906ecb7d62SGeorge Cherian int vftype;
919e2c7d99SGeorge Cherian struct device *dev = &cpt->pdev->dev;
929e2c7d99SGeorge Cherian /*
939e2c7d99SGeorge Cherian * MBOX[0] contains msg
949e2c7d99SGeorge Cherian * MBOX[1] contains data
959e2c7d99SGeorge Cherian */
969e2c7d99SGeorge Cherian mbx.msg = cpt_read_csr64(cpt->reg_base, CPTX_PF_VFX_MBOXX(0, vf, 0));
979e2c7d99SGeorge Cherian mbx.data = cpt_read_csr64(cpt->reg_base, CPTX_PF_VFX_MBOXX(0, vf, 1));
989e2c7d99SGeorge Cherian dev_dbg(dev, "%s: Mailbox msg 0x%llx from VF%d", __func__, mbx.msg, vf);
999e2c7d99SGeorge Cherian switch (mbx.msg) {
1009e2c7d99SGeorge Cherian case CPT_MSG_VF_UP:
1019e2c7d99SGeorge Cherian vfx->state = VF_STATE_UP;
1029e2c7d99SGeorge Cherian try_module_get(THIS_MODULE);
1039e2c7d99SGeorge Cherian cpt_mbox_send_ack(cpt, vf, &mbx);
1049e2c7d99SGeorge Cherian break;
1059e2c7d99SGeorge Cherian case CPT_MSG_READY:
1069e2c7d99SGeorge Cherian mbx.msg = CPT_MSG_READY;
1079e2c7d99SGeorge Cherian mbx.data = vf;
1089e2c7d99SGeorge Cherian cpt_send_msg_to_vf(cpt, vf, &mbx);
1099e2c7d99SGeorge Cherian break;
1109e2c7d99SGeorge Cherian case CPT_MSG_VF_DOWN:
1119e2c7d99SGeorge Cherian /* First msg in VF teardown sequence */
1129e2c7d99SGeorge Cherian vfx->state = VF_STATE_DOWN;
1139e2c7d99SGeorge Cherian module_put(THIS_MODULE);
1149e2c7d99SGeorge Cherian cpt_mbox_send_ack(cpt, vf, &mbx);
1159e2c7d99SGeorge Cherian break;
1169e2c7d99SGeorge Cherian case CPT_MSG_QLEN:
1179e2c7d99SGeorge Cherian vfx->qlen = mbx.data;
1189e2c7d99SGeorge Cherian cpt_cfg_qlen_for_vf(cpt, vf, vfx->qlen);
1199e2c7d99SGeorge Cherian cpt_mbox_send_ack(cpt, vf, &mbx);
1209e2c7d99SGeorge Cherian break;
1219e2c7d99SGeorge Cherian case CPT_MSG_QBIND_GRP:
1229e2c7d99SGeorge Cherian vftype = cpt_bind_vq_to_grp(cpt, vf, (u8)mbx.data);
1239e2c7d99SGeorge Cherian if ((vftype != AE_TYPES) && (vftype != SE_TYPES))
1249e2c7d99SGeorge Cherian dev_err(dev, "Queue %d binding to group %llu failed",
1259e2c7d99SGeorge Cherian vf, mbx.data);
1269e2c7d99SGeorge Cherian else {
1279e2c7d99SGeorge Cherian dev_dbg(dev, "Queue %d binding to group %llu successful",
1289e2c7d99SGeorge Cherian vf, mbx.data);
1299e2c7d99SGeorge Cherian mbx.msg = CPT_MSG_QBIND_GRP;
1309e2c7d99SGeorge Cherian mbx.data = vftype;
1319e2c7d99SGeorge Cherian cpt_send_msg_to_vf(cpt, vf, &mbx);
1329e2c7d99SGeorge Cherian }
1339e2c7d99SGeorge Cherian break;
1349e2c7d99SGeorge Cherian case CPT_MSG_VQ_PRIORITY:
1359e2c7d99SGeorge Cherian vfx->priority = mbx.data;
1369e2c7d99SGeorge Cherian cpt_cfg_vq_priority(cpt, vf, vfx->priority);
1379e2c7d99SGeorge Cherian cpt_mbox_send_ack(cpt, vf, &mbx);
1389e2c7d99SGeorge Cherian break;
1399e2c7d99SGeorge Cherian default:
1409e2c7d99SGeorge Cherian dev_err(&cpt->pdev->dev, "Invalid msg from VF%d, msg 0x%llx\n",
1419e2c7d99SGeorge Cherian vf, mbx.msg);
1429e2c7d99SGeorge Cherian break;
1439e2c7d99SGeorge Cherian }
1449e2c7d99SGeorge Cherian }
1459e2c7d99SGeorge Cherian
cpt_mbox_intr_handler(struct cpt_device * cpt,int mbx)1469e2c7d99SGeorge Cherian void cpt_mbox_intr_handler (struct cpt_device *cpt, int mbx)
1479e2c7d99SGeorge Cherian {
1489e2c7d99SGeorge Cherian u64 intr;
1499e2c7d99SGeorge Cherian u8 vf;
1509e2c7d99SGeorge Cherian
1519e2c7d99SGeorge Cherian intr = cpt_read_csr64(cpt->reg_base, CPTX_PF_MBOX_INTX(0, 0));
1529e2c7d99SGeorge Cherian dev_dbg(&cpt->pdev->dev, "PF interrupt Mbox%d 0x%llx\n", mbx, intr);
1539e2c7d99SGeorge Cherian for (vf = 0; vf < CPT_MAX_VF_NUM; vf++) {
1549e2c7d99SGeorge Cherian if (intr & (1ULL << vf)) {
1559e2c7d99SGeorge Cherian dev_dbg(&cpt->pdev->dev, "Intr from VF %d\n", vf);
1569e2c7d99SGeorge Cherian cpt_handle_mbox_intr(cpt, vf);
1579e2c7d99SGeorge Cherian cpt_clear_mbox_intr(cpt, vf);
1589e2c7d99SGeorge Cherian }
1599e2c7d99SGeorge Cherian }
1609e2c7d99SGeorge Cherian }
161