17e1659ccSBen Skeggs /* 27e1659ccSBen Skeggs * Copyright (c) 2017, NVIDIA CORPORATION. All rights reserved. 37e1659ccSBen Skeggs * 47e1659ccSBen Skeggs * Permission is hereby granted, free of charge, to any person obtaining a 57e1659ccSBen Skeggs * copy of this software and associated documentation files (the "Software"), 67e1659ccSBen Skeggs * to deal in the Software without restriction, including without limitation 77e1659ccSBen Skeggs * the rights to use, copy, modify, merge, publish, distribute, sublicense, 87e1659ccSBen Skeggs * and/or sell copies of the Software, and to permit persons to whom the 97e1659ccSBen Skeggs * Software is furnished to do so, subject to the following conditions: 107e1659ccSBen Skeggs * 117e1659ccSBen Skeggs * The above copyright notice and this permission notice shall be included in 127e1659ccSBen Skeggs * all copies or substantial portions of the Software. 137e1659ccSBen Skeggs * 147e1659ccSBen Skeggs * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 157e1659ccSBen Skeggs * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 167e1659ccSBen Skeggs * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 177e1659ccSBen Skeggs * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 187e1659ccSBen Skeggs * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 197e1659ccSBen Skeggs * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 207e1659ccSBen Skeggs * OTHER DEALINGS IN THE SOFTWARE. 217e1659ccSBen Skeggs * 227e1659ccSBen Skeggs */ 237e1659ccSBen Skeggs #include "qmgr.h" 247e1659ccSBen Skeggs 257e1659ccSBen Skeggs static bool 2625fd061cSBen Skeggs nvkm_falcon_cmdq_has_room(struct nvkm_falcon_cmdq *cmdq, u32 size, bool *rewind) 277e1659ccSBen Skeggs { 2825fd061cSBen Skeggs u32 head = nvkm_falcon_rd32(cmdq->qmgr->falcon, cmdq->head_reg); 2925fd061cSBen Skeggs u32 tail = nvkm_falcon_rd32(cmdq->qmgr->falcon, cmdq->tail_reg); 307e1659ccSBen Skeggs u32 free; 317e1659ccSBen Skeggs 327e1659ccSBen Skeggs size = ALIGN(size, QUEUE_ALIGNMENT); 337e1659ccSBen Skeggs 347e1659ccSBen Skeggs if (head >= tail) { 3525fd061cSBen Skeggs free = cmdq->offset + cmdq->size - head; 367e1659ccSBen Skeggs free -= HDR_SIZE; 377e1659ccSBen Skeggs 387e1659ccSBen Skeggs if (size > free) { 397e1659ccSBen Skeggs *rewind = true; 4025fd061cSBen Skeggs head = cmdq->offset; 417e1659ccSBen Skeggs } 427e1659ccSBen Skeggs } 437e1659ccSBen Skeggs 447e1659ccSBen Skeggs if (head < tail) 457e1659ccSBen Skeggs free = tail - head - 1; 467e1659ccSBen Skeggs 477e1659ccSBen Skeggs return size <= free; 487e1659ccSBen Skeggs } 497e1659ccSBen Skeggs 502baaffffSBen Skeggs static void 5125fd061cSBen Skeggs nvkm_falcon_cmdq_push(struct nvkm_falcon_cmdq *cmdq, void *data, u32 size) 527e1659ccSBen Skeggs { 5325fd061cSBen Skeggs struct nvkm_falcon *falcon = cmdq->qmgr->falcon; 5425fd061cSBen Skeggs nvkm_falcon_load_dmem(falcon, data, cmdq->position, size, 0); 5525fd061cSBen Skeggs cmdq->position += ALIGN(size, QUEUE_ALIGNMENT); 567e1659ccSBen Skeggs } 577e1659ccSBen Skeggs 587e1659ccSBen Skeggs static void 5925fd061cSBen Skeggs nvkm_falcon_cmdq_rewind(struct nvkm_falcon_cmdq *cmdq) 607e1659ccSBen Skeggs { 6114974525SBen Skeggs struct nv_falcon_cmd cmd; 627e1659ccSBen Skeggs 6325fd061cSBen Skeggs cmd.unit_id = NV_FALCON_CMD_UNIT_ID_REWIND; 647e1659ccSBen Skeggs cmd.size = sizeof(cmd); 6525fd061cSBen Skeggs nvkm_falcon_cmdq_push(cmdq, &cmd, cmd.size); 667e1659ccSBen Skeggs 6725fd061cSBen Skeggs cmdq->position = cmdq->offset; 687e1659ccSBen Skeggs } 697e1659ccSBen Skeggs 707e1659ccSBen Skeggs static int 7125fd061cSBen Skeggs nvkm_falcon_cmdq_open(struct nvkm_falcon_cmdq *cmdq, u32 size) 727e1659ccSBen Skeggs { 7325fd061cSBen Skeggs struct nvkm_falcon *falcon = cmdq->qmgr->falcon; 747e1659ccSBen Skeggs bool rewind = false; 757e1659ccSBen Skeggs 7625fd061cSBen Skeggs mutex_lock(&cmdq->mutex); 777e1659ccSBen Skeggs 7825fd061cSBen Skeggs if (!nvkm_falcon_cmdq_has_room(cmdq, size, &rewind)) { 7925fd061cSBen Skeggs FLCNQ_DBG(cmdq, "queue full"); 8025fd061cSBen Skeggs mutex_unlock(&cmdq->mutex); 817e1659ccSBen Skeggs return -EAGAIN; 827e1659ccSBen Skeggs } 837e1659ccSBen Skeggs 8425fd061cSBen Skeggs cmdq->position = nvkm_falcon_rd32(falcon, cmdq->head_reg); 857e1659ccSBen Skeggs 867e1659ccSBen Skeggs if (rewind) 8725fd061cSBen Skeggs nvkm_falcon_cmdq_rewind(cmdq); 887e1659ccSBen Skeggs 897e1659ccSBen Skeggs return 0; 907e1659ccSBen Skeggs } 917e1659ccSBen Skeggs 927e1659ccSBen Skeggs static void 9325fd061cSBen Skeggs nvkm_falcon_cmdq_close(struct nvkm_falcon_cmdq *cmdq) 947e1659ccSBen Skeggs { 9525fd061cSBen Skeggs nvkm_falcon_wr32(cmdq->qmgr->falcon, cmdq->head_reg, cmdq->position); 9625fd061cSBen Skeggs mutex_unlock(&cmdq->mutex); 977e1659ccSBen Skeggs } 987e1659ccSBen Skeggs 997e1659ccSBen Skeggs static int 10025fd061cSBen Skeggs nvkm_falcon_cmdq_write(struct nvkm_falcon_cmdq *cmdq, struct nv_falcon_cmd *cmd) 1017e1659ccSBen Skeggs { 1027e1659ccSBen Skeggs static unsigned timeout = 2000; 1037e1659ccSBen Skeggs unsigned long end_jiffies = jiffies + msecs_to_jiffies(timeout); 1047e1659ccSBen Skeggs int ret = -EAGAIN; 1057e1659ccSBen Skeggs 1067e1659ccSBen Skeggs while (ret == -EAGAIN && time_before(jiffies, end_jiffies)) 10725fd061cSBen Skeggs ret = nvkm_falcon_cmdq_open(cmdq, cmd->size); 1087e1659ccSBen Skeggs if (ret) { 10925fd061cSBen Skeggs FLCNQ_ERR(cmdq, "timeout waiting for queue space"); 1107e1659ccSBen Skeggs return ret; 1117e1659ccSBen Skeggs } 1127e1659ccSBen Skeggs 11325fd061cSBen Skeggs nvkm_falcon_cmdq_push(cmdq, cmd, cmd->size); 11425fd061cSBen Skeggs nvkm_falcon_cmdq_close(cmdq); 1157e1659ccSBen Skeggs return ret; 1167e1659ccSBen Skeggs } 1177e1659ccSBen Skeggs 1187e1659ccSBen Skeggs /* specifies that we want to know the command status in the answer message */ 1197e1659ccSBen Skeggs #define CMD_FLAGS_STATUS BIT(0) 1207e1659ccSBen Skeggs /* specifies that we want an interrupt when the answer message is queued */ 1217e1659ccSBen Skeggs #define CMD_FLAGS_INTR BIT(1) 1227e1659ccSBen Skeggs 1237e1659ccSBen Skeggs int 12425fd061cSBen Skeggs nvkm_falcon_cmdq_send(struct nvkm_falcon_cmdq *cmdq, struct nv_falcon_cmd *cmd, 12514974525SBen Skeggs nvkm_falcon_qmgr_callback cb, void *priv, 12614974525SBen Skeggs unsigned long timeout) 1277e1659ccSBen Skeggs { 128a15d8f58SBen Skeggs struct nvkm_falcon_qmgr_seq *seq; 1297e1659ccSBen Skeggs int ret; 1307e1659ccSBen Skeggs 13125fd061cSBen Skeggs if (!wait_for_completion_timeout(&cmdq->ready, 1322e8a6597SBen Skeggs msecs_to_jiffies(1000))) { 13325fd061cSBen Skeggs FLCNQ_ERR(cmdq, "timeout waiting for queue ready"); 1342e8a6597SBen Skeggs return -ETIMEDOUT; 1352e8a6597SBen Skeggs } 1362e8a6597SBen Skeggs 13725fd061cSBen Skeggs seq = nvkm_falcon_qmgr_seq_acquire(cmdq->qmgr); 1387e1659ccSBen Skeggs if (IS_ERR(seq)) 1397e1659ccSBen Skeggs return PTR_ERR(seq); 1407e1659ccSBen Skeggs 1417e1659ccSBen Skeggs cmd->seq_id = seq->id; 1427e1659ccSBen Skeggs cmd->ctrl_flags = CMD_FLAGS_STATUS | CMD_FLAGS_INTR; 1437e1659ccSBen Skeggs 1448e90a98dSBen Skeggs seq->state = SEQ_STATE_USED; 14514974525SBen Skeggs seq->async = !timeout; 1467e1659ccSBen Skeggs seq->callback = cb; 147c80157a2SBen Skeggs seq->priv = priv; 1487e1659ccSBen Skeggs 14925fd061cSBen Skeggs ret = nvkm_falcon_cmdq_write(cmdq, cmd); 1507e1659ccSBen Skeggs if (ret) { 1517e1659ccSBen Skeggs seq->state = SEQ_STATE_PENDING; 15225fd061cSBen Skeggs nvkm_falcon_qmgr_seq_release(cmdq->qmgr, seq); 1538e90a98dSBen Skeggs return ret; 1548e90a98dSBen Skeggs } 1558e90a98dSBen Skeggs 1568e90a98dSBen Skeggs if (!seq->async) { 15714974525SBen Skeggs if (!wait_for_completion_timeout(&seq->done, timeout)) { 15825fd061cSBen Skeggs FLCNQ_ERR(cmdq, "timeout waiting for reply"); 1598e90a98dSBen Skeggs return -ETIMEDOUT; 160baafecbfSBen Skeggs } 1618e90a98dSBen Skeggs ret = seq->result; 16225fd061cSBen Skeggs nvkm_falcon_qmgr_seq_release(cmdq->qmgr, seq); 1637e1659ccSBen Skeggs } 1647e1659ccSBen Skeggs 1657e1659ccSBen Skeggs return ret; 1667e1659ccSBen Skeggs } 167acc466abSBen Skeggs 168acc466abSBen Skeggs void 169acc466abSBen Skeggs nvkm_falcon_cmdq_fini(struct nvkm_falcon_cmdq *cmdq) 170acc466abSBen Skeggs { 1712e8a6597SBen Skeggs reinit_completion(&cmdq->ready); 172acc466abSBen Skeggs } 173acc466abSBen Skeggs 174acc466abSBen Skeggs void 175acc466abSBen Skeggs nvkm_falcon_cmdq_init(struct nvkm_falcon_cmdq *cmdq, 176acc466abSBen Skeggs u32 index, u32 offset, u32 size) 177acc466abSBen Skeggs { 178acc466abSBen Skeggs const struct nvkm_falcon_func *func = cmdq->qmgr->falcon->func; 179acc466abSBen Skeggs 180acc466abSBen Skeggs cmdq->head_reg = func->cmdq.head + index * func->cmdq.stride; 181acc466abSBen Skeggs cmdq->tail_reg = func->cmdq.tail + index * func->cmdq.stride; 182acc466abSBen Skeggs cmdq->offset = offset; 183acc466abSBen Skeggs cmdq->size = size; 1842e8a6597SBen Skeggs complete_all(&cmdq->ready); 185acc466abSBen Skeggs 186acc466abSBen Skeggs FLCNQ_DBG(cmdq, "initialised @ index %d offset 0x%08x size 0x%08x", 187acc466abSBen Skeggs index, cmdq->offset, cmdq->size); 188acc466abSBen Skeggs } 189acc466abSBen Skeggs 190acc466abSBen Skeggs void 191acc466abSBen Skeggs nvkm_falcon_cmdq_del(struct nvkm_falcon_cmdq **pcmdq) 192acc466abSBen Skeggs { 193acc466abSBen Skeggs struct nvkm_falcon_cmdq *cmdq = *pcmdq; 194acc466abSBen Skeggs if (cmdq) { 195acc466abSBen Skeggs kfree(*pcmdq); 196acc466abSBen Skeggs *pcmdq = NULL; 197acc466abSBen Skeggs } 198acc466abSBen Skeggs } 199acc466abSBen Skeggs 200acc466abSBen Skeggs int 201acc466abSBen Skeggs nvkm_falcon_cmdq_new(struct nvkm_falcon_qmgr *qmgr, const char *name, 202acc466abSBen Skeggs struct nvkm_falcon_cmdq **pcmdq) 203acc466abSBen Skeggs { 204acc466abSBen Skeggs struct nvkm_falcon_cmdq *cmdq = *pcmdq; 205acc466abSBen Skeggs 206acc466abSBen Skeggs if (!(cmdq = *pcmdq = kzalloc(sizeof(*cmdq), GFP_KERNEL))) 207acc466abSBen Skeggs return -ENOMEM; 208acc466abSBen Skeggs 209acc466abSBen Skeggs cmdq->qmgr = qmgr; 210acc466abSBen Skeggs cmdq->name = name; 211acc466abSBen Skeggs mutex_init(&cmdq->mutex); 2122e8a6597SBen Skeggs init_completion(&cmdq->ready); 213acc466abSBen Skeggs return 0; 214acc466abSBen Skeggs } 215