18b3d6663SArnd Bergmann /* hw_ops.c - query/set operations on active SPU context. 28b3d6663SArnd Bergmann * 38b3d6663SArnd Bergmann * Copyright (C) IBM 2005 48b3d6663SArnd Bergmann * Author: Mark Nutter <mnutter@us.ibm.com> 58b3d6663SArnd Bergmann * 68b3d6663SArnd Bergmann * This program is free software; you can redistribute it and/or modify 78b3d6663SArnd Bergmann * it under the terms of the GNU General Public License as published by 88b3d6663SArnd Bergmann * the Free Software Foundation; either version 2, or (at your option) 98b3d6663SArnd Bergmann * any later version. 108b3d6663SArnd Bergmann * 118b3d6663SArnd Bergmann * This program is distributed in the hope that it will be useful, 128b3d6663SArnd Bergmann * but WITHOUT ANY WARRANTY; without even the implied warranty of 138b3d6663SArnd Bergmann * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 148b3d6663SArnd Bergmann * GNU General Public License for more details. 158b3d6663SArnd Bergmann * 168b3d6663SArnd Bergmann * You should have received a copy of the GNU General Public License 178b3d6663SArnd Bergmann * along with this program; if not, write to the Free Software 188b3d6663SArnd Bergmann * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. 198b3d6663SArnd Bergmann */ 208b3d6663SArnd Bergmann 218b3d6663SArnd Bergmann #include <linux/module.h> 228b3d6663SArnd Bergmann #include <linux/errno.h> 238b3d6663SArnd Bergmann #include <linux/sched.h> 248b3d6663SArnd Bergmann #include <linux/kernel.h> 258b3d6663SArnd Bergmann #include <linux/mm.h> 263a843d7cSArnd Bergmann #include <linux/poll.h> 278b3d6663SArnd Bergmann #include <linux/smp.h> 288b3d6663SArnd Bergmann #include <linux/smp_lock.h> 298b3d6663SArnd Bergmann #include <linux/stddef.h> 308b3d6663SArnd Bergmann #include <linux/unistd.h> 318b3d6663SArnd Bergmann 328b3d6663SArnd Bergmann #include <asm/io.h> 338b3d6663SArnd Bergmann #include <asm/spu.h> 34540270d8SGeoff Levand #include <asm/spu_priv1.h> 358b3d6663SArnd Bergmann #include <asm/spu_csa.h> 368b3d6663SArnd Bergmann #include <asm/mmu_context.h> 378b3d6663SArnd Bergmann #include "spufs.h" 388b3d6663SArnd Bergmann 398b3d6663SArnd Bergmann static int spu_hw_mbox_read(struct spu_context *ctx, u32 * data) 408b3d6663SArnd Bergmann { 418b3d6663SArnd Bergmann struct spu *spu = ctx->spu; 428b3d6663SArnd Bergmann struct spu_problem __iomem *prob = spu->problem; 438b3d6663SArnd Bergmann u32 mbox_stat; 448b3d6663SArnd Bergmann int ret = 0; 458b3d6663SArnd Bergmann 468b3d6663SArnd Bergmann spin_lock_irq(&spu->register_lock); 478b3d6663SArnd Bergmann mbox_stat = in_be32(&prob->mb_stat_R); 488b3d6663SArnd Bergmann if (mbox_stat & 0x0000ff) { 498b3d6663SArnd Bergmann *data = in_be32(&prob->pu_mb_R); 508b3d6663SArnd Bergmann ret = 4; 518b3d6663SArnd Bergmann } 528b3d6663SArnd Bergmann spin_unlock_irq(&spu->register_lock); 538b3d6663SArnd Bergmann return ret; 548b3d6663SArnd Bergmann } 558b3d6663SArnd Bergmann 568b3d6663SArnd Bergmann static u32 spu_hw_mbox_stat_read(struct spu_context *ctx) 578b3d6663SArnd Bergmann { 588b3d6663SArnd Bergmann return in_be32(&ctx->spu->problem->mb_stat_R); 598b3d6663SArnd Bergmann } 608b3d6663SArnd Bergmann 613a843d7cSArnd Bergmann static unsigned int spu_hw_mbox_stat_poll(struct spu_context *ctx, 623a843d7cSArnd Bergmann unsigned int events) 633a843d7cSArnd Bergmann { 643a843d7cSArnd Bergmann struct spu *spu = ctx->spu; 653a843d7cSArnd Bergmann int ret = 0; 663a843d7cSArnd Bergmann u32 stat; 673a843d7cSArnd Bergmann 683a843d7cSArnd Bergmann spin_lock_irq(&spu->register_lock); 693a843d7cSArnd Bergmann stat = in_be32(&spu->problem->mb_stat_R); 703a843d7cSArnd Bergmann 713a843d7cSArnd Bergmann /* if the requested event is there, return the poll 723a843d7cSArnd Bergmann mask, otherwise enable the interrupt to get notified, 733a843d7cSArnd Bergmann but first mark any pending interrupts as done so 743a843d7cSArnd Bergmann we don't get woken up unnecessarily */ 753a843d7cSArnd Bergmann 763a843d7cSArnd Bergmann if (events & (POLLIN | POLLRDNORM)) { 773a843d7cSArnd Bergmann if (stat & 0xff0000) 783a843d7cSArnd Bergmann ret |= POLLIN | POLLRDNORM; 793a843d7cSArnd Bergmann else { 80f0831accSArnd Bergmann spu_int_stat_clear(spu, 2, 0x1); 81f0831accSArnd Bergmann spu_int_mask_or(spu, 2, 0x1); 823a843d7cSArnd Bergmann } 833a843d7cSArnd Bergmann } 843a843d7cSArnd Bergmann if (events & (POLLOUT | POLLWRNORM)) { 853a843d7cSArnd Bergmann if (stat & 0x00ff00) 863a843d7cSArnd Bergmann ret = POLLOUT | POLLWRNORM; 873a843d7cSArnd Bergmann else { 88f0831accSArnd Bergmann spu_int_stat_clear(spu, 2, 0x10); 89f0831accSArnd Bergmann spu_int_mask_or(spu, 2, 0x10); 903a843d7cSArnd Bergmann } 913a843d7cSArnd Bergmann } 923a843d7cSArnd Bergmann spin_unlock_irq(&spu->register_lock); 933a843d7cSArnd Bergmann return ret; 943a843d7cSArnd Bergmann } 953a843d7cSArnd Bergmann 968b3d6663SArnd Bergmann static int spu_hw_ibox_read(struct spu_context *ctx, u32 * data) 978b3d6663SArnd Bergmann { 988b3d6663SArnd Bergmann struct spu *spu = ctx->spu; 998b3d6663SArnd Bergmann struct spu_problem __iomem *prob = spu->problem; 1008b3d6663SArnd Bergmann struct spu_priv2 __iomem *priv2 = spu->priv2; 1018b3d6663SArnd Bergmann int ret; 1028b3d6663SArnd Bergmann 1038b3d6663SArnd Bergmann spin_lock_irq(&spu->register_lock); 1048b3d6663SArnd Bergmann if (in_be32(&prob->mb_stat_R) & 0xff0000) { 1058b3d6663SArnd Bergmann /* read the first available word */ 1068b3d6663SArnd Bergmann *data = in_be64(&priv2->puint_mb_R); 1078b3d6663SArnd Bergmann ret = 4; 1088b3d6663SArnd Bergmann } else { 1098b3d6663SArnd Bergmann /* make sure we get woken up by the interrupt */ 110f0831accSArnd Bergmann spu_int_mask_or(spu, 2, 0x1); 1118b3d6663SArnd Bergmann ret = 0; 1128b3d6663SArnd Bergmann } 1138b3d6663SArnd Bergmann spin_unlock_irq(&spu->register_lock); 1148b3d6663SArnd Bergmann return ret; 1158b3d6663SArnd Bergmann } 1168b3d6663SArnd Bergmann 1178b3d6663SArnd Bergmann static int spu_hw_wbox_write(struct spu_context *ctx, u32 data) 1188b3d6663SArnd Bergmann { 1198b3d6663SArnd Bergmann struct spu *spu = ctx->spu; 1208b3d6663SArnd Bergmann struct spu_problem __iomem *prob = spu->problem; 1218b3d6663SArnd Bergmann int ret; 1228b3d6663SArnd Bergmann 1238b3d6663SArnd Bergmann spin_lock_irq(&spu->register_lock); 1248b3d6663SArnd Bergmann if (in_be32(&prob->mb_stat_R) & 0x00ff00) { 1258b3d6663SArnd Bergmann /* we have space to write wbox_data to */ 1268b3d6663SArnd Bergmann out_be32(&prob->spu_mb_W, data); 1278b3d6663SArnd Bergmann ret = 4; 1288b3d6663SArnd Bergmann } else { 1298b3d6663SArnd Bergmann /* make sure we get woken up by the interrupt when space 1308b3d6663SArnd Bergmann becomes available */ 131f0831accSArnd Bergmann spu_int_mask_or(spu, 2, 0x10); 1328b3d6663SArnd Bergmann ret = 0; 1338b3d6663SArnd Bergmann } 1348b3d6663SArnd Bergmann spin_unlock_irq(&spu->register_lock); 1358b3d6663SArnd Bergmann return ret; 1368b3d6663SArnd Bergmann } 1378b3d6663SArnd Bergmann 1388b3d6663SArnd Bergmann static u32 spu_hw_signal1_read(struct spu_context *ctx) 1398b3d6663SArnd Bergmann { 1408b3d6663SArnd Bergmann return in_be32(&ctx->spu->problem->signal_notify1); 1418b3d6663SArnd Bergmann } 1428b3d6663SArnd Bergmann 1438b3d6663SArnd Bergmann static void spu_hw_signal1_write(struct spu_context *ctx, u32 data) 1448b3d6663SArnd Bergmann { 1458b3d6663SArnd Bergmann out_be32(&ctx->spu->problem->signal_notify1, data); 1468b3d6663SArnd Bergmann } 1478b3d6663SArnd Bergmann 1488b3d6663SArnd Bergmann static u32 spu_hw_signal2_read(struct spu_context *ctx) 1498b3d6663SArnd Bergmann { 1508b3d6663SArnd Bergmann return in_be32(&ctx->spu->problem->signal_notify1); 1518b3d6663SArnd Bergmann } 1528b3d6663SArnd Bergmann 1538b3d6663SArnd Bergmann static void spu_hw_signal2_write(struct spu_context *ctx, u32 data) 1548b3d6663SArnd Bergmann { 1558b3d6663SArnd Bergmann out_be32(&ctx->spu->problem->signal_notify2, data); 1568b3d6663SArnd Bergmann } 1578b3d6663SArnd Bergmann 1588b3d6663SArnd Bergmann static void spu_hw_signal1_type_set(struct spu_context *ctx, u64 val) 1598b3d6663SArnd Bergmann { 1608b3d6663SArnd Bergmann struct spu *spu = ctx->spu; 1618b3d6663SArnd Bergmann struct spu_priv2 __iomem *priv2 = spu->priv2; 1628b3d6663SArnd Bergmann u64 tmp; 1638b3d6663SArnd Bergmann 1648b3d6663SArnd Bergmann spin_lock_irq(&spu->register_lock); 1658b3d6663SArnd Bergmann tmp = in_be64(&priv2->spu_cfg_RW); 1668b3d6663SArnd Bergmann if (val) 1678b3d6663SArnd Bergmann tmp |= 1; 1688b3d6663SArnd Bergmann else 1698b3d6663SArnd Bergmann tmp &= ~1; 1708b3d6663SArnd Bergmann out_be64(&priv2->spu_cfg_RW, tmp); 1718b3d6663SArnd Bergmann spin_unlock_irq(&spu->register_lock); 1728b3d6663SArnd Bergmann } 1738b3d6663SArnd Bergmann 1748b3d6663SArnd Bergmann static u64 spu_hw_signal1_type_get(struct spu_context *ctx) 1758b3d6663SArnd Bergmann { 1768b3d6663SArnd Bergmann return ((in_be64(&ctx->spu->priv2->spu_cfg_RW) & 1) != 0); 1778b3d6663SArnd Bergmann } 1788b3d6663SArnd Bergmann 1798b3d6663SArnd Bergmann static void spu_hw_signal2_type_set(struct spu_context *ctx, u64 val) 1808b3d6663SArnd Bergmann { 1818b3d6663SArnd Bergmann struct spu *spu = ctx->spu; 1828b3d6663SArnd Bergmann struct spu_priv2 __iomem *priv2 = spu->priv2; 1838b3d6663SArnd Bergmann u64 tmp; 1848b3d6663SArnd Bergmann 1858b3d6663SArnd Bergmann spin_lock_irq(&spu->register_lock); 1868b3d6663SArnd Bergmann tmp = in_be64(&priv2->spu_cfg_RW); 1878b3d6663SArnd Bergmann if (val) 1888b3d6663SArnd Bergmann tmp |= 2; 1898b3d6663SArnd Bergmann else 1908b3d6663SArnd Bergmann tmp &= ~2; 1918b3d6663SArnd Bergmann out_be64(&priv2->spu_cfg_RW, tmp); 1928b3d6663SArnd Bergmann spin_unlock_irq(&spu->register_lock); 1938b3d6663SArnd Bergmann } 1948b3d6663SArnd Bergmann 1958b3d6663SArnd Bergmann static u64 spu_hw_signal2_type_get(struct spu_context *ctx) 1968b3d6663SArnd Bergmann { 1978b3d6663SArnd Bergmann return ((in_be64(&ctx->spu->priv2->spu_cfg_RW) & 2) != 0); 1988b3d6663SArnd Bergmann } 1998b3d6663SArnd Bergmann 2008b3d6663SArnd Bergmann static u32 spu_hw_npc_read(struct spu_context *ctx) 2018b3d6663SArnd Bergmann { 2028b3d6663SArnd Bergmann return in_be32(&ctx->spu->problem->spu_npc_RW); 2038b3d6663SArnd Bergmann } 2048b3d6663SArnd Bergmann 2058b3d6663SArnd Bergmann static void spu_hw_npc_write(struct spu_context *ctx, u32 val) 2068b3d6663SArnd Bergmann { 2078b3d6663SArnd Bergmann out_be32(&ctx->spu->problem->spu_npc_RW, val); 2088b3d6663SArnd Bergmann } 2098b3d6663SArnd Bergmann 2108b3d6663SArnd Bergmann static u32 spu_hw_status_read(struct spu_context *ctx) 2118b3d6663SArnd Bergmann { 2128b3d6663SArnd Bergmann return in_be32(&ctx->spu->problem->spu_status_R); 2138b3d6663SArnd Bergmann } 2148b3d6663SArnd Bergmann 2158b3d6663SArnd Bergmann static char *spu_hw_get_ls(struct spu_context *ctx) 2168b3d6663SArnd Bergmann { 2178b3d6663SArnd Bergmann return ctx->spu->local_store; 2188b3d6663SArnd Bergmann } 2198b3d6663SArnd Bergmann 2205110459fSArnd Bergmann static void spu_hw_runcntl_write(struct spu_context *ctx, u32 val) 2215110459fSArnd Bergmann { 2225110459fSArnd Bergmann eieio(); 2235110459fSArnd Bergmann out_be32(&ctx->spu->problem->spu_runcntl_RW, val); 2245110459fSArnd Bergmann } 2255110459fSArnd Bergmann 2265110459fSArnd Bergmann static void spu_hw_runcntl_stop(struct spu_context *ctx) 2275110459fSArnd Bergmann { 2285110459fSArnd Bergmann spin_lock_irq(&ctx->spu->register_lock); 2295110459fSArnd Bergmann out_be32(&ctx->spu->problem->spu_runcntl_RW, SPU_RUNCNTL_STOP); 2305110459fSArnd Bergmann while (in_be32(&ctx->spu->problem->spu_status_R) & SPU_STATUS_RUNNING) 2315110459fSArnd Bergmann cpu_relax(); 2325110459fSArnd Bergmann spin_unlock_irq(&ctx->spu->register_lock); 2335110459fSArnd Bergmann } 2345110459fSArnd Bergmann 235a33a7d73SArnd Bergmann static int spu_hw_set_mfc_query(struct spu_context * ctx, u32 mask, u32 mode) 236a33a7d73SArnd Bergmann { 237ed2bfcd2SAl Viro struct spu_problem __iomem *prob = ctx->spu->problem; 238a33a7d73SArnd Bergmann int ret; 239a33a7d73SArnd Bergmann 240a33a7d73SArnd Bergmann spin_lock_irq(&ctx->spu->register_lock); 241a33a7d73SArnd Bergmann ret = -EAGAIN; 242a33a7d73SArnd Bergmann if (in_be32(&prob->dma_querytype_RW)) 243a33a7d73SArnd Bergmann goto out; 244a33a7d73SArnd Bergmann ret = 0; 245a33a7d73SArnd Bergmann out_be32(&prob->dma_querymask_RW, mask); 246a33a7d73SArnd Bergmann out_be32(&prob->dma_querytype_RW, mode); 247a33a7d73SArnd Bergmann out: 248a33a7d73SArnd Bergmann spin_unlock_irq(&ctx->spu->register_lock); 249a33a7d73SArnd Bergmann return ret; 250a33a7d73SArnd Bergmann } 251a33a7d73SArnd Bergmann 252a33a7d73SArnd Bergmann static u32 spu_hw_read_mfc_tagstatus(struct spu_context * ctx) 253a33a7d73SArnd Bergmann { 254a33a7d73SArnd Bergmann return in_be32(&ctx->spu->problem->dma_tagstatus_R); 255a33a7d73SArnd Bergmann } 256a33a7d73SArnd Bergmann 257a33a7d73SArnd Bergmann static u32 spu_hw_get_mfc_free_elements(struct spu_context *ctx) 258a33a7d73SArnd Bergmann { 259a33a7d73SArnd Bergmann return in_be32(&ctx->spu->problem->dma_qstatus_R); 260a33a7d73SArnd Bergmann } 261a33a7d73SArnd Bergmann 262a33a7d73SArnd Bergmann static int spu_hw_send_mfc_command(struct spu_context *ctx, 263a33a7d73SArnd Bergmann struct mfc_dma_command *cmd) 264a33a7d73SArnd Bergmann { 265a33a7d73SArnd Bergmann u32 status; 266ed2bfcd2SAl Viro struct spu_problem __iomem *prob = ctx->spu->problem; 267a33a7d73SArnd Bergmann 268a33a7d73SArnd Bergmann spin_lock_irq(&ctx->spu->register_lock); 269a33a7d73SArnd Bergmann out_be32(&prob->mfc_lsa_W, cmd->lsa); 270a33a7d73SArnd Bergmann out_be64(&prob->mfc_ea_W, cmd->ea); 271a33a7d73SArnd Bergmann out_be32(&prob->mfc_union_W.by32.mfc_size_tag32, 272a33a7d73SArnd Bergmann cmd->size << 16 | cmd->tag); 273a33a7d73SArnd Bergmann out_be32(&prob->mfc_union_W.by32.mfc_class_cmd32, 274a33a7d73SArnd Bergmann cmd->class << 16 | cmd->cmd); 275a33a7d73SArnd Bergmann status = in_be32(&prob->mfc_union_W.by32.mfc_class_cmd32); 276a33a7d73SArnd Bergmann spin_unlock_irq(&ctx->spu->register_lock); 277a33a7d73SArnd Bergmann 278a33a7d73SArnd Bergmann switch (status & 0xffff) { 279a33a7d73SArnd Bergmann case 0: 280a33a7d73SArnd Bergmann return 0; 281a33a7d73SArnd Bergmann case 2: 282a33a7d73SArnd Bergmann return -EAGAIN; 283a33a7d73SArnd Bergmann default: 284a33a7d73SArnd Bergmann return -EINVAL; 285a33a7d73SArnd Bergmann } 286a33a7d73SArnd Bergmann } 287a33a7d73SArnd Bergmann 2888b3d6663SArnd Bergmann struct spu_context_ops spu_hw_ops = { 2898b3d6663SArnd Bergmann .mbox_read = spu_hw_mbox_read, 2908b3d6663SArnd Bergmann .mbox_stat_read = spu_hw_mbox_stat_read, 2913a843d7cSArnd Bergmann .mbox_stat_poll = spu_hw_mbox_stat_poll, 2928b3d6663SArnd Bergmann .ibox_read = spu_hw_ibox_read, 2938b3d6663SArnd Bergmann .wbox_write = spu_hw_wbox_write, 2948b3d6663SArnd Bergmann .signal1_read = spu_hw_signal1_read, 2958b3d6663SArnd Bergmann .signal1_write = spu_hw_signal1_write, 2968b3d6663SArnd Bergmann .signal2_read = spu_hw_signal2_read, 2978b3d6663SArnd Bergmann .signal2_write = spu_hw_signal2_write, 2988b3d6663SArnd Bergmann .signal1_type_set = spu_hw_signal1_type_set, 2998b3d6663SArnd Bergmann .signal1_type_get = spu_hw_signal1_type_get, 3008b3d6663SArnd Bergmann .signal2_type_set = spu_hw_signal2_type_set, 3018b3d6663SArnd Bergmann .signal2_type_get = spu_hw_signal2_type_get, 3028b3d6663SArnd Bergmann .npc_read = spu_hw_npc_read, 3038b3d6663SArnd Bergmann .npc_write = spu_hw_npc_write, 3048b3d6663SArnd Bergmann .status_read = spu_hw_status_read, 3058b3d6663SArnd Bergmann .get_ls = spu_hw_get_ls, 3065110459fSArnd Bergmann .runcntl_write = spu_hw_runcntl_write, 3075110459fSArnd Bergmann .runcntl_stop = spu_hw_runcntl_stop, 308a33a7d73SArnd Bergmann .set_mfc_query = spu_hw_set_mfc_query, 309a33a7d73SArnd Bergmann .read_mfc_tagstatus = spu_hw_read_mfc_tagstatus, 310a33a7d73SArnd Bergmann .get_mfc_free_elements = spu_hw_get_mfc_free_elements, 311a33a7d73SArnd Bergmann .send_mfc_command = spu_hw_send_mfc_command, 3128b3d6663SArnd Bergmann }; 313