Lines Matching refs:fifo

42 	struct nvkm_device *device = chan->cgrp->runl->fifo->engine.subdev.device;  in gk104_chan_stop()
50 struct nvkm_device *device = chan->cgrp->runl->fifo->engine.subdev.device; in gk104_chan_start()
58 struct nvkm_device *device = chan->cgrp->runl->fifo->engine.subdev.device; in gk104_chan_unbind()
66 struct nvkm_device *device = chan->cgrp->runl->fifo->engine.subdev.device; in gk104_chan_bind_inst()
75 struct nvkm_device *device = runl->fifo->engine.subdev.device; in gk104_chan_bind()
206 u32 stat = nvkm_rd32(engn->runl->fifo->engine.subdev.device, 0x002640 + (engn->id * 0x08)); in gk104_engn_status()
291 struct nvkm_device *device = runq->fifo->engine.subdev.device; in gk104_runq_idle()
309 struct nvkm_subdev *subdev = &runq->fifo->engine.subdev; in gk104_runq_intr_1()
381 struct nvkm_device *device = runq->fifo->engine.subdev.device; in gk104_runq_init()
392 return nvkm_rd32(runq->fifo->engine.subdev.device, 0x002390 + (runq->id * 0x04)); in gk104_runq_runm()
406 nvkm_wr32(runl->fifo->engine.subdev.device, 0x00262c, BIT(runl->id)); in gk104_runl_fault_clear()
412 nvkm_mask(runl->fifo->engine.subdev.device, 0x002630, BIT(runl->id), 0x00000000); in gk104_runl_allow()
418 nvkm_mask(runl->fifo->engine.subdev.device, 0x002630, BIT(runl->id), BIT(runl->id)); in gk104_runl_block()
424 struct nvkm_device *device = runl->fifo->engine.subdev.device; in gk104_runl_pending()
432 struct nvkm_fifo *fifo = runl->fifo; in gk104_runl_commit() local
433 struct nvkm_device *device = fifo->engine.subdev.device; in gk104_runl_commit()
445 spin_lock_irq(&fifo->lock); in gk104_runl_commit()
448 spin_unlock_irq(&fifo->lock); in gk104_runl_commit()
609 gk104_fifo_intr_bind(struct nvkm_fifo *fifo) in gk104_fifo_intr_bind() argument
611 struct nvkm_subdev *subdev = &fifo->engine.subdev; in gk104_fifo_intr_bind()
620 gk104_fifo_intr_chsw(struct nvkm_fifo *fifo) in gk104_fifo_intr_chsw() argument
622 struct nvkm_subdev *subdev = &fifo->engine.subdev; in gk104_fifo_intr_chsw()
631 gk104_fifo_intr_dropped_fault(struct nvkm_fifo *fifo) in gk104_fifo_intr_dropped_fault() argument
633 struct nvkm_subdev *subdev = &fifo->engine.subdev; in gk104_fifo_intr_dropped_fault()
640 gk104_fifo_intr_runlist(struct nvkm_fifo *fifo) in gk104_fifo_intr_runlist() argument
642 struct nvkm_device *device = fifo->engine.subdev.device; in gk104_fifo_intr_runlist()
646 nvkm_runl_foreach_cond(runl, fifo, mask & BIT(runl->id)) { in gk104_fifo_intr_runlist()
654 struct nvkm_fifo *fifo = container_of(inth, typeof(*fifo), engine.subdev.inth); in gk104_fifo_intr() local
655 struct nvkm_subdev *subdev = &fifo->engine.subdev; in gk104_fifo_intr()
661 gk104_fifo_intr_bind(fifo); in gk104_fifo_intr()
673 gf100_fifo_intr_sched(fifo); in gk104_fifo_intr()
679 gk104_fifo_intr_chsw(fifo); in gk104_fifo_intr()
697 gk104_fifo_intr_dropped_fault(fifo); in gk104_fifo_intr()
703 gf100_fifo_intr_mmu_fault(fifo); in gk104_fifo_intr()
708 if (gf100_fifo_intr_pbdma(fifo)) in gk104_fifo_intr()
713 gk104_fifo_intr_runlist(fifo); in gk104_fifo_intr()
719 nvkm_event_ntfy(&fifo->nonstall.event, 0, NVKM_FIFO_NONSTALL_EVENT); in gk104_fifo_intr()
725 spin_lock(&fifo->lock); in gk104_fifo_intr()
727 spin_unlock(&fifo->lock); in gk104_fifo_intr()
735 gk104_fifo_init_pbdmas(struct nvkm_fifo *fifo, u32 mask) in gk104_fifo_init_pbdmas() argument
737 struct nvkm_device *device = fifo->engine.subdev.device; in gk104_fifo_init_pbdmas()
744 gk104_fifo_init(struct nvkm_fifo *fifo) in gk104_fifo_init() argument
746 struct nvkm_device *device = fifo->engine.subdev.device; in gk104_fifo_init()
748 if (fifo->func->chan.func->userd->bar == 1) in gk104_fifo_init()
749 nvkm_wr32(device, 0x002254, 0x10000000 | fifo->userd.bar1->addr >> 12); in gk104_fifo_init()
756 gk104_fifo_runl_ctor(struct nvkm_fifo *fifo) in gk104_fifo_runl_ctor() argument
758 struct nvkm_device *device = fifo->engine.subdev.device; in gk104_fifo_runl_ctor()
765 runl = nvkm_runl_get(fifo, tdev->runlist, tdev->runlist); in gk104_fifo_runl_ctor()
767 runl = nvkm_runl_new(fifo, tdev->runlist, tdev->runlist, 0); in gk104_fifo_runl_ctor()
771 nvkm_runq_foreach_cond(runq, fifo, gk104_runq_runm(runq) & BIT(runl->id)) { in gk104_fifo_runl_ctor()
785 func = fifo->func->engn_ce; in gk104_fifo_runl_ctor()
791 func = fifo->func->engn; in gk104_fifo_runl_ctor()
802 gk104_fifo_chid_nr(struct nvkm_fifo *fifo) in gk104_fifo_chid_nr() argument