19f64bd8aSPaolo Bonzini /*
29f64bd8aSPaolo Bonzini * QEMU sPAPR IOMMU (TCE) code
39f64bd8aSPaolo Bonzini *
49f64bd8aSPaolo Bonzini * Copyright (c) 2010 David Gibson, IBM Corporation <dwg@au1.ibm.com>
59f64bd8aSPaolo Bonzini *
69f64bd8aSPaolo Bonzini * This library is free software; you can redistribute it and/or
79f64bd8aSPaolo Bonzini * modify it under the terms of the GNU Lesser General Public
89f64bd8aSPaolo Bonzini * License as published by the Free Software Foundation; either
961f3c91aSChetan Pant * version 2.1 of the License, or (at your option) any later version.
109f64bd8aSPaolo Bonzini *
119f64bd8aSPaolo Bonzini * This library is distributed in the hope that it will be useful,
129f64bd8aSPaolo Bonzini * but WITHOUT ANY WARRANTY; without even the implied warranty of
139f64bd8aSPaolo Bonzini * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
149f64bd8aSPaolo Bonzini * Lesser General Public License for more details.
159f64bd8aSPaolo Bonzini *
169f64bd8aSPaolo Bonzini * You should have received a copy of the GNU Lesser General Public
179f64bd8aSPaolo Bonzini * License along with this library; if not, see <http://www.gnu.org/licenses/>.
189f64bd8aSPaolo Bonzini */
190b8fa32fSMarkus Armbruster
200d75590dSPeter Maydell #include "qemu/osdep.h"
21df7625d4SAlexey Kardashevskiy #include "qemu/error-report.h"
2203dd024fSPaolo Bonzini #include "qemu/log.h"
230b8fa32fSMarkus Armbruster #include "qemu/module.h"
249f64bd8aSPaolo Bonzini #include "sysemu/kvm.h"
259f64bd8aSPaolo Bonzini #include "kvm_ppc.h"
26d6454270SMarkus Armbruster #include "migration/vmstate.h"
279f64bd8aSPaolo Bonzini #include "sysemu/dma.h"
287e472264SAlexey Kardashevskiy #include "trace.h"
299f64bd8aSPaolo Bonzini
300d09e41aSPaolo Bonzini #include "hw/ppc/spapr.h"
31ee9a569aSAlexey Kardashevskiy #include "hw/ppc/spapr_vio.h"
329f64bd8aSPaolo Bonzini
339f64bd8aSPaolo Bonzini #include <libfdt.h>
349f64bd8aSPaolo Bonzini
35ce2918cbSDavid Gibson enum SpaprTceAccess {
369f64bd8aSPaolo Bonzini SPAPR_TCE_FAULT = 0,
379f64bd8aSPaolo Bonzini SPAPR_TCE_RO = 1,
389f64bd8aSPaolo Bonzini SPAPR_TCE_WO = 2,
399f64bd8aSPaolo Bonzini SPAPR_TCE_RW = 3,
409f64bd8aSPaolo Bonzini };
419f64bd8aSPaolo Bonzini
42650f33adSAlexey Kardashevskiy #define IOMMU_PAGE_SIZE(shift) (1ULL << (shift))
43650f33adSAlexey Kardashevskiy #define IOMMU_PAGE_MASK(shift) (~(IOMMU_PAGE_SIZE(shift) - 1))
44650f33adSAlexey Kardashevskiy
45ce2918cbSDavid Gibson static QLIST_HEAD(, SpaprTceTable) spapr_tce_tables;
469f64bd8aSPaolo Bonzini
spapr_tce_find_by_liobn(target_ulong liobn)47ce2918cbSDavid Gibson SpaprTceTable *spapr_tce_find_by_liobn(target_ulong liobn)
489f64bd8aSPaolo Bonzini {
49ce2918cbSDavid Gibson SpaprTceTable *tcet;
509f64bd8aSPaolo Bonzini
51d4261662SDavid Gibson if (liobn & 0xFFFFFFFF00000000ULL) {
52d4261662SDavid Gibson hcall_dprintf("Request for out-of-bounds LIOBN 0x" TARGET_FMT_lx "\n",
53d4261662SDavid Gibson liobn);
54d4261662SDavid Gibson return NULL;
55d4261662SDavid Gibson }
56d4261662SDavid Gibson
579f64bd8aSPaolo Bonzini QLIST_FOREACH(tcet, &spapr_tce_tables, list) {
58f9ce8e0aSThomas Huth if (tcet->liobn == (uint32_t)liobn) {
599f64bd8aSPaolo Bonzini return tcet;
609f64bd8aSPaolo Bonzini }
619f64bd8aSPaolo Bonzini }
629f64bd8aSPaolo Bonzini
639f64bd8aSPaolo Bonzini return NULL;
649f64bd8aSPaolo Bonzini }
659f64bd8aSPaolo Bonzini
spapr_tce_iommu_access_flags(uint64_t tce)665709af3bSGreg Kurz static IOMMUAccessFlags spapr_tce_iommu_access_flags(uint64_t tce)
675709af3bSGreg Kurz {
685709af3bSGreg Kurz switch (tce & SPAPR_TCE_RW) {
695709af3bSGreg Kurz case SPAPR_TCE_FAULT:
705709af3bSGreg Kurz return IOMMU_NONE;
715709af3bSGreg Kurz case SPAPR_TCE_RO:
725709af3bSGreg Kurz return IOMMU_RO;
735709af3bSGreg Kurz case SPAPR_TCE_WO:
745709af3bSGreg Kurz return IOMMU_WO;
755709af3bSGreg Kurz default: /* SPAPR_TCE_RW */
765709af3bSGreg Kurz return IOMMU_RW;
775709af3bSGreg Kurz }
785709af3bSGreg Kurz }
795709af3bSGreg Kurz
spapr_tce_alloc_table(uint32_t liobn,uint32_t page_shift,uint64_t bus_offset,uint32_t nb_table,int * fd,bool need_vfio)80fec5d3a1SAlexey Kardashevskiy static uint64_t *spapr_tce_alloc_table(uint32_t liobn,
81fec5d3a1SAlexey Kardashevskiy uint32_t page_shift,
82d6ee2a7cSAlexey Kardashevskiy uint64_t bus_offset,
83fec5d3a1SAlexey Kardashevskiy uint32_t nb_table,
84fec5d3a1SAlexey Kardashevskiy int *fd,
85fec5d3a1SAlexey Kardashevskiy bool need_vfio)
86fec5d3a1SAlexey Kardashevskiy {
87fec5d3a1SAlexey Kardashevskiy uint64_t *table = NULL;
88fec5d3a1SAlexey Kardashevskiy
89d6ee2a7cSAlexey Kardashevskiy if (kvm_enabled()) {
90d6ee2a7cSAlexey Kardashevskiy table = kvmppc_create_spapr_tce(liobn, page_shift, bus_offset, nb_table,
91d6ee2a7cSAlexey Kardashevskiy fd, need_vfio);
92fec5d3a1SAlexey Kardashevskiy }
93fec5d3a1SAlexey Kardashevskiy
94fec5d3a1SAlexey Kardashevskiy if (!table) {
95fec5d3a1SAlexey Kardashevskiy *fd = -1;
96dec4ec40SGreg Kurz table = g_new0(uint64_t, nb_table);
97fec5d3a1SAlexey Kardashevskiy }
98fec5d3a1SAlexey Kardashevskiy
99fec5d3a1SAlexey Kardashevskiy trace_spapr_iommu_new_table(liobn, table, *fd);
100fec5d3a1SAlexey Kardashevskiy
101fec5d3a1SAlexey Kardashevskiy return table;
102fec5d3a1SAlexey Kardashevskiy }
103fec5d3a1SAlexey Kardashevskiy
spapr_tce_free_table(uint64_t * table,int fd,uint32_t nb_table)104fec5d3a1SAlexey Kardashevskiy static void spapr_tce_free_table(uint64_t *table, int fd, uint32_t nb_table)
105fec5d3a1SAlexey Kardashevskiy {
106fec5d3a1SAlexey Kardashevskiy if (!kvm_enabled() ||
107fec5d3a1SAlexey Kardashevskiy (kvmppc_remove_spapr_tce(table, fd, nb_table) != 0)) {
108fec5d3a1SAlexey Kardashevskiy g_free(table);
109fec5d3a1SAlexey Kardashevskiy }
110fec5d3a1SAlexey Kardashevskiy }
111fec5d3a1SAlexey Kardashevskiy
11279e2b9aeSPaolo Bonzini /* Called from RCU critical section */
spapr_tce_translate_iommu(IOMMUMemoryRegion * iommu,hwaddr addr,IOMMUAccessFlags flag,int iommu_idx)1133df9d748SAlexey Kardashevskiy static IOMMUTLBEntry spapr_tce_translate_iommu(IOMMUMemoryRegion *iommu,
1143df9d748SAlexey Kardashevskiy hwaddr addr,
1152c91bcf2SPeter Maydell IOMMUAccessFlags flag,
1162c91bcf2SPeter Maydell int iommu_idx)
1179f64bd8aSPaolo Bonzini {
118ce2918cbSDavid Gibson SpaprTceTable *tcet = container_of(iommu, SpaprTceTable, iommu);
1199f64bd8aSPaolo Bonzini uint64_t tce;
1207e472264SAlexey Kardashevskiy IOMMUTLBEntry ret = {
121a71bfbfeSPaolo Bonzini .target_as = &address_space_memory,
122a71bfbfeSPaolo Bonzini .iova = 0,
123a71bfbfeSPaolo Bonzini .translated_addr = 0,
124a71bfbfeSPaolo Bonzini .addr_mask = ~(hwaddr)0,
1257e472264SAlexey Kardashevskiy .perm = IOMMU_NONE,
126a71bfbfeSPaolo Bonzini };
1279f64bd8aSPaolo Bonzini
128ee9a569aSAlexey Kardashevskiy if ((addr >> tcet->page_shift) < tcet->nb_table) {
1299f64bd8aSPaolo Bonzini /* Check if we are in bound */
130650f33adSAlexey Kardashevskiy hwaddr page_mask = IOMMU_PAGE_MASK(tcet->page_shift);
131650f33adSAlexey Kardashevskiy
132650f33adSAlexey Kardashevskiy tce = tcet->table[addr >> tcet->page_shift];
133650f33adSAlexey Kardashevskiy ret.iova = addr & page_mask;
134650f33adSAlexey Kardashevskiy ret.translated_addr = tce & page_mask;
135650f33adSAlexey Kardashevskiy ret.addr_mask = ~page_mask;
1365709af3bSGreg Kurz ret.perm = spapr_tce_iommu_access_flags(tce);
1377e472264SAlexey Kardashevskiy }
138a14f04ebSAlexey Kardashevskiy trace_spapr_iommu_xlate(tcet->liobn, addr, ret.translated_addr, ret.perm,
1397e472264SAlexey Kardashevskiy ret.addr_mask);
1409f64bd8aSPaolo Bonzini
1417e472264SAlexey Kardashevskiy return ret;
142a71bfbfeSPaolo Bonzini }
143a71bfbfeSPaolo Bonzini
spapr_tce_replay(IOMMUMemoryRegion * iommu_mr,IOMMUNotifier * n)1445f366667SAlexey Kardashevskiy static void spapr_tce_replay(IOMMUMemoryRegion *iommu_mr, IOMMUNotifier *n)
1455f366667SAlexey Kardashevskiy {
1465f366667SAlexey Kardashevskiy MemoryRegion *mr = MEMORY_REGION(iommu_mr);
1475f366667SAlexey Kardashevskiy IOMMUMemoryRegionClass *imrc = IOMMU_MEMORY_REGION_GET_CLASS(iommu_mr);
1485f366667SAlexey Kardashevskiy hwaddr addr, granularity;
1495f366667SAlexey Kardashevskiy IOMMUTLBEntry iotlb;
150ce2918cbSDavid Gibson SpaprTceTable *tcet = container_of(iommu_mr, SpaprTceTable, iommu);
1515f366667SAlexey Kardashevskiy
1525f366667SAlexey Kardashevskiy if (tcet->skipping_replay) {
1535f366667SAlexey Kardashevskiy return;
1545f366667SAlexey Kardashevskiy }
1555f366667SAlexey Kardashevskiy
1565f366667SAlexey Kardashevskiy granularity = memory_region_iommu_get_min_page_size(iommu_mr);
1575f366667SAlexey Kardashevskiy
1585f366667SAlexey Kardashevskiy for (addr = 0; addr < memory_region_size(mr); addr += granularity) {
1595f366667SAlexey Kardashevskiy iotlb = imrc->translate(iommu_mr, addr, IOMMU_NONE, n->iommu_idx);
1605f366667SAlexey Kardashevskiy if (iotlb.perm != IOMMU_NONE) {
1615f366667SAlexey Kardashevskiy n->notify(n, &iotlb);
1625f366667SAlexey Kardashevskiy }
1635f366667SAlexey Kardashevskiy
1645f366667SAlexey Kardashevskiy /*
1655f366667SAlexey Kardashevskiy * if (2^64 - MR size) < granularity, it's possible to get an
1665f366667SAlexey Kardashevskiy * infinite loop here. This should catch such a wraparound.
1675f366667SAlexey Kardashevskiy */
1685f366667SAlexey Kardashevskiy if ((addr + granularity) < addr) {
1695f366667SAlexey Kardashevskiy break;
1705f366667SAlexey Kardashevskiy }
1715f366667SAlexey Kardashevskiy }
1725f366667SAlexey Kardashevskiy }
1735f366667SAlexey Kardashevskiy
spapr_tce_table_pre_save(void * opaque)17444b1ff31SDr. David Alan Gilbert static int spapr_tce_table_pre_save(void *opaque)
175a26fdf39SAlexey Kardashevskiy {
176ce2918cbSDavid Gibson SpaprTceTable *tcet = SPAPR_TCE_TABLE(opaque);
177a26fdf39SAlexey Kardashevskiy
178a26fdf39SAlexey Kardashevskiy tcet->mig_table = tcet->table;
179a26fdf39SAlexey Kardashevskiy tcet->mig_nb_table = tcet->nb_table;
180a26fdf39SAlexey Kardashevskiy
181a26fdf39SAlexey Kardashevskiy trace_spapr_iommu_pre_save(tcet->liobn, tcet->mig_nb_table,
182a26fdf39SAlexey Kardashevskiy tcet->bus_offset, tcet->page_shift);
18344b1ff31SDr. David Alan Gilbert
18444b1ff31SDr. David Alan Gilbert return 0;
185a26fdf39SAlexey Kardashevskiy }
186a26fdf39SAlexey Kardashevskiy
spapr_tce_get_min_page_size(IOMMUMemoryRegion * iommu)1873df9d748SAlexey Kardashevskiy static uint64_t spapr_tce_get_min_page_size(IOMMUMemoryRegion *iommu)
188f682e9c2SAlexey Kardashevskiy {
189ce2918cbSDavid Gibson SpaprTceTable *tcet = container_of(iommu, SpaprTceTable, iommu);
190f682e9c2SAlexey Kardashevskiy
191f682e9c2SAlexey Kardashevskiy return 1ULL << tcet->page_shift;
192f682e9c2SAlexey Kardashevskiy }
193f682e9c2SAlexey Kardashevskiy
spapr_tce_get_attr(IOMMUMemoryRegion * iommu,enum IOMMUMemoryRegionAttr attr,void * data)1949ded780cSAlexey Kardashevskiy static int spapr_tce_get_attr(IOMMUMemoryRegion *iommu,
1959ded780cSAlexey Kardashevskiy enum IOMMUMemoryRegionAttr attr, void *data)
1969ded780cSAlexey Kardashevskiy {
197ce2918cbSDavid Gibson SpaprTceTable *tcet = container_of(iommu, SpaprTceTable, iommu);
1989ded780cSAlexey Kardashevskiy
1999ded780cSAlexey Kardashevskiy if (attr == IOMMU_ATTR_SPAPR_TCE_FD && kvmppc_has_cap_spapr_vfio()) {
2009ded780cSAlexey Kardashevskiy *(int *) data = tcet->fd;
2019ded780cSAlexey Kardashevskiy return 0;
2029ded780cSAlexey Kardashevskiy }
2039ded780cSAlexey Kardashevskiy
2049ded780cSAlexey Kardashevskiy return -EINVAL;
2059ded780cSAlexey Kardashevskiy }
2069ded780cSAlexey Kardashevskiy
spapr_tce_notify_flag_changed(IOMMUMemoryRegion * iommu,IOMMUNotifierFlag old,IOMMUNotifierFlag new,Error ** errp)207549d4005SEric Auger static int spapr_tce_notify_flag_changed(IOMMUMemoryRegion *iommu,
2085bf3d319SPeter Xu IOMMUNotifierFlag old,
209549d4005SEric Auger IOMMUNotifierFlag new,
210549d4005SEric Auger Error **errp)
211606b5498SAlexey Kardashevskiy {
212ce2918cbSDavid Gibson struct SpaprTceTable *tbl = container_of(iommu, SpaprTceTable, iommu);
213606b5498SAlexey Kardashevskiy
2141a8e22bdSEric Auger if (new & IOMMU_NOTIFIER_DEVIOTLB_UNMAP) {
2151a8e22bdSEric Auger error_setg(errp, "spart_tce does not support dev-iotlb yet");
2161a8e22bdSEric Auger return -EINVAL;
2171a8e22bdSEric Auger }
2181a8e22bdSEric Auger
2195bf3d319SPeter Xu if (old == IOMMU_NOTIFIER_NONE && new != IOMMU_NOTIFIER_NONE) {
2205bf3d319SPeter Xu spapr_tce_set_need_vfio(tbl, true);
2215bf3d319SPeter Xu } else if (old != IOMMU_NOTIFIER_NONE && new == IOMMU_NOTIFIER_NONE) {
2225bf3d319SPeter Xu spapr_tce_set_need_vfio(tbl, false);
2235bf3d319SPeter Xu }
224549d4005SEric Auger return 0;
225606b5498SAlexey Kardashevskiy }
226606b5498SAlexey Kardashevskiy
spapr_tce_table_post_load(void * opaque,int version_id)227ee9a569aSAlexey Kardashevskiy static int spapr_tce_table_post_load(void *opaque, int version_id)
228ee9a569aSAlexey Kardashevskiy {
229ce2918cbSDavid Gibson SpaprTceTable *tcet = SPAPR_TCE_TABLE(opaque);
230a26fdf39SAlexey Kardashevskiy uint32_t old_nb_table = tcet->nb_table;
231a26fdf39SAlexey Kardashevskiy uint64_t old_bus_offset = tcet->bus_offset;
232a26fdf39SAlexey Kardashevskiy uint32_t old_page_shift = tcet->page_shift;
233ee9a569aSAlexey Kardashevskiy
234ee9a569aSAlexey Kardashevskiy if (tcet->vdev) {
235ee9a569aSAlexey Kardashevskiy spapr_vio_set_bypass(tcet->vdev, tcet->bypass);
236ee9a569aSAlexey Kardashevskiy }
237ee9a569aSAlexey Kardashevskiy
238a26fdf39SAlexey Kardashevskiy if (tcet->mig_nb_table != tcet->nb_table) {
239a26fdf39SAlexey Kardashevskiy spapr_tce_table_disable(tcet);
240a26fdf39SAlexey Kardashevskiy }
241a26fdf39SAlexey Kardashevskiy
242a26fdf39SAlexey Kardashevskiy if (tcet->mig_nb_table) {
243a26fdf39SAlexey Kardashevskiy if (!tcet->nb_table) {
244a26fdf39SAlexey Kardashevskiy spapr_tce_table_enable(tcet, old_page_shift, old_bus_offset,
245a26fdf39SAlexey Kardashevskiy tcet->mig_nb_table);
246a26fdf39SAlexey Kardashevskiy }
247a26fdf39SAlexey Kardashevskiy
248a26fdf39SAlexey Kardashevskiy memcpy(tcet->table, tcet->mig_table,
249a26fdf39SAlexey Kardashevskiy tcet->nb_table * sizeof(tcet->table[0]));
250a26fdf39SAlexey Kardashevskiy
25144adcaacSDaniel Henrique Barboza g_free(tcet->mig_table);
252a26fdf39SAlexey Kardashevskiy tcet->mig_table = NULL;
253a26fdf39SAlexey Kardashevskiy }
254a26fdf39SAlexey Kardashevskiy
255a26fdf39SAlexey Kardashevskiy trace_spapr_iommu_post_load(tcet->liobn, old_nb_table, tcet->nb_table,
256a26fdf39SAlexey Kardashevskiy tcet->bus_offset, tcet->page_shift);
257a26fdf39SAlexey Kardashevskiy
258ee9a569aSAlexey Kardashevskiy return 0;
259ee9a569aSAlexey Kardashevskiy }
260ee9a569aSAlexey Kardashevskiy
spapr_tce_table_ex_needed(void * opaque)261a26fdf39SAlexey Kardashevskiy static bool spapr_tce_table_ex_needed(void *opaque)
262a26fdf39SAlexey Kardashevskiy {
263ce2918cbSDavid Gibson SpaprTceTable *tcet = opaque;
264a26fdf39SAlexey Kardashevskiy
265a26fdf39SAlexey Kardashevskiy return tcet->bus_offset || tcet->page_shift != 0xC;
266a26fdf39SAlexey Kardashevskiy }
267a26fdf39SAlexey Kardashevskiy
268a26fdf39SAlexey Kardashevskiy static const VMStateDescription vmstate_spapr_tce_table_ex = {
269a26fdf39SAlexey Kardashevskiy .name = "spapr_iommu_ex",
270a26fdf39SAlexey Kardashevskiy .version_id = 1,
271a26fdf39SAlexey Kardashevskiy .minimum_version_id = 1,
272a26fdf39SAlexey Kardashevskiy .needed = spapr_tce_table_ex_needed,
273078ddbc9SRichard Henderson .fields = (const VMStateField[]) {
274ce2918cbSDavid Gibson VMSTATE_UINT64(bus_offset, SpaprTceTable),
275ce2918cbSDavid Gibson VMSTATE_UINT32(page_shift, SpaprTceTable),
276a26fdf39SAlexey Kardashevskiy VMSTATE_END_OF_LIST()
277a26fdf39SAlexey Kardashevskiy },
278a26fdf39SAlexey Kardashevskiy };
279a26fdf39SAlexey Kardashevskiy
280a83000f5SAnthony Liguori static const VMStateDescription vmstate_spapr_tce_table = {
281a83000f5SAnthony Liguori .name = "spapr_iommu",
28231cc81f7SAlexey Kardashevskiy .version_id = 3,
283523e7b8aSAlexey Kardashevskiy .minimum_version_id = 2,
284a26fdf39SAlexey Kardashevskiy .pre_save = spapr_tce_table_pre_save,
285ee9a569aSAlexey Kardashevskiy .post_load = spapr_tce_table_post_load,
286078ddbc9SRichard Henderson .fields = (const VMStateField []) {
287a83000f5SAnthony Liguori /* Sanity check */
288ce2918cbSDavid Gibson VMSTATE_UINT32_EQUAL(liobn, SpaprTceTable, NULL),
289a83000f5SAnthony Liguori
290a83000f5SAnthony Liguori /* IOMMU state */
291ce2918cbSDavid Gibson VMSTATE_UINT32(mig_nb_table, SpaprTceTable),
292ce2918cbSDavid Gibson VMSTATE_BOOL(bypass, SpaprTceTable),
293ce2918cbSDavid Gibson VMSTATE_VARRAY_UINT32_ALLOC(mig_table, SpaprTceTable, mig_nb_table, 0,
294a26fdf39SAlexey Kardashevskiy vmstate_info_uint64, uint64_t),
29531cc81f7SAlexey Kardashevskiy VMSTATE_BOOL_V(def_win, SpaprTceTable, 3),
296a83000f5SAnthony Liguori
297a83000f5SAnthony Liguori VMSTATE_END_OF_LIST()
298a83000f5SAnthony Liguori },
299078ddbc9SRichard Henderson .subsections = (const VMStateDescription * const []) {
300a26fdf39SAlexey Kardashevskiy &vmstate_spapr_tce_table_ex,
301a26fdf39SAlexey Kardashevskiy NULL
302a26fdf39SAlexey Kardashevskiy }
303a83000f5SAnthony Liguori };
304a83000f5SAnthony Liguori
spapr_tce_table_realize(DeviceState * dev,Error ** errp)305a931ad13SGreg Kurz static void spapr_tce_table_realize(DeviceState *dev, Error **errp)
306a83000f5SAnthony Liguori {
307ce2918cbSDavid Gibson SpaprTceTable *tcet = SPAPR_TCE_TABLE(dev);
308b4b6eb77SAlexey Kardashevskiy Object *tcetobj = OBJECT(tcet);
309a205a053SGreg Kurz gchar *tmp;
310a83000f5SAnthony Liguori
311fec5d3a1SAlexey Kardashevskiy tcet->fd = -1;
312df7625d4SAlexey Kardashevskiy tcet->need_vfio = false;
313a205a053SGreg Kurz tmp = g_strdup_printf("tce-root-%x", tcet->liobn);
314b4b6eb77SAlexey Kardashevskiy memory_region_init(&tcet->root, tcetobj, tmp, UINT64_MAX);
315a205a053SGreg Kurz g_free(tmp);
316b4b6eb77SAlexey Kardashevskiy
317a205a053SGreg Kurz tmp = g_strdup_printf("tce-iommu-%x", tcet->liobn);
3181221a474SAlexey Kardashevskiy memory_region_init_iommu(&tcet->iommu, sizeof(tcet->iommu),
3191221a474SAlexey Kardashevskiy TYPE_SPAPR_IOMMU_MEMORY_REGION,
3201221a474SAlexey Kardashevskiy tcetobj, tmp, 0);
321a205a053SGreg Kurz g_free(tmp);
322a83000f5SAnthony Liguori
323a83000f5SAnthony Liguori QLIST_INSERT_HEAD(&spapr_tce_tables, tcet, list);
324a83000f5SAnthony Liguori
3253cad405bSMarc-André Lureau vmstate_register(VMSTATE_IF(tcet), tcet->liobn, &vmstate_spapr_tce_table,
32600d4f525SAlexey Kardashevskiy tcet);
327a83000f5SAnthony Liguori }
328a83000f5SAnthony Liguori
spapr_tce_set_need_vfio(SpaprTceTable * tcet,bool need_vfio)329ce2918cbSDavid Gibson void spapr_tce_set_need_vfio(SpaprTceTable *tcet, bool need_vfio)
330c10325d6SDavid Gibson {
331c10325d6SDavid Gibson size_t table_size = tcet->nb_table * sizeof(uint64_t);
332f5509b6bSAlexey Kardashevskiy uint64_t *oldtable;
333f5509b6bSAlexey Kardashevskiy int newfd = -1;
334c10325d6SDavid Gibson
335f5509b6bSAlexey Kardashevskiy g_assert(need_vfio != tcet->need_vfio);
336c10325d6SDavid Gibson
337f5509b6bSAlexey Kardashevskiy tcet->need_vfio = need_vfio;
338c10325d6SDavid Gibson
3399ded780cSAlexey Kardashevskiy if (!need_vfio || (tcet->fd != -1 && kvmppc_has_cap_spapr_vfio())) {
3409ded780cSAlexey Kardashevskiy return;
3419ded780cSAlexey Kardashevskiy }
3429ded780cSAlexey Kardashevskiy
343f5509b6bSAlexey Kardashevskiy oldtable = tcet->table;
344c10325d6SDavid Gibson
345f5509b6bSAlexey Kardashevskiy tcet->table = spapr_tce_alloc_table(tcet->liobn,
346f5509b6bSAlexey Kardashevskiy tcet->page_shift,
347f5509b6bSAlexey Kardashevskiy tcet->bus_offset,
348f5509b6bSAlexey Kardashevskiy tcet->nb_table,
349f5509b6bSAlexey Kardashevskiy &newfd,
350f5509b6bSAlexey Kardashevskiy need_vfio);
351f5509b6bSAlexey Kardashevskiy memcpy(tcet->table, oldtable, table_size);
352c10325d6SDavid Gibson
353f5509b6bSAlexey Kardashevskiy spapr_tce_free_table(oldtable, tcet->fd, tcet->nb_table);
354c10325d6SDavid Gibson
355f5509b6bSAlexey Kardashevskiy tcet->fd = newfd;
356c10325d6SDavid Gibson }
357c10325d6SDavid Gibson
spapr_tce_new_table(DeviceState * owner,uint32_t liobn)358ce2918cbSDavid Gibson SpaprTceTable *spapr_tce_new_table(DeviceState *owner, uint32_t liobn)
3599f64bd8aSPaolo Bonzini {
360ce2918cbSDavid Gibson SpaprTceTable *tcet;
361a205a053SGreg Kurz gchar *tmp;
3629f64bd8aSPaolo Bonzini
3639f64bd8aSPaolo Bonzini if (spapr_tce_find_by_liobn(liobn)) {
364ce9863b7SCédric Le Goater error_report("Attempted to create TCE table with duplicate"
365ce9863b7SCédric Le Goater " LIOBN 0x%x", liobn);
3669f64bd8aSPaolo Bonzini return NULL;
3679f64bd8aSPaolo Bonzini }
3689f64bd8aSPaolo Bonzini
369a83000f5SAnthony Liguori tcet = SPAPR_TCE_TABLE(object_new(TYPE_SPAPR_TCE_TABLE));
3709f64bd8aSPaolo Bonzini tcet->liobn = liobn;
3719f64bd8aSPaolo Bonzini
372a205a053SGreg Kurz tmp = g_strdup_printf("tce-table-%x", liobn);
373d2623129SMarkus Armbruster object_property_add_child(OBJECT(owner), tmp, OBJECT(tcet));
374a205a053SGreg Kurz g_free(tmp);
3758dc9785cSMichael Roth object_unref(OBJECT(tcet));
3769f64bd8aSPaolo Bonzini
377ce189ab2SMarkus Armbruster qdev_realize(DEVICE(tcet), NULL, NULL);
3789f64bd8aSPaolo Bonzini
3792b7dc949SPaolo Bonzini return tcet;
3809f64bd8aSPaolo Bonzini }
3819f64bd8aSPaolo Bonzini
spapr_tce_table_enable(SpaprTceTable * tcet,uint32_t page_shift,uint64_t bus_offset,uint32_t nb_table)382ce2918cbSDavid Gibson void spapr_tce_table_enable(SpaprTceTable *tcet,
383df7625d4SAlexey Kardashevskiy uint32_t page_shift, uint64_t bus_offset,
384df7625d4SAlexey Kardashevskiy uint32_t nb_table)
385df7625d4SAlexey Kardashevskiy {
386df7625d4SAlexey Kardashevskiy if (tcet->nb_table) {
3873dc6f869SAlistair Francis warn_report("trying to enable already enabled TCE table");
388df7625d4SAlexey Kardashevskiy return;
389df7625d4SAlexey Kardashevskiy }
390df7625d4SAlexey Kardashevskiy
391df7625d4SAlexey Kardashevskiy tcet->bus_offset = bus_offset;
392df7625d4SAlexey Kardashevskiy tcet->page_shift = page_shift;
393df7625d4SAlexey Kardashevskiy tcet->nb_table = nb_table;
394df7625d4SAlexey Kardashevskiy tcet->table = spapr_tce_alloc_table(tcet->liobn,
395df7625d4SAlexey Kardashevskiy tcet->page_shift,
396d6ee2a7cSAlexey Kardashevskiy tcet->bus_offset,
397df7625d4SAlexey Kardashevskiy tcet->nb_table,
398df7625d4SAlexey Kardashevskiy &tcet->fd,
399df7625d4SAlexey Kardashevskiy tcet->need_vfio);
400df7625d4SAlexey Kardashevskiy
4013df9d748SAlexey Kardashevskiy memory_region_set_size(MEMORY_REGION(&tcet->iommu),
402df7625d4SAlexey Kardashevskiy (uint64_t)tcet->nb_table << tcet->page_shift);
4033df9d748SAlexey Kardashevskiy memory_region_add_subregion(&tcet->root, tcet->bus_offset,
4043df9d748SAlexey Kardashevskiy MEMORY_REGION(&tcet->iommu));
405df7625d4SAlexey Kardashevskiy }
406df7625d4SAlexey Kardashevskiy
spapr_tce_table_disable(SpaprTceTable * tcet)407ce2918cbSDavid Gibson void spapr_tce_table_disable(SpaprTceTable *tcet)
408df7625d4SAlexey Kardashevskiy {
409df7625d4SAlexey Kardashevskiy if (!tcet->nb_table) {
410df7625d4SAlexey Kardashevskiy return;
411df7625d4SAlexey Kardashevskiy }
412df7625d4SAlexey Kardashevskiy
4133df9d748SAlexey Kardashevskiy memory_region_del_subregion(&tcet->root, MEMORY_REGION(&tcet->iommu));
4143df9d748SAlexey Kardashevskiy memory_region_set_size(MEMORY_REGION(&tcet->iommu), 0);
415df7625d4SAlexey Kardashevskiy
416df7625d4SAlexey Kardashevskiy spapr_tce_free_table(tcet->table, tcet->fd, tcet->nb_table);
417df7625d4SAlexey Kardashevskiy tcet->fd = -1;
418df7625d4SAlexey Kardashevskiy tcet->table = NULL;
419df7625d4SAlexey Kardashevskiy tcet->bus_offset = 0;
420df7625d4SAlexey Kardashevskiy tcet->page_shift = 0;
421df7625d4SAlexey Kardashevskiy tcet->nb_table = 0;
422df7625d4SAlexey Kardashevskiy }
423df7625d4SAlexey Kardashevskiy
spapr_tce_table_unrealize(DeviceState * dev)424b69c3c21SMarkus Armbruster static void spapr_tce_table_unrealize(DeviceState *dev)
4259f64bd8aSPaolo Bonzini {
426ce2918cbSDavid Gibson SpaprTceTable *tcet = SPAPR_TCE_TABLE(dev);
427a83000f5SAnthony Liguori
4283cad405bSMarc-André Lureau vmstate_unregister(VMSTATE_IF(tcet), &vmstate_spapr_tce_table, tcet);
429ea359d20SGreg Kurz
4309f64bd8aSPaolo Bonzini QLIST_REMOVE(tcet, list);
4319f64bd8aSPaolo Bonzini
432df7625d4SAlexey Kardashevskiy spapr_tce_table_disable(tcet);
4339f64bd8aSPaolo Bonzini }
4342b7dc949SPaolo Bonzini
spapr_tce_get_iommu(SpaprTceTable * tcet)435ce2918cbSDavid Gibson MemoryRegion *spapr_tce_get_iommu(SpaprTceTable *tcet)
436a84bb436SPaolo Bonzini {
437b4b6eb77SAlexey Kardashevskiy return &tcet->root;
438a84bb436SPaolo Bonzini }
439a84bb436SPaolo Bonzini
spapr_tce_reset(DeviceState * dev)440a83000f5SAnthony Liguori static void spapr_tce_reset(DeviceState *dev)
4419f64bd8aSPaolo Bonzini {
442ce2918cbSDavid Gibson SpaprTceTable *tcet = SPAPR_TCE_TABLE(dev);
443523e7b8aSAlexey Kardashevskiy size_t table_size = tcet->nb_table * sizeof(uint64_t);
4449f64bd8aSPaolo Bonzini
44557c0eb1eSDavid Gibson if (tcet->nb_table) {
4469f64bd8aSPaolo Bonzini memset(tcet->table, 0, table_size);
4479f64bd8aSPaolo Bonzini }
44857c0eb1eSDavid Gibson }
4499f64bd8aSPaolo Bonzini
put_tce_emu(SpaprTceTable * tcet,target_ulong ioba,target_ulong tce)450ce2918cbSDavid Gibson static target_ulong put_tce_emu(SpaprTceTable *tcet, target_ulong ioba,
4519f64bd8aSPaolo Bonzini target_ulong tce)
4529f64bd8aSPaolo Bonzini {
4535039caf3SEugenio Pérez IOMMUTLBEvent event;
454650f33adSAlexey Kardashevskiy hwaddr page_mask = IOMMU_PAGE_MASK(tcet->page_shift);
4551b8eceeeSAlexey Kardashevskiy unsigned long index = (ioba - tcet->bus_offset) >> tcet->page_shift;
4569f64bd8aSPaolo Bonzini
4571b8eceeeSAlexey Kardashevskiy if (index >= tcet->nb_table) {
458b55519a0SDavid Gibson hcall_dprintf("spapr_vio_put_tce on out-of-bounds IOBA 0x"
4599f64bd8aSPaolo Bonzini TARGET_FMT_lx "\n", ioba);
4609f64bd8aSPaolo Bonzini return H_PARAMETER;
4619f64bd8aSPaolo Bonzini }
4629f64bd8aSPaolo Bonzini
4631b8eceeeSAlexey Kardashevskiy tcet->table[index] = tce;
4649f64bd8aSPaolo Bonzini
4655039caf3SEugenio Pérez event.entry.target_as = &address_space_memory,
4665039caf3SEugenio Pérez event.entry.iova = (ioba - tcet->bus_offset) & page_mask;
4675039caf3SEugenio Pérez event.entry.translated_addr = tce & page_mask;
4685039caf3SEugenio Pérez event.entry.addr_mask = ~page_mask;
4695039caf3SEugenio Pérez event.entry.perm = spapr_tce_iommu_access_flags(tce);
4705039caf3SEugenio Pérez event.type = event.entry.perm ? IOMMU_NOTIFIER_MAP : IOMMU_NOTIFIER_UNMAP;
4715039caf3SEugenio Pérez memory_region_notify_iommu(&tcet->iommu, 0, event);
472a84bb436SPaolo Bonzini
4739f64bd8aSPaolo Bonzini return H_SUCCESS;
4749f64bd8aSPaolo Bonzini }
4759f64bd8aSPaolo Bonzini
h_put_tce_indirect(PowerPCCPU * cpu,SpaprMachineState * spapr,target_ulong opcode,target_ulong * args)476da95324eSAlexey Kardashevskiy static target_ulong h_put_tce_indirect(PowerPCCPU *cpu,
477ce2918cbSDavid Gibson SpaprMachineState *spapr,
478da95324eSAlexey Kardashevskiy target_ulong opcode, target_ulong *args)
479da95324eSAlexey Kardashevskiy {
480da95324eSAlexey Kardashevskiy int i;
481da95324eSAlexey Kardashevskiy target_ulong liobn = args[0];
482da95324eSAlexey Kardashevskiy target_ulong ioba = args[1];
483da95324eSAlexey Kardashevskiy target_ulong ioba1 = ioba;
484da95324eSAlexey Kardashevskiy target_ulong tce_list = args[2];
485da95324eSAlexey Kardashevskiy target_ulong npages = args[3];
486f1215ea7SAlexey Kardashevskiy target_ulong ret = H_PARAMETER, tce = 0;
487ce2918cbSDavid Gibson SpaprTceTable *tcet = spapr_tce_find_by_liobn(liobn);
488da95324eSAlexey Kardashevskiy CPUState *cs = CPU(cpu);
489650f33adSAlexey Kardashevskiy hwaddr page_mask, page_size;
490da95324eSAlexey Kardashevskiy
491da95324eSAlexey Kardashevskiy if (!tcet) {
492da95324eSAlexey Kardashevskiy return H_PARAMETER;
493da95324eSAlexey Kardashevskiy }
494da95324eSAlexey Kardashevskiy
495650f33adSAlexey Kardashevskiy if ((npages > 512) || (tce_list & SPAPR_TCE_PAGE_MASK)) {
496da95324eSAlexey Kardashevskiy return H_PARAMETER;
497da95324eSAlexey Kardashevskiy }
498da95324eSAlexey Kardashevskiy
499650f33adSAlexey Kardashevskiy page_mask = IOMMU_PAGE_MASK(tcet->page_shift);
500650f33adSAlexey Kardashevskiy page_size = IOMMU_PAGE_SIZE(tcet->page_shift);
501650f33adSAlexey Kardashevskiy ioba &= page_mask;
502da95324eSAlexey Kardashevskiy
503650f33adSAlexey Kardashevskiy for (i = 0; i < npages; ++i, ioba += page_size) {
5044d9ab7d4SGreg Kurz tce = ldq_be_phys(cs->as, tce_list + i * sizeof(target_ulong));
505650f33adSAlexey Kardashevskiy
506da95324eSAlexey Kardashevskiy ret = put_tce_emu(tcet, ioba, tce);
507da95324eSAlexey Kardashevskiy if (ret) {
508da95324eSAlexey Kardashevskiy break;
509da95324eSAlexey Kardashevskiy }
510da95324eSAlexey Kardashevskiy }
511da95324eSAlexey Kardashevskiy
512da95324eSAlexey Kardashevskiy /* Trace last successful or the first problematic entry */
513da95324eSAlexey Kardashevskiy i = i ? (i - 1) : 0;
514d9d96a3cSAlexey Kardashevskiy if (SPAPR_IS_PCI_LIOBN(liobn)) {
515d9d96a3cSAlexey Kardashevskiy trace_spapr_iommu_pci_indirect(liobn, ioba1, tce_list, i, tce, ret);
516d9d96a3cSAlexey Kardashevskiy } else {
517d9d96a3cSAlexey Kardashevskiy trace_spapr_iommu_indirect(liobn, ioba1, tce_list, i, tce, ret);
518d9d96a3cSAlexey Kardashevskiy }
519da95324eSAlexey Kardashevskiy return ret;
520da95324eSAlexey Kardashevskiy }
521da95324eSAlexey Kardashevskiy
h_stuff_tce(PowerPCCPU * cpu,SpaprMachineState * spapr,target_ulong opcode,target_ulong * args)522ce2918cbSDavid Gibson static target_ulong h_stuff_tce(PowerPCCPU *cpu, SpaprMachineState *spapr,
523da95324eSAlexey Kardashevskiy target_ulong opcode, target_ulong *args)
524da95324eSAlexey Kardashevskiy {
525da95324eSAlexey Kardashevskiy int i;
526da95324eSAlexey Kardashevskiy target_ulong liobn = args[0];
527da95324eSAlexey Kardashevskiy target_ulong ioba = args[1];
528da95324eSAlexey Kardashevskiy target_ulong tce_value = args[2];
529da95324eSAlexey Kardashevskiy target_ulong npages = args[3];
530da95324eSAlexey Kardashevskiy target_ulong ret = H_PARAMETER;
531ce2918cbSDavid Gibson SpaprTceTable *tcet = spapr_tce_find_by_liobn(liobn);
532650f33adSAlexey Kardashevskiy hwaddr page_mask, page_size;
533da95324eSAlexey Kardashevskiy
534da95324eSAlexey Kardashevskiy if (!tcet) {
535da95324eSAlexey Kardashevskiy return H_PARAMETER;
536da95324eSAlexey Kardashevskiy }
537da95324eSAlexey Kardashevskiy
538da95324eSAlexey Kardashevskiy if (npages > tcet->nb_table) {
539da95324eSAlexey Kardashevskiy return H_PARAMETER;
540da95324eSAlexey Kardashevskiy }
541da95324eSAlexey Kardashevskiy
542650f33adSAlexey Kardashevskiy page_mask = IOMMU_PAGE_MASK(tcet->page_shift);
543650f33adSAlexey Kardashevskiy page_size = IOMMU_PAGE_SIZE(tcet->page_shift);
544650f33adSAlexey Kardashevskiy ioba &= page_mask;
545da95324eSAlexey Kardashevskiy
546650f33adSAlexey Kardashevskiy for (i = 0; i < npages; ++i, ioba += page_size) {
547da95324eSAlexey Kardashevskiy ret = put_tce_emu(tcet, ioba, tce_value);
548da95324eSAlexey Kardashevskiy if (ret) {
549da95324eSAlexey Kardashevskiy break;
550da95324eSAlexey Kardashevskiy }
551da95324eSAlexey Kardashevskiy }
552d9d96a3cSAlexey Kardashevskiy if (SPAPR_IS_PCI_LIOBN(liobn)) {
553d9d96a3cSAlexey Kardashevskiy trace_spapr_iommu_pci_stuff(liobn, ioba, tce_value, npages, ret);
554d9d96a3cSAlexey Kardashevskiy } else {
555da95324eSAlexey Kardashevskiy trace_spapr_iommu_stuff(liobn, ioba, tce_value, npages, ret);
556d9d96a3cSAlexey Kardashevskiy }
557da95324eSAlexey Kardashevskiy
558da95324eSAlexey Kardashevskiy return ret;
559da95324eSAlexey Kardashevskiy }
560da95324eSAlexey Kardashevskiy
h_put_tce(PowerPCCPU * cpu,SpaprMachineState * spapr,target_ulong opcode,target_ulong * args)561ce2918cbSDavid Gibson static target_ulong h_put_tce(PowerPCCPU *cpu, SpaprMachineState *spapr,
5629f64bd8aSPaolo Bonzini target_ulong opcode, target_ulong *args)
5639f64bd8aSPaolo Bonzini {
5649f64bd8aSPaolo Bonzini target_ulong liobn = args[0];
5659f64bd8aSPaolo Bonzini target_ulong ioba = args[1];
5669f64bd8aSPaolo Bonzini target_ulong tce = args[2];
5677e472264SAlexey Kardashevskiy target_ulong ret = H_PARAMETER;
568ce2918cbSDavid Gibson SpaprTceTable *tcet = spapr_tce_find_by_liobn(liobn);
5699f64bd8aSPaolo Bonzini
5709f64bd8aSPaolo Bonzini if (tcet) {
571650f33adSAlexey Kardashevskiy hwaddr page_mask = IOMMU_PAGE_MASK(tcet->page_shift);
572650f33adSAlexey Kardashevskiy
573650f33adSAlexey Kardashevskiy ioba &= page_mask;
574650f33adSAlexey Kardashevskiy
5757e472264SAlexey Kardashevskiy ret = put_tce_emu(tcet, ioba, tce);
5769f64bd8aSPaolo Bonzini }
577d9d96a3cSAlexey Kardashevskiy if (SPAPR_IS_PCI_LIOBN(liobn)) {
578d9d96a3cSAlexey Kardashevskiy trace_spapr_iommu_pci_put(liobn, ioba, tce, ret);
579d9d96a3cSAlexey Kardashevskiy } else {
5807e472264SAlexey Kardashevskiy trace_spapr_iommu_put(liobn, ioba, tce, ret);
581d9d96a3cSAlexey Kardashevskiy }
5829f64bd8aSPaolo Bonzini
5837e472264SAlexey Kardashevskiy return ret;
5849f64bd8aSPaolo Bonzini }
5859f64bd8aSPaolo Bonzini
get_tce_emu(SpaprTceTable * tcet,target_ulong ioba,target_ulong * tce)586ce2918cbSDavid Gibson static target_ulong get_tce_emu(SpaprTceTable *tcet, target_ulong ioba,
587a0fcac9cSLaurent Dufour target_ulong *tce)
588a0fcac9cSLaurent Dufour {
5891b8eceeeSAlexey Kardashevskiy unsigned long index = (ioba - tcet->bus_offset) >> tcet->page_shift;
5901b8eceeeSAlexey Kardashevskiy
5911b8eceeeSAlexey Kardashevskiy if (index >= tcet->nb_table) {
592a0fcac9cSLaurent Dufour hcall_dprintf("spapr_iommu_get_tce on out-of-bounds IOBA 0x"
593a0fcac9cSLaurent Dufour TARGET_FMT_lx "\n", ioba);
594a0fcac9cSLaurent Dufour return H_PARAMETER;
595a0fcac9cSLaurent Dufour }
596a0fcac9cSLaurent Dufour
5971b8eceeeSAlexey Kardashevskiy *tce = tcet->table[index];
598a0fcac9cSLaurent Dufour
599a0fcac9cSLaurent Dufour return H_SUCCESS;
600a0fcac9cSLaurent Dufour }
601a0fcac9cSLaurent Dufour
h_get_tce(PowerPCCPU * cpu,SpaprMachineState * spapr,target_ulong opcode,target_ulong * args)602ce2918cbSDavid Gibson static target_ulong h_get_tce(PowerPCCPU *cpu, SpaprMachineState *spapr,
603a0fcac9cSLaurent Dufour target_ulong opcode, target_ulong *args)
604a0fcac9cSLaurent Dufour {
605a0fcac9cSLaurent Dufour target_ulong liobn = args[0];
606a0fcac9cSLaurent Dufour target_ulong ioba = args[1];
607a0fcac9cSLaurent Dufour target_ulong tce = 0;
608a0fcac9cSLaurent Dufour target_ulong ret = H_PARAMETER;
609ce2918cbSDavid Gibson SpaprTceTable *tcet = spapr_tce_find_by_liobn(liobn);
610a0fcac9cSLaurent Dufour
611a0fcac9cSLaurent Dufour if (tcet) {
612650f33adSAlexey Kardashevskiy hwaddr page_mask = IOMMU_PAGE_MASK(tcet->page_shift);
613650f33adSAlexey Kardashevskiy
614650f33adSAlexey Kardashevskiy ioba &= page_mask;
615650f33adSAlexey Kardashevskiy
616a0fcac9cSLaurent Dufour ret = get_tce_emu(tcet, ioba, &tce);
617a0fcac9cSLaurent Dufour if (!ret) {
618a0fcac9cSLaurent Dufour args[0] = tce;
619a0fcac9cSLaurent Dufour }
620a0fcac9cSLaurent Dufour }
621d9d96a3cSAlexey Kardashevskiy if (SPAPR_IS_PCI_LIOBN(liobn)) {
622d9d96a3cSAlexey Kardashevskiy trace_spapr_iommu_pci_get(liobn, ioba, ret, tce);
623d9d96a3cSAlexey Kardashevskiy } else {
624a0fcac9cSLaurent Dufour trace_spapr_iommu_get(liobn, ioba, ret, tce);
625d9d96a3cSAlexey Kardashevskiy }
626a0fcac9cSLaurent Dufour
627a0fcac9cSLaurent Dufour return ret;
628a0fcac9cSLaurent Dufour }
629a0fcac9cSLaurent Dufour
spapr_dma_dt(void * fdt,int node_off,const char * propname,uint32_t liobn,uint64_t window,uint32_t size)6309f64bd8aSPaolo Bonzini int spapr_dma_dt(void *fdt, int node_off, const char *propname,
6319f64bd8aSPaolo Bonzini uint32_t liobn, uint64_t window, uint32_t size)
6329f64bd8aSPaolo Bonzini {
6339f64bd8aSPaolo Bonzini uint32_t dma_prop[5];
6349f64bd8aSPaolo Bonzini int ret;
6359f64bd8aSPaolo Bonzini
6369f64bd8aSPaolo Bonzini dma_prop[0] = cpu_to_be32(liobn);
6379f64bd8aSPaolo Bonzini dma_prop[1] = cpu_to_be32(window >> 32);
6389f64bd8aSPaolo Bonzini dma_prop[2] = cpu_to_be32(window & 0xFFFFFFFF);
6399f64bd8aSPaolo Bonzini dma_prop[3] = 0; /* window size is 32 bits */
6409f64bd8aSPaolo Bonzini dma_prop[4] = cpu_to_be32(size);
6419f64bd8aSPaolo Bonzini
6429f64bd8aSPaolo Bonzini ret = fdt_setprop_cell(fdt, node_off, "ibm,#dma-address-cells", 2);
6439f64bd8aSPaolo Bonzini if (ret < 0) {
6449f64bd8aSPaolo Bonzini return ret;
6459f64bd8aSPaolo Bonzini }
6469f64bd8aSPaolo Bonzini
6479f64bd8aSPaolo Bonzini ret = fdt_setprop_cell(fdt, node_off, "ibm,#dma-size-cells", 2);
6489f64bd8aSPaolo Bonzini if (ret < 0) {
6499f64bd8aSPaolo Bonzini return ret;
6509f64bd8aSPaolo Bonzini }
6519f64bd8aSPaolo Bonzini
6529f64bd8aSPaolo Bonzini ret = fdt_setprop(fdt, node_off, propname, dma_prop, sizeof(dma_prop));
6539f64bd8aSPaolo Bonzini if (ret < 0) {
6549f64bd8aSPaolo Bonzini return ret;
6559f64bd8aSPaolo Bonzini }
6569f64bd8aSPaolo Bonzini
6579f64bd8aSPaolo Bonzini return 0;
6589f64bd8aSPaolo Bonzini }
6599f64bd8aSPaolo Bonzini
spapr_tcet_dma_dt(void * fdt,int node_off,const char * propname,SpaprTceTable * tcet)6609f64bd8aSPaolo Bonzini int spapr_tcet_dma_dt(void *fdt, int node_off, const char *propname,
661ce2918cbSDavid Gibson SpaprTceTable *tcet)
6629f64bd8aSPaolo Bonzini {
6632b7dc949SPaolo Bonzini if (!tcet) {
6649f64bd8aSPaolo Bonzini return 0;
6659f64bd8aSPaolo Bonzini }
6669f64bd8aSPaolo Bonzini
6679f64bd8aSPaolo Bonzini return spapr_dma_dt(fdt, node_off, propname,
668650f33adSAlexey Kardashevskiy tcet->liobn, 0, tcet->nb_table << tcet->page_shift);
6699f64bd8aSPaolo Bonzini }
670a83000f5SAnthony Liguori
spapr_tce_table_class_init(ObjectClass * klass,void * data)671a83000f5SAnthony Liguori static void spapr_tce_table_class_init(ObjectClass *klass, void *data)
672a83000f5SAnthony Liguori {
673a83000f5SAnthony Liguori DeviceClass *dc = DEVICE_CLASS(klass);
674a931ad13SGreg Kurz dc->realize = spapr_tce_table_realize;
675*e3d08143SPeter Maydell device_class_set_legacy_reset(dc, spapr_tce_reset);
6765f9490deSDavid Gibson dc->unrealize = spapr_tce_table_unrealize;
6771f98e553SThomas Huth /* Reason: This is just an internal device for handling the hypercalls */
6781f98e553SThomas Huth dc->user_creatable = false;
679a83000f5SAnthony Liguori
680a83000f5SAnthony Liguori QLIST_INIT(&spapr_tce_tables);
681a83000f5SAnthony Liguori
682a83000f5SAnthony Liguori /* hcall-tce */
683a83000f5SAnthony Liguori spapr_register_hypercall(H_PUT_TCE, h_put_tce);
684a0fcac9cSLaurent Dufour spapr_register_hypercall(H_GET_TCE, h_get_tce);
685da95324eSAlexey Kardashevskiy spapr_register_hypercall(H_PUT_TCE_INDIRECT, h_put_tce_indirect);
686da95324eSAlexey Kardashevskiy spapr_register_hypercall(H_STUFF_TCE, h_stuff_tce);
687a83000f5SAnthony Liguori }
688a83000f5SAnthony Liguori
6895e78c98bSBernhard Beschow static const TypeInfo spapr_tce_table_info = {
690a83000f5SAnthony Liguori .name = TYPE_SPAPR_TCE_TABLE,
691a83000f5SAnthony Liguori .parent = TYPE_DEVICE,
692ce2918cbSDavid Gibson .instance_size = sizeof(SpaprTceTable),
693a83000f5SAnthony Liguori .class_init = spapr_tce_table_class_init,
694a83000f5SAnthony Liguori };
695a83000f5SAnthony Liguori
spapr_iommu_memory_region_class_init(ObjectClass * klass,void * data)6961221a474SAlexey Kardashevskiy static void spapr_iommu_memory_region_class_init(ObjectClass *klass, void *data)
6971221a474SAlexey Kardashevskiy {
6981221a474SAlexey Kardashevskiy IOMMUMemoryRegionClass *imrc = IOMMU_MEMORY_REGION_CLASS(klass);
6991221a474SAlexey Kardashevskiy
7001221a474SAlexey Kardashevskiy imrc->translate = spapr_tce_translate_iommu;
7015f366667SAlexey Kardashevskiy imrc->replay = spapr_tce_replay;
7021221a474SAlexey Kardashevskiy imrc->get_min_page_size = spapr_tce_get_min_page_size;
7031221a474SAlexey Kardashevskiy imrc->notify_flag_changed = spapr_tce_notify_flag_changed;
7049ded780cSAlexey Kardashevskiy imrc->get_attr = spapr_tce_get_attr;
7051221a474SAlexey Kardashevskiy }
7061221a474SAlexey Kardashevskiy
7071221a474SAlexey Kardashevskiy static const TypeInfo spapr_iommu_memory_region_info = {
7081221a474SAlexey Kardashevskiy .parent = TYPE_IOMMU_MEMORY_REGION,
7091221a474SAlexey Kardashevskiy .name = TYPE_SPAPR_IOMMU_MEMORY_REGION,
7101221a474SAlexey Kardashevskiy .class_init = spapr_iommu_memory_region_class_init,
7111221a474SAlexey Kardashevskiy };
7121221a474SAlexey Kardashevskiy
register_types(void)713a83000f5SAnthony Liguori static void register_types(void)
714a83000f5SAnthony Liguori {
715a83000f5SAnthony Liguori type_register_static(&spapr_tce_table_info);
7161221a474SAlexey Kardashevskiy type_register_static(&spapr_iommu_memory_region_info);
717a83000f5SAnthony Liguori }
718a83000f5SAnthony Liguori
719a83000f5SAnthony Liguori type_init(register_types);
720