xref: /openbmc/qemu/hw/ppc/spapr_iommu.c (revision 28ae3179fc52d2e4d870b635c4a412aab99759e7)
19f64bd8aSPaolo Bonzini /*
29f64bd8aSPaolo Bonzini  * QEMU sPAPR IOMMU (TCE) code
39f64bd8aSPaolo Bonzini  *
49f64bd8aSPaolo Bonzini  * Copyright (c) 2010 David Gibson, IBM Corporation <dwg@au1.ibm.com>
59f64bd8aSPaolo Bonzini  *
69f64bd8aSPaolo Bonzini  * This library is free software; you can redistribute it and/or
79f64bd8aSPaolo Bonzini  * modify it under the terms of the GNU Lesser General Public
89f64bd8aSPaolo Bonzini  * License as published by the Free Software Foundation; either
961f3c91aSChetan Pant  * version 2.1 of the License, or (at your option) any later version.
109f64bd8aSPaolo Bonzini  *
119f64bd8aSPaolo Bonzini  * This library is distributed in the hope that it will be useful,
129f64bd8aSPaolo Bonzini  * but WITHOUT ANY WARRANTY; without even the implied warranty of
139f64bd8aSPaolo Bonzini  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
149f64bd8aSPaolo Bonzini  * Lesser General Public License for more details.
159f64bd8aSPaolo Bonzini  *
169f64bd8aSPaolo Bonzini  * You should have received a copy of the GNU Lesser General Public
179f64bd8aSPaolo Bonzini  * License along with this library; if not, see <http://www.gnu.org/licenses/>.
189f64bd8aSPaolo Bonzini  */
190b8fa32fSMarkus Armbruster 
200d75590dSPeter Maydell #include "qemu/osdep.h"
21df7625d4SAlexey Kardashevskiy #include "qemu/error-report.h"
2203dd024fSPaolo Bonzini #include "qemu/log.h"
230b8fa32fSMarkus Armbruster #include "qemu/module.h"
249f64bd8aSPaolo Bonzini #include "sysemu/kvm.h"
259f64bd8aSPaolo Bonzini #include "kvm_ppc.h"
26d6454270SMarkus Armbruster #include "migration/vmstate.h"
279f64bd8aSPaolo Bonzini #include "sysemu/dma.h"
287e472264SAlexey Kardashevskiy #include "trace.h"
299f64bd8aSPaolo Bonzini 
300d09e41aSPaolo Bonzini #include "hw/ppc/spapr.h"
31ee9a569aSAlexey Kardashevskiy #include "hw/ppc/spapr_vio.h"
329f64bd8aSPaolo Bonzini 
339f64bd8aSPaolo Bonzini #include <libfdt.h>
349f64bd8aSPaolo Bonzini 
35ce2918cbSDavid Gibson enum SpaprTceAccess {
369f64bd8aSPaolo Bonzini     SPAPR_TCE_FAULT = 0,
379f64bd8aSPaolo Bonzini     SPAPR_TCE_RO = 1,
389f64bd8aSPaolo Bonzini     SPAPR_TCE_WO = 2,
399f64bd8aSPaolo Bonzini     SPAPR_TCE_RW = 3,
409f64bd8aSPaolo Bonzini };
419f64bd8aSPaolo Bonzini 
42650f33adSAlexey Kardashevskiy #define IOMMU_PAGE_SIZE(shift)      (1ULL << (shift))
43650f33adSAlexey Kardashevskiy #define IOMMU_PAGE_MASK(shift)      (~(IOMMU_PAGE_SIZE(shift) - 1))
44650f33adSAlexey Kardashevskiy 
45ce2918cbSDavid Gibson static QLIST_HEAD(, SpaprTceTable) spapr_tce_tables;
469f64bd8aSPaolo Bonzini 
spapr_tce_find_by_liobn(target_ulong liobn)47ce2918cbSDavid Gibson SpaprTceTable *spapr_tce_find_by_liobn(target_ulong liobn)
489f64bd8aSPaolo Bonzini {
49ce2918cbSDavid Gibson     SpaprTceTable *tcet;
509f64bd8aSPaolo Bonzini 
51d4261662SDavid Gibson     if (liobn & 0xFFFFFFFF00000000ULL) {
52d4261662SDavid Gibson         hcall_dprintf("Request for out-of-bounds LIOBN 0x" TARGET_FMT_lx "\n",
53d4261662SDavid Gibson                       liobn);
54d4261662SDavid Gibson         return NULL;
55d4261662SDavid Gibson     }
56d4261662SDavid Gibson 
579f64bd8aSPaolo Bonzini     QLIST_FOREACH(tcet, &spapr_tce_tables, list) {
58f9ce8e0aSThomas Huth         if (tcet->liobn == (uint32_t)liobn) {
599f64bd8aSPaolo Bonzini             return tcet;
609f64bd8aSPaolo Bonzini         }
619f64bd8aSPaolo Bonzini     }
629f64bd8aSPaolo Bonzini 
639f64bd8aSPaolo Bonzini     return NULL;
649f64bd8aSPaolo Bonzini }
659f64bd8aSPaolo Bonzini 
spapr_tce_iommu_access_flags(uint64_t tce)665709af3bSGreg Kurz static IOMMUAccessFlags spapr_tce_iommu_access_flags(uint64_t tce)
675709af3bSGreg Kurz {
685709af3bSGreg Kurz     switch (tce & SPAPR_TCE_RW) {
695709af3bSGreg Kurz     case SPAPR_TCE_FAULT:
705709af3bSGreg Kurz         return IOMMU_NONE;
715709af3bSGreg Kurz     case SPAPR_TCE_RO:
725709af3bSGreg Kurz         return IOMMU_RO;
735709af3bSGreg Kurz     case SPAPR_TCE_WO:
745709af3bSGreg Kurz         return IOMMU_WO;
755709af3bSGreg Kurz     default: /* SPAPR_TCE_RW */
765709af3bSGreg Kurz         return IOMMU_RW;
775709af3bSGreg Kurz     }
785709af3bSGreg Kurz }
795709af3bSGreg Kurz 
spapr_tce_alloc_table(uint32_t liobn,uint32_t page_shift,uint64_t bus_offset,uint32_t nb_table,int * fd,bool need_vfio)80fec5d3a1SAlexey Kardashevskiy static uint64_t *spapr_tce_alloc_table(uint32_t liobn,
81fec5d3a1SAlexey Kardashevskiy                                        uint32_t page_shift,
82d6ee2a7cSAlexey Kardashevskiy                                        uint64_t bus_offset,
83fec5d3a1SAlexey Kardashevskiy                                        uint32_t nb_table,
84fec5d3a1SAlexey Kardashevskiy                                        int *fd,
85fec5d3a1SAlexey Kardashevskiy                                        bool need_vfio)
86fec5d3a1SAlexey Kardashevskiy {
87fec5d3a1SAlexey Kardashevskiy     uint64_t *table = NULL;
88fec5d3a1SAlexey Kardashevskiy 
89d6ee2a7cSAlexey Kardashevskiy     if (kvm_enabled()) {
90d6ee2a7cSAlexey Kardashevskiy         table = kvmppc_create_spapr_tce(liobn, page_shift, bus_offset, nb_table,
91d6ee2a7cSAlexey Kardashevskiy                                         fd, need_vfio);
92fec5d3a1SAlexey Kardashevskiy     }
93fec5d3a1SAlexey Kardashevskiy 
94fec5d3a1SAlexey Kardashevskiy     if (!table) {
95fec5d3a1SAlexey Kardashevskiy         *fd = -1;
96dec4ec40SGreg Kurz         table = g_new0(uint64_t, nb_table);
97fec5d3a1SAlexey Kardashevskiy     }
98fec5d3a1SAlexey Kardashevskiy 
99fec5d3a1SAlexey Kardashevskiy     trace_spapr_iommu_new_table(liobn, table, *fd);
100fec5d3a1SAlexey Kardashevskiy 
101fec5d3a1SAlexey Kardashevskiy     return table;
102fec5d3a1SAlexey Kardashevskiy }
103fec5d3a1SAlexey Kardashevskiy 
spapr_tce_free_table(uint64_t * table,int fd,uint32_t nb_table)104fec5d3a1SAlexey Kardashevskiy static void spapr_tce_free_table(uint64_t *table, int fd, uint32_t nb_table)
105fec5d3a1SAlexey Kardashevskiy {
106fec5d3a1SAlexey Kardashevskiy     if (!kvm_enabled() ||
107fec5d3a1SAlexey Kardashevskiy         (kvmppc_remove_spapr_tce(table, fd, nb_table) != 0)) {
108fec5d3a1SAlexey Kardashevskiy         g_free(table);
109fec5d3a1SAlexey Kardashevskiy     }
110fec5d3a1SAlexey Kardashevskiy }
111fec5d3a1SAlexey Kardashevskiy 
11279e2b9aeSPaolo Bonzini /* Called from RCU critical section */
spapr_tce_translate_iommu(IOMMUMemoryRegion * iommu,hwaddr addr,IOMMUAccessFlags flag,int iommu_idx)1133df9d748SAlexey Kardashevskiy static IOMMUTLBEntry spapr_tce_translate_iommu(IOMMUMemoryRegion *iommu,
1143df9d748SAlexey Kardashevskiy                                                hwaddr addr,
1152c91bcf2SPeter Maydell                                                IOMMUAccessFlags flag,
1162c91bcf2SPeter Maydell                                                int iommu_idx)
1179f64bd8aSPaolo Bonzini {
118ce2918cbSDavid Gibson     SpaprTceTable *tcet = container_of(iommu, SpaprTceTable, iommu);
1199f64bd8aSPaolo Bonzini     uint64_t tce;
1207e472264SAlexey Kardashevskiy     IOMMUTLBEntry ret = {
121a71bfbfeSPaolo Bonzini         .target_as = &address_space_memory,
122a71bfbfeSPaolo Bonzini         .iova = 0,
123a71bfbfeSPaolo Bonzini         .translated_addr = 0,
124a71bfbfeSPaolo Bonzini         .addr_mask = ~(hwaddr)0,
1257e472264SAlexey Kardashevskiy         .perm = IOMMU_NONE,
126a71bfbfeSPaolo Bonzini     };
1279f64bd8aSPaolo Bonzini 
128ee9a569aSAlexey Kardashevskiy     if ((addr >> tcet->page_shift) < tcet->nb_table) {
1299f64bd8aSPaolo Bonzini         /* Check if we are in bound */
130650f33adSAlexey Kardashevskiy         hwaddr page_mask = IOMMU_PAGE_MASK(tcet->page_shift);
131650f33adSAlexey Kardashevskiy 
132650f33adSAlexey Kardashevskiy         tce = tcet->table[addr >> tcet->page_shift];
133650f33adSAlexey Kardashevskiy         ret.iova = addr & page_mask;
134650f33adSAlexey Kardashevskiy         ret.translated_addr = tce & page_mask;
135650f33adSAlexey Kardashevskiy         ret.addr_mask = ~page_mask;
1365709af3bSGreg Kurz         ret.perm = spapr_tce_iommu_access_flags(tce);
1377e472264SAlexey Kardashevskiy     }
138a14f04ebSAlexey Kardashevskiy     trace_spapr_iommu_xlate(tcet->liobn, addr, ret.translated_addr, ret.perm,
1397e472264SAlexey Kardashevskiy                             ret.addr_mask);
1409f64bd8aSPaolo Bonzini 
1417e472264SAlexey Kardashevskiy     return ret;
142a71bfbfeSPaolo Bonzini }
143a71bfbfeSPaolo Bonzini 
spapr_tce_replay(IOMMUMemoryRegion * iommu_mr,IOMMUNotifier * n)1445f366667SAlexey Kardashevskiy static void spapr_tce_replay(IOMMUMemoryRegion *iommu_mr, IOMMUNotifier *n)
1455f366667SAlexey Kardashevskiy {
1465f366667SAlexey Kardashevskiy     MemoryRegion *mr = MEMORY_REGION(iommu_mr);
1475f366667SAlexey Kardashevskiy     IOMMUMemoryRegionClass *imrc = IOMMU_MEMORY_REGION_GET_CLASS(iommu_mr);
1485f366667SAlexey Kardashevskiy     hwaddr addr, granularity;
1495f366667SAlexey Kardashevskiy     IOMMUTLBEntry iotlb;
150ce2918cbSDavid Gibson     SpaprTceTable *tcet = container_of(iommu_mr, SpaprTceTable, iommu);
1515f366667SAlexey Kardashevskiy 
1525f366667SAlexey Kardashevskiy     if (tcet->skipping_replay) {
1535f366667SAlexey Kardashevskiy         return;
1545f366667SAlexey Kardashevskiy     }
1555f366667SAlexey Kardashevskiy 
1565f366667SAlexey Kardashevskiy     granularity = memory_region_iommu_get_min_page_size(iommu_mr);
1575f366667SAlexey Kardashevskiy 
1585f366667SAlexey Kardashevskiy     for (addr = 0; addr < memory_region_size(mr); addr += granularity) {
1595f366667SAlexey Kardashevskiy         iotlb = imrc->translate(iommu_mr, addr, IOMMU_NONE, n->iommu_idx);
1605f366667SAlexey Kardashevskiy         if (iotlb.perm != IOMMU_NONE) {
1615f366667SAlexey Kardashevskiy             n->notify(n, &iotlb);
1625f366667SAlexey Kardashevskiy         }
1635f366667SAlexey Kardashevskiy 
1645f366667SAlexey Kardashevskiy         /*
1655f366667SAlexey Kardashevskiy          * if (2^64 - MR size) < granularity, it's possible to get an
1665f366667SAlexey Kardashevskiy          * infinite loop here.  This should catch such a wraparound.
1675f366667SAlexey Kardashevskiy          */
1685f366667SAlexey Kardashevskiy         if ((addr + granularity) < addr) {
1695f366667SAlexey Kardashevskiy             break;
1705f366667SAlexey Kardashevskiy         }
1715f366667SAlexey Kardashevskiy     }
1725f366667SAlexey Kardashevskiy }
1735f366667SAlexey Kardashevskiy 
spapr_tce_table_pre_save(void * opaque)17444b1ff31SDr. David Alan Gilbert static int spapr_tce_table_pre_save(void *opaque)
175a26fdf39SAlexey Kardashevskiy {
176ce2918cbSDavid Gibson     SpaprTceTable *tcet = SPAPR_TCE_TABLE(opaque);
177a26fdf39SAlexey Kardashevskiy 
178a26fdf39SAlexey Kardashevskiy     tcet->mig_table = tcet->table;
179a26fdf39SAlexey Kardashevskiy     tcet->mig_nb_table = tcet->nb_table;
180a26fdf39SAlexey Kardashevskiy 
181a26fdf39SAlexey Kardashevskiy     trace_spapr_iommu_pre_save(tcet->liobn, tcet->mig_nb_table,
182a26fdf39SAlexey Kardashevskiy                                tcet->bus_offset, tcet->page_shift);
18344b1ff31SDr. David Alan Gilbert 
18444b1ff31SDr. David Alan Gilbert     return 0;
185a26fdf39SAlexey Kardashevskiy }
186a26fdf39SAlexey Kardashevskiy 
spapr_tce_get_min_page_size(IOMMUMemoryRegion * iommu)1873df9d748SAlexey Kardashevskiy static uint64_t spapr_tce_get_min_page_size(IOMMUMemoryRegion *iommu)
188f682e9c2SAlexey Kardashevskiy {
189ce2918cbSDavid Gibson     SpaprTceTable *tcet = container_of(iommu, SpaprTceTable, iommu);
190f682e9c2SAlexey Kardashevskiy 
191f682e9c2SAlexey Kardashevskiy     return 1ULL << tcet->page_shift;
192f682e9c2SAlexey Kardashevskiy }
193f682e9c2SAlexey Kardashevskiy 
spapr_tce_get_attr(IOMMUMemoryRegion * iommu,enum IOMMUMemoryRegionAttr attr,void * data)1949ded780cSAlexey Kardashevskiy static int spapr_tce_get_attr(IOMMUMemoryRegion *iommu,
1959ded780cSAlexey Kardashevskiy                               enum IOMMUMemoryRegionAttr attr, void *data)
1969ded780cSAlexey Kardashevskiy {
197ce2918cbSDavid Gibson     SpaprTceTable *tcet = container_of(iommu, SpaprTceTable, iommu);
1989ded780cSAlexey Kardashevskiy 
1999ded780cSAlexey Kardashevskiy     if (attr == IOMMU_ATTR_SPAPR_TCE_FD && kvmppc_has_cap_spapr_vfio()) {
2009ded780cSAlexey Kardashevskiy         *(int *) data = tcet->fd;
2019ded780cSAlexey Kardashevskiy         return 0;
2029ded780cSAlexey Kardashevskiy     }
2039ded780cSAlexey Kardashevskiy 
2049ded780cSAlexey Kardashevskiy     return -EINVAL;
2059ded780cSAlexey Kardashevskiy }
2069ded780cSAlexey Kardashevskiy 
spapr_tce_notify_flag_changed(IOMMUMemoryRegion * iommu,IOMMUNotifierFlag old,IOMMUNotifierFlag new,Error ** errp)207549d4005SEric Auger static int spapr_tce_notify_flag_changed(IOMMUMemoryRegion *iommu,
2085bf3d319SPeter Xu                                          IOMMUNotifierFlag old,
209549d4005SEric Auger                                          IOMMUNotifierFlag new,
210549d4005SEric Auger                                          Error **errp)
211606b5498SAlexey Kardashevskiy {
212ce2918cbSDavid Gibson     struct SpaprTceTable *tbl = container_of(iommu, SpaprTceTable, iommu);
213606b5498SAlexey Kardashevskiy 
2141a8e22bdSEric Auger     if (new & IOMMU_NOTIFIER_DEVIOTLB_UNMAP) {
2151a8e22bdSEric Auger         error_setg(errp, "spart_tce does not support dev-iotlb yet");
2161a8e22bdSEric Auger         return -EINVAL;
2171a8e22bdSEric Auger     }
2181a8e22bdSEric Auger 
2195bf3d319SPeter Xu     if (old == IOMMU_NOTIFIER_NONE && new != IOMMU_NOTIFIER_NONE) {
2205bf3d319SPeter Xu         spapr_tce_set_need_vfio(tbl, true);
2215bf3d319SPeter Xu     } else if (old != IOMMU_NOTIFIER_NONE && new == IOMMU_NOTIFIER_NONE) {
2225bf3d319SPeter Xu         spapr_tce_set_need_vfio(tbl, false);
2235bf3d319SPeter Xu     }
224549d4005SEric Auger     return 0;
225606b5498SAlexey Kardashevskiy }
226606b5498SAlexey Kardashevskiy 
spapr_tce_table_post_load(void * opaque,int version_id)227ee9a569aSAlexey Kardashevskiy static int spapr_tce_table_post_load(void *opaque, int version_id)
228ee9a569aSAlexey Kardashevskiy {
229ce2918cbSDavid Gibson     SpaprTceTable *tcet = SPAPR_TCE_TABLE(opaque);
230a26fdf39SAlexey Kardashevskiy     uint32_t old_nb_table = tcet->nb_table;
231a26fdf39SAlexey Kardashevskiy     uint64_t old_bus_offset = tcet->bus_offset;
232a26fdf39SAlexey Kardashevskiy     uint32_t old_page_shift = tcet->page_shift;
233ee9a569aSAlexey Kardashevskiy 
234ee9a569aSAlexey Kardashevskiy     if (tcet->vdev) {
235ee9a569aSAlexey Kardashevskiy         spapr_vio_set_bypass(tcet->vdev, tcet->bypass);
236ee9a569aSAlexey Kardashevskiy     }
237ee9a569aSAlexey Kardashevskiy 
238a26fdf39SAlexey Kardashevskiy     if (tcet->mig_nb_table != tcet->nb_table) {
239a26fdf39SAlexey Kardashevskiy         spapr_tce_table_disable(tcet);
240a26fdf39SAlexey Kardashevskiy     }
241a26fdf39SAlexey Kardashevskiy 
242a26fdf39SAlexey Kardashevskiy     if (tcet->mig_nb_table) {
243a26fdf39SAlexey Kardashevskiy         if (!tcet->nb_table) {
244a26fdf39SAlexey Kardashevskiy             spapr_tce_table_enable(tcet, old_page_shift, old_bus_offset,
245a26fdf39SAlexey Kardashevskiy                                    tcet->mig_nb_table);
246a26fdf39SAlexey Kardashevskiy         }
247a26fdf39SAlexey Kardashevskiy 
248a26fdf39SAlexey Kardashevskiy         memcpy(tcet->table, tcet->mig_table,
249a26fdf39SAlexey Kardashevskiy                tcet->nb_table * sizeof(tcet->table[0]));
250a26fdf39SAlexey Kardashevskiy 
25144adcaacSDaniel Henrique Barboza         g_free(tcet->mig_table);
252a26fdf39SAlexey Kardashevskiy         tcet->mig_table = NULL;
253a26fdf39SAlexey Kardashevskiy     }
254a26fdf39SAlexey Kardashevskiy 
255a26fdf39SAlexey Kardashevskiy     trace_spapr_iommu_post_load(tcet->liobn, old_nb_table, tcet->nb_table,
256a26fdf39SAlexey Kardashevskiy                                 tcet->bus_offset, tcet->page_shift);
257a26fdf39SAlexey Kardashevskiy 
258ee9a569aSAlexey Kardashevskiy     return 0;
259ee9a569aSAlexey Kardashevskiy }
260ee9a569aSAlexey Kardashevskiy 
spapr_tce_table_ex_needed(void * opaque)261a26fdf39SAlexey Kardashevskiy static bool spapr_tce_table_ex_needed(void *opaque)
262a26fdf39SAlexey Kardashevskiy {
263ce2918cbSDavid Gibson     SpaprTceTable *tcet = opaque;
264a26fdf39SAlexey Kardashevskiy 
265a26fdf39SAlexey Kardashevskiy     return tcet->bus_offset || tcet->page_shift != 0xC;
266a26fdf39SAlexey Kardashevskiy }
267a26fdf39SAlexey Kardashevskiy 
268a26fdf39SAlexey Kardashevskiy static const VMStateDescription vmstate_spapr_tce_table_ex = {
269a26fdf39SAlexey Kardashevskiy     .name = "spapr_iommu_ex",
270a26fdf39SAlexey Kardashevskiy     .version_id = 1,
271a26fdf39SAlexey Kardashevskiy     .minimum_version_id = 1,
272a26fdf39SAlexey Kardashevskiy     .needed = spapr_tce_table_ex_needed,
273078ddbc9SRichard Henderson     .fields = (const VMStateField[]) {
274ce2918cbSDavid Gibson         VMSTATE_UINT64(bus_offset, SpaprTceTable),
275ce2918cbSDavid Gibson         VMSTATE_UINT32(page_shift, SpaprTceTable),
276a26fdf39SAlexey Kardashevskiy         VMSTATE_END_OF_LIST()
277a26fdf39SAlexey Kardashevskiy     },
278a26fdf39SAlexey Kardashevskiy };
279a26fdf39SAlexey Kardashevskiy 
280a83000f5SAnthony Liguori static const VMStateDescription vmstate_spapr_tce_table = {
281a83000f5SAnthony Liguori     .name = "spapr_iommu",
28231cc81f7SAlexey Kardashevskiy     .version_id = 3,
283523e7b8aSAlexey Kardashevskiy     .minimum_version_id = 2,
284a26fdf39SAlexey Kardashevskiy     .pre_save = spapr_tce_table_pre_save,
285ee9a569aSAlexey Kardashevskiy     .post_load = spapr_tce_table_post_load,
286078ddbc9SRichard Henderson     .fields = (const VMStateField []) {
287a83000f5SAnthony Liguori         /* Sanity check */
288ce2918cbSDavid Gibson         VMSTATE_UINT32_EQUAL(liobn, SpaprTceTable, NULL),
289a83000f5SAnthony Liguori 
290a83000f5SAnthony Liguori         /* IOMMU state */
291ce2918cbSDavid Gibson         VMSTATE_UINT32(mig_nb_table, SpaprTceTable),
292ce2918cbSDavid Gibson         VMSTATE_BOOL(bypass, SpaprTceTable),
293ce2918cbSDavid Gibson         VMSTATE_VARRAY_UINT32_ALLOC(mig_table, SpaprTceTable, mig_nb_table, 0,
294a26fdf39SAlexey Kardashevskiy                                     vmstate_info_uint64, uint64_t),
29531cc81f7SAlexey Kardashevskiy         VMSTATE_BOOL_V(def_win, SpaprTceTable, 3),
296a83000f5SAnthony Liguori 
297a83000f5SAnthony Liguori         VMSTATE_END_OF_LIST()
298a83000f5SAnthony Liguori     },
299078ddbc9SRichard Henderson     .subsections = (const VMStateDescription * const []) {
300a26fdf39SAlexey Kardashevskiy         &vmstate_spapr_tce_table_ex,
301a26fdf39SAlexey Kardashevskiy         NULL
302a26fdf39SAlexey Kardashevskiy     }
303a83000f5SAnthony Liguori };
304a83000f5SAnthony Liguori 
spapr_tce_table_realize(DeviceState * dev,Error ** errp)305a931ad13SGreg Kurz static void spapr_tce_table_realize(DeviceState *dev, Error **errp)
306a83000f5SAnthony Liguori {
307ce2918cbSDavid Gibson     SpaprTceTable *tcet = SPAPR_TCE_TABLE(dev);
308b4b6eb77SAlexey Kardashevskiy     Object *tcetobj = OBJECT(tcet);
309a205a053SGreg Kurz     gchar *tmp;
310a83000f5SAnthony Liguori 
311fec5d3a1SAlexey Kardashevskiy     tcet->fd = -1;
312df7625d4SAlexey Kardashevskiy     tcet->need_vfio = false;
313a205a053SGreg Kurz     tmp = g_strdup_printf("tce-root-%x", tcet->liobn);
314b4b6eb77SAlexey Kardashevskiy     memory_region_init(&tcet->root, tcetobj, tmp, UINT64_MAX);
315a205a053SGreg Kurz     g_free(tmp);
316b4b6eb77SAlexey Kardashevskiy 
317a205a053SGreg Kurz     tmp = g_strdup_printf("tce-iommu-%x", tcet->liobn);
3181221a474SAlexey Kardashevskiy     memory_region_init_iommu(&tcet->iommu, sizeof(tcet->iommu),
3191221a474SAlexey Kardashevskiy                              TYPE_SPAPR_IOMMU_MEMORY_REGION,
3201221a474SAlexey Kardashevskiy                              tcetobj, tmp, 0);
321a205a053SGreg Kurz     g_free(tmp);
322a83000f5SAnthony Liguori 
323a83000f5SAnthony Liguori     QLIST_INSERT_HEAD(&spapr_tce_tables, tcet, list);
324a83000f5SAnthony Liguori 
3253cad405bSMarc-André Lureau     vmstate_register(VMSTATE_IF(tcet), tcet->liobn, &vmstate_spapr_tce_table,
32600d4f525SAlexey Kardashevskiy                      tcet);
327a83000f5SAnthony Liguori }
328a83000f5SAnthony Liguori 
spapr_tce_set_need_vfio(SpaprTceTable * tcet,bool need_vfio)329ce2918cbSDavid Gibson void spapr_tce_set_need_vfio(SpaprTceTable *tcet, bool need_vfio)
330c10325d6SDavid Gibson {
331c10325d6SDavid Gibson     size_t table_size = tcet->nb_table * sizeof(uint64_t);
332f5509b6bSAlexey Kardashevskiy     uint64_t *oldtable;
333f5509b6bSAlexey Kardashevskiy     int newfd = -1;
334c10325d6SDavid Gibson 
335f5509b6bSAlexey Kardashevskiy     g_assert(need_vfio != tcet->need_vfio);
336c10325d6SDavid Gibson 
337f5509b6bSAlexey Kardashevskiy     tcet->need_vfio = need_vfio;
338c10325d6SDavid Gibson 
3399ded780cSAlexey Kardashevskiy     if (!need_vfio || (tcet->fd != -1 && kvmppc_has_cap_spapr_vfio())) {
3409ded780cSAlexey Kardashevskiy         return;
3419ded780cSAlexey Kardashevskiy     }
3429ded780cSAlexey Kardashevskiy 
343f5509b6bSAlexey Kardashevskiy     oldtable = tcet->table;
344c10325d6SDavid Gibson 
345f5509b6bSAlexey Kardashevskiy     tcet->table = spapr_tce_alloc_table(tcet->liobn,
346f5509b6bSAlexey Kardashevskiy                                         tcet->page_shift,
347f5509b6bSAlexey Kardashevskiy                                         tcet->bus_offset,
348f5509b6bSAlexey Kardashevskiy                                         tcet->nb_table,
349f5509b6bSAlexey Kardashevskiy                                         &newfd,
350f5509b6bSAlexey Kardashevskiy                                         need_vfio);
351f5509b6bSAlexey Kardashevskiy     memcpy(tcet->table, oldtable, table_size);
352c10325d6SDavid Gibson 
353f5509b6bSAlexey Kardashevskiy     spapr_tce_free_table(oldtable, tcet->fd, tcet->nb_table);
354c10325d6SDavid Gibson 
355f5509b6bSAlexey Kardashevskiy     tcet->fd = newfd;
356c10325d6SDavid Gibson }
357c10325d6SDavid Gibson 
spapr_tce_new_table(DeviceState * owner,uint32_t liobn)358ce2918cbSDavid Gibson SpaprTceTable *spapr_tce_new_table(DeviceState *owner, uint32_t liobn)
3599f64bd8aSPaolo Bonzini {
360ce2918cbSDavid Gibson     SpaprTceTable *tcet;
361a205a053SGreg Kurz     gchar *tmp;
3629f64bd8aSPaolo Bonzini 
3639f64bd8aSPaolo Bonzini     if (spapr_tce_find_by_liobn(liobn)) {
364ce9863b7SCédric Le Goater         error_report("Attempted to create TCE table with duplicate"
365ce9863b7SCédric Le Goater                 " LIOBN 0x%x", liobn);
3669f64bd8aSPaolo Bonzini         return NULL;
3679f64bd8aSPaolo Bonzini     }
3689f64bd8aSPaolo Bonzini 
369a83000f5SAnthony Liguori     tcet = SPAPR_TCE_TABLE(object_new(TYPE_SPAPR_TCE_TABLE));
3709f64bd8aSPaolo Bonzini     tcet->liobn = liobn;
3719f64bd8aSPaolo Bonzini 
372a205a053SGreg Kurz     tmp = g_strdup_printf("tce-table-%x", liobn);
373d2623129SMarkus Armbruster     object_property_add_child(OBJECT(owner), tmp, OBJECT(tcet));
374a205a053SGreg Kurz     g_free(tmp);
3758dc9785cSMichael Roth     object_unref(OBJECT(tcet));
3769f64bd8aSPaolo Bonzini 
377ce189ab2SMarkus Armbruster     qdev_realize(DEVICE(tcet), NULL, NULL);
3789f64bd8aSPaolo Bonzini 
3792b7dc949SPaolo Bonzini     return tcet;
3809f64bd8aSPaolo Bonzini }
3819f64bd8aSPaolo Bonzini 
spapr_tce_table_enable(SpaprTceTable * tcet,uint32_t page_shift,uint64_t bus_offset,uint32_t nb_table)382ce2918cbSDavid Gibson void spapr_tce_table_enable(SpaprTceTable *tcet,
383df7625d4SAlexey Kardashevskiy                             uint32_t page_shift, uint64_t bus_offset,
384df7625d4SAlexey Kardashevskiy                             uint32_t nb_table)
385df7625d4SAlexey Kardashevskiy {
386df7625d4SAlexey Kardashevskiy     if (tcet->nb_table) {
3873dc6f869SAlistair Francis         warn_report("trying to enable already enabled TCE table");
388df7625d4SAlexey Kardashevskiy         return;
389df7625d4SAlexey Kardashevskiy     }
390df7625d4SAlexey Kardashevskiy 
391df7625d4SAlexey Kardashevskiy     tcet->bus_offset = bus_offset;
392df7625d4SAlexey Kardashevskiy     tcet->page_shift = page_shift;
393df7625d4SAlexey Kardashevskiy     tcet->nb_table = nb_table;
394df7625d4SAlexey Kardashevskiy     tcet->table = spapr_tce_alloc_table(tcet->liobn,
395df7625d4SAlexey Kardashevskiy                                         tcet->page_shift,
396d6ee2a7cSAlexey Kardashevskiy                                         tcet->bus_offset,
397df7625d4SAlexey Kardashevskiy                                         tcet->nb_table,
398df7625d4SAlexey Kardashevskiy                                         &tcet->fd,
399df7625d4SAlexey Kardashevskiy                                         tcet->need_vfio);
400df7625d4SAlexey Kardashevskiy 
4013df9d748SAlexey Kardashevskiy     memory_region_set_size(MEMORY_REGION(&tcet->iommu),
402df7625d4SAlexey Kardashevskiy                            (uint64_t)tcet->nb_table << tcet->page_shift);
4033df9d748SAlexey Kardashevskiy     memory_region_add_subregion(&tcet->root, tcet->bus_offset,
4043df9d748SAlexey Kardashevskiy                                 MEMORY_REGION(&tcet->iommu));
405df7625d4SAlexey Kardashevskiy }
406df7625d4SAlexey Kardashevskiy 
spapr_tce_table_disable(SpaprTceTable * tcet)407ce2918cbSDavid Gibson void spapr_tce_table_disable(SpaprTceTable *tcet)
408df7625d4SAlexey Kardashevskiy {
409df7625d4SAlexey Kardashevskiy     if (!tcet->nb_table) {
410df7625d4SAlexey Kardashevskiy         return;
411df7625d4SAlexey Kardashevskiy     }
412df7625d4SAlexey Kardashevskiy 
4133df9d748SAlexey Kardashevskiy     memory_region_del_subregion(&tcet->root, MEMORY_REGION(&tcet->iommu));
4143df9d748SAlexey Kardashevskiy     memory_region_set_size(MEMORY_REGION(&tcet->iommu), 0);
415df7625d4SAlexey Kardashevskiy 
416df7625d4SAlexey Kardashevskiy     spapr_tce_free_table(tcet->table, tcet->fd, tcet->nb_table);
417df7625d4SAlexey Kardashevskiy     tcet->fd = -1;
418df7625d4SAlexey Kardashevskiy     tcet->table = NULL;
419df7625d4SAlexey Kardashevskiy     tcet->bus_offset = 0;
420df7625d4SAlexey Kardashevskiy     tcet->page_shift = 0;
421df7625d4SAlexey Kardashevskiy     tcet->nb_table = 0;
422df7625d4SAlexey Kardashevskiy }
423df7625d4SAlexey Kardashevskiy 
spapr_tce_table_unrealize(DeviceState * dev)424b69c3c21SMarkus Armbruster static void spapr_tce_table_unrealize(DeviceState *dev)
4259f64bd8aSPaolo Bonzini {
426ce2918cbSDavid Gibson     SpaprTceTable *tcet = SPAPR_TCE_TABLE(dev);
427a83000f5SAnthony Liguori 
4283cad405bSMarc-André Lureau     vmstate_unregister(VMSTATE_IF(tcet), &vmstate_spapr_tce_table, tcet);
429ea359d20SGreg Kurz 
4309f64bd8aSPaolo Bonzini     QLIST_REMOVE(tcet, list);
4319f64bd8aSPaolo Bonzini 
432df7625d4SAlexey Kardashevskiy     spapr_tce_table_disable(tcet);
4339f64bd8aSPaolo Bonzini }
4342b7dc949SPaolo Bonzini 
spapr_tce_get_iommu(SpaprTceTable * tcet)435ce2918cbSDavid Gibson MemoryRegion *spapr_tce_get_iommu(SpaprTceTable *tcet)
436a84bb436SPaolo Bonzini {
437b4b6eb77SAlexey Kardashevskiy     return &tcet->root;
438a84bb436SPaolo Bonzini }
439a84bb436SPaolo Bonzini 
spapr_tce_reset(DeviceState * dev)440a83000f5SAnthony Liguori static void spapr_tce_reset(DeviceState *dev)
4419f64bd8aSPaolo Bonzini {
442ce2918cbSDavid Gibson     SpaprTceTable *tcet = SPAPR_TCE_TABLE(dev);
443523e7b8aSAlexey Kardashevskiy     size_t table_size = tcet->nb_table * sizeof(uint64_t);
4449f64bd8aSPaolo Bonzini 
44557c0eb1eSDavid Gibson     if (tcet->nb_table) {
4469f64bd8aSPaolo Bonzini         memset(tcet->table, 0, table_size);
4479f64bd8aSPaolo Bonzini     }
44857c0eb1eSDavid Gibson }
4499f64bd8aSPaolo Bonzini 
put_tce_emu(SpaprTceTable * tcet,target_ulong ioba,target_ulong tce)450ce2918cbSDavid Gibson static target_ulong put_tce_emu(SpaprTceTable *tcet, target_ulong ioba,
4519f64bd8aSPaolo Bonzini                                 target_ulong tce)
4529f64bd8aSPaolo Bonzini {
4535039caf3SEugenio Pérez     IOMMUTLBEvent event;
454650f33adSAlexey Kardashevskiy     hwaddr page_mask = IOMMU_PAGE_MASK(tcet->page_shift);
4551b8eceeeSAlexey Kardashevskiy     unsigned long index = (ioba - tcet->bus_offset) >> tcet->page_shift;
4569f64bd8aSPaolo Bonzini 
4571b8eceeeSAlexey Kardashevskiy     if (index >= tcet->nb_table) {
458b55519a0SDavid Gibson         hcall_dprintf("spapr_vio_put_tce on out-of-bounds IOBA 0x"
4599f64bd8aSPaolo Bonzini                       TARGET_FMT_lx "\n", ioba);
4609f64bd8aSPaolo Bonzini         return H_PARAMETER;
4619f64bd8aSPaolo Bonzini     }
4629f64bd8aSPaolo Bonzini 
4631b8eceeeSAlexey Kardashevskiy     tcet->table[index] = tce;
4649f64bd8aSPaolo Bonzini 
4655039caf3SEugenio Pérez     event.entry.target_as = &address_space_memory,
4665039caf3SEugenio Pérez     event.entry.iova = (ioba - tcet->bus_offset) & page_mask;
4675039caf3SEugenio Pérez     event.entry.translated_addr = tce & page_mask;
4685039caf3SEugenio Pérez     event.entry.addr_mask = ~page_mask;
4695039caf3SEugenio Pérez     event.entry.perm = spapr_tce_iommu_access_flags(tce);
4705039caf3SEugenio Pérez     event.type = event.entry.perm ? IOMMU_NOTIFIER_MAP : IOMMU_NOTIFIER_UNMAP;
4715039caf3SEugenio Pérez     memory_region_notify_iommu(&tcet->iommu, 0, event);
472a84bb436SPaolo Bonzini 
4739f64bd8aSPaolo Bonzini     return H_SUCCESS;
4749f64bd8aSPaolo Bonzini }
4759f64bd8aSPaolo Bonzini 
h_put_tce_indirect(PowerPCCPU * cpu,SpaprMachineState * spapr,target_ulong opcode,target_ulong * args)476da95324eSAlexey Kardashevskiy static target_ulong h_put_tce_indirect(PowerPCCPU *cpu,
477ce2918cbSDavid Gibson                                        SpaprMachineState *spapr,
478da95324eSAlexey Kardashevskiy                                        target_ulong opcode, target_ulong *args)
479da95324eSAlexey Kardashevskiy {
480da95324eSAlexey Kardashevskiy     int i;
481da95324eSAlexey Kardashevskiy     target_ulong liobn = args[0];
482da95324eSAlexey Kardashevskiy     target_ulong ioba = args[1];
483da95324eSAlexey Kardashevskiy     target_ulong ioba1 = ioba;
484da95324eSAlexey Kardashevskiy     target_ulong tce_list = args[2];
485da95324eSAlexey Kardashevskiy     target_ulong npages = args[3];
486f1215ea7SAlexey Kardashevskiy     target_ulong ret = H_PARAMETER, tce = 0;
487ce2918cbSDavid Gibson     SpaprTceTable *tcet = spapr_tce_find_by_liobn(liobn);
488da95324eSAlexey Kardashevskiy     CPUState *cs = CPU(cpu);
489650f33adSAlexey Kardashevskiy     hwaddr page_mask, page_size;
490da95324eSAlexey Kardashevskiy 
491da95324eSAlexey Kardashevskiy     if (!tcet) {
492da95324eSAlexey Kardashevskiy         return H_PARAMETER;
493da95324eSAlexey Kardashevskiy     }
494da95324eSAlexey Kardashevskiy 
495650f33adSAlexey Kardashevskiy     if ((npages > 512) || (tce_list & SPAPR_TCE_PAGE_MASK)) {
496da95324eSAlexey Kardashevskiy         return H_PARAMETER;
497da95324eSAlexey Kardashevskiy     }
498da95324eSAlexey Kardashevskiy 
499650f33adSAlexey Kardashevskiy     page_mask = IOMMU_PAGE_MASK(tcet->page_shift);
500650f33adSAlexey Kardashevskiy     page_size = IOMMU_PAGE_SIZE(tcet->page_shift);
501650f33adSAlexey Kardashevskiy     ioba &= page_mask;
502da95324eSAlexey Kardashevskiy 
503650f33adSAlexey Kardashevskiy     for (i = 0; i < npages; ++i, ioba += page_size) {
5044d9ab7d4SGreg Kurz         tce = ldq_be_phys(cs->as, tce_list + i * sizeof(target_ulong));
505650f33adSAlexey Kardashevskiy 
506da95324eSAlexey Kardashevskiy         ret = put_tce_emu(tcet, ioba, tce);
507da95324eSAlexey Kardashevskiy         if (ret) {
508da95324eSAlexey Kardashevskiy             break;
509da95324eSAlexey Kardashevskiy         }
510da95324eSAlexey Kardashevskiy     }
511da95324eSAlexey Kardashevskiy 
512da95324eSAlexey Kardashevskiy     /* Trace last successful or the first problematic entry */
513da95324eSAlexey Kardashevskiy     i = i ? (i - 1) : 0;
514d9d96a3cSAlexey Kardashevskiy     if (SPAPR_IS_PCI_LIOBN(liobn)) {
515d9d96a3cSAlexey Kardashevskiy         trace_spapr_iommu_pci_indirect(liobn, ioba1, tce_list, i, tce, ret);
516d9d96a3cSAlexey Kardashevskiy     } else {
517d9d96a3cSAlexey Kardashevskiy         trace_spapr_iommu_indirect(liobn, ioba1, tce_list, i, tce, ret);
518d9d96a3cSAlexey Kardashevskiy     }
519da95324eSAlexey Kardashevskiy     return ret;
520da95324eSAlexey Kardashevskiy }
521da95324eSAlexey Kardashevskiy 
h_stuff_tce(PowerPCCPU * cpu,SpaprMachineState * spapr,target_ulong opcode,target_ulong * args)522ce2918cbSDavid Gibson static target_ulong h_stuff_tce(PowerPCCPU *cpu, SpaprMachineState *spapr,
523da95324eSAlexey Kardashevskiy                               target_ulong opcode, target_ulong *args)
524da95324eSAlexey Kardashevskiy {
525da95324eSAlexey Kardashevskiy     int i;
526da95324eSAlexey Kardashevskiy     target_ulong liobn = args[0];
527da95324eSAlexey Kardashevskiy     target_ulong ioba = args[1];
528da95324eSAlexey Kardashevskiy     target_ulong tce_value = args[2];
529da95324eSAlexey Kardashevskiy     target_ulong npages = args[3];
530da95324eSAlexey Kardashevskiy     target_ulong ret = H_PARAMETER;
531ce2918cbSDavid Gibson     SpaprTceTable *tcet = spapr_tce_find_by_liobn(liobn);
532650f33adSAlexey Kardashevskiy     hwaddr page_mask, page_size;
533da95324eSAlexey Kardashevskiy 
534da95324eSAlexey Kardashevskiy     if (!tcet) {
535da95324eSAlexey Kardashevskiy         return H_PARAMETER;
536da95324eSAlexey Kardashevskiy     }
537da95324eSAlexey Kardashevskiy 
538da95324eSAlexey Kardashevskiy     if (npages > tcet->nb_table) {
539da95324eSAlexey Kardashevskiy         return H_PARAMETER;
540da95324eSAlexey Kardashevskiy     }
541da95324eSAlexey Kardashevskiy 
542650f33adSAlexey Kardashevskiy     page_mask = IOMMU_PAGE_MASK(tcet->page_shift);
543650f33adSAlexey Kardashevskiy     page_size = IOMMU_PAGE_SIZE(tcet->page_shift);
544650f33adSAlexey Kardashevskiy     ioba &= page_mask;
545da95324eSAlexey Kardashevskiy 
546650f33adSAlexey Kardashevskiy     for (i = 0; i < npages; ++i, ioba += page_size) {
547da95324eSAlexey Kardashevskiy         ret = put_tce_emu(tcet, ioba, tce_value);
548da95324eSAlexey Kardashevskiy         if (ret) {
549da95324eSAlexey Kardashevskiy             break;
550da95324eSAlexey Kardashevskiy         }
551da95324eSAlexey Kardashevskiy     }
552d9d96a3cSAlexey Kardashevskiy     if (SPAPR_IS_PCI_LIOBN(liobn)) {
553d9d96a3cSAlexey Kardashevskiy         trace_spapr_iommu_pci_stuff(liobn, ioba, tce_value, npages, ret);
554d9d96a3cSAlexey Kardashevskiy     } else {
555da95324eSAlexey Kardashevskiy         trace_spapr_iommu_stuff(liobn, ioba, tce_value, npages, ret);
556d9d96a3cSAlexey Kardashevskiy     }
557da95324eSAlexey Kardashevskiy 
558da95324eSAlexey Kardashevskiy     return ret;
559da95324eSAlexey Kardashevskiy }
560da95324eSAlexey Kardashevskiy 
h_put_tce(PowerPCCPU * cpu,SpaprMachineState * spapr,target_ulong opcode,target_ulong * args)561ce2918cbSDavid Gibson static target_ulong h_put_tce(PowerPCCPU *cpu, SpaprMachineState *spapr,
5629f64bd8aSPaolo Bonzini                               target_ulong opcode, target_ulong *args)
5639f64bd8aSPaolo Bonzini {
5649f64bd8aSPaolo Bonzini     target_ulong liobn = args[0];
5659f64bd8aSPaolo Bonzini     target_ulong ioba = args[1];
5669f64bd8aSPaolo Bonzini     target_ulong tce = args[2];
5677e472264SAlexey Kardashevskiy     target_ulong ret = H_PARAMETER;
568ce2918cbSDavid Gibson     SpaprTceTable *tcet = spapr_tce_find_by_liobn(liobn);
5699f64bd8aSPaolo Bonzini 
5709f64bd8aSPaolo Bonzini     if (tcet) {
571650f33adSAlexey Kardashevskiy         hwaddr page_mask = IOMMU_PAGE_MASK(tcet->page_shift);
572650f33adSAlexey Kardashevskiy 
573650f33adSAlexey Kardashevskiy         ioba &= page_mask;
574650f33adSAlexey Kardashevskiy 
5757e472264SAlexey Kardashevskiy         ret = put_tce_emu(tcet, ioba, tce);
5769f64bd8aSPaolo Bonzini     }
577d9d96a3cSAlexey Kardashevskiy     if (SPAPR_IS_PCI_LIOBN(liobn)) {
578d9d96a3cSAlexey Kardashevskiy         trace_spapr_iommu_pci_put(liobn, ioba, tce, ret);
579d9d96a3cSAlexey Kardashevskiy     } else {
5807e472264SAlexey Kardashevskiy         trace_spapr_iommu_put(liobn, ioba, tce, ret);
581d9d96a3cSAlexey Kardashevskiy     }
5829f64bd8aSPaolo Bonzini 
5837e472264SAlexey Kardashevskiy     return ret;
5849f64bd8aSPaolo Bonzini }
5859f64bd8aSPaolo Bonzini 
get_tce_emu(SpaprTceTable * tcet,target_ulong ioba,target_ulong * tce)586ce2918cbSDavid Gibson static target_ulong get_tce_emu(SpaprTceTable *tcet, target_ulong ioba,
587a0fcac9cSLaurent Dufour                                 target_ulong *tce)
588a0fcac9cSLaurent Dufour {
5891b8eceeeSAlexey Kardashevskiy     unsigned long index = (ioba - tcet->bus_offset) >> tcet->page_shift;
5901b8eceeeSAlexey Kardashevskiy 
5911b8eceeeSAlexey Kardashevskiy     if (index >= tcet->nb_table) {
592a0fcac9cSLaurent Dufour         hcall_dprintf("spapr_iommu_get_tce on out-of-bounds IOBA 0x"
593a0fcac9cSLaurent Dufour                       TARGET_FMT_lx "\n", ioba);
594a0fcac9cSLaurent Dufour         return H_PARAMETER;
595a0fcac9cSLaurent Dufour     }
596a0fcac9cSLaurent Dufour 
5971b8eceeeSAlexey Kardashevskiy     *tce = tcet->table[index];
598a0fcac9cSLaurent Dufour 
599a0fcac9cSLaurent Dufour     return H_SUCCESS;
600a0fcac9cSLaurent Dufour }
601a0fcac9cSLaurent Dufour 
h_get_tce(PowerPCCPU * cpu,SpaprMachineState * spapr,target_ulong opcode,target_ulong * args)602ce2918cbSDavid Gibson static target_ulong h_get_tce(PowerPCCPU *cpu, SpaprMachineState *spapr,
603a0fcac9cSLaurent Dufour                               target_ulong opcode, target_ulong *args)
604a0fcac9cSLaurent Dufour {
605a0fcac9cSLaurent Dufour     target_ulong liobn = args[0];
606a0fcac9cSLaurent Dufour     target_ulong ioba = args[1];
607a0fcac9cSLaurent Dufour     target_ulong tce = 0;
608a0fcac9cSLaurent Dufour     target_ulong ret = H_PARAMETER;
609ce2918cbSDavid Gibson     SpaprTceTable *tcet = spapr_tce_find_by_liobn(liobn);
610a0fcac9cSLaurent Dufour 
611a0fcac9cSLaurent Dufour     if (tcet) {
612650f33adSAlexey Kardashevskiy         hwaddr page_mask = IOMMU_PAGE_MASK(tcet->page_shift);
613650f33adSAlexey Kardashevskiy 
614650f33adSAlexey Kardashevskiy         ioba &= page_mask;
615650f33adSAlexey Kardashevskiy 
616a0fcac9cSLaurent Dufour         ret = get_tce_emu(tcet, ioba, &tce);
617a0fcac9cSLaurent Dufour         if (!ret) {
618a0fcac9cSLaurent Dufour             args[0] = tce;
619a0fcac9cSLaurent Dufour         }
620a0fcac9cSLaurent Dufour     }
621d9d96a3cSAlexey Kardashevskiy     if (SPAPR_IS_PCI_LIOBN(liobn)) {
622d9d96a3cSAlexey Kardashevskiy         trace_spapr_iommu_pci_get(liobn, ioba, ret, tce);
623d9d96a3cSAlexey Kardashevskiy     } else {
624a0fcac9cSLaurent Dufour         trace_spapr_iommu_get(liobn, ioba, ret, tce);
625d9d96a3cSAlexey Kardashevskiy     }
626a0fcac9cSLaurent Dufour 
627a0fcac9cSLaurent Dufour     return ret;
628a0fcac9cSLaurent Dufour }
629a0fcac9cSLaurent Dufour 
spapr_dma_dt(void * fdt,int node_off,const char * propname,uint32_t liobn,uint64_t window,uint32_t size)6309f64bd8aSPaolo Bonzini int spapr_dma_dt(void *fdt, int node_off, const char *propname,
6319f64bd8aSPaolo Bonzini                  uint32_t liobn, uint64_t window, uint32_t size)
6329f64bd8aSPaolo Bonzini {
6339f64bd8aSPaolo Bonzini     uint32_t dma_prop[5];
6349f64bd8aSPaolo Bonzini     int ret;
6359f64bd8aSPaolo Bonzini 
6369f64bd8aSPaolo Bonzini     dma_prop[0] = cpu_to_be32(liobn);
6379f64bd8aSPaolo Bonzini     dma_prop[1] = cpu_to_be32(window >> 32);
6389f64bd8aSPaolo Bonzini     dma_prop[2] = cpu_to_be32(window & 0xFFFFFFFF);
6399f64bd8aSPaolo Bonzini     dma_prop[3] = 0; /* window size is 32 bits */
6409f64bd8aSPaolo Bonzini     dma_prop[4] = cpu_to_be32(size);
6419f64bd8aSPaolo Bonzini 
6429f64bd8aSPaolo Bonzini     ret = fdt_setprop_cell(fdt, node_off, "ibm,#dma-address-cells", 2);
6439f64bd8aSPaolo Bonzini     if (ret < 0) {
6449f64bd8aSPaolo Bonzini         return ret;
6459f64bd8aSPaolo Bonzini     }
6469f64bd8aSPaolo Bonzini 
6479f64bd8aSPaolo Bonzini     ret = fdt_setprop_cell(fdt, node_off, "ibm,#dma-size-cells", 2);
6489f64bd8aSPaolo Bonzini     if (ret < 0) {
6499f64bd8aSPaolo Bonzini         return ret;
6509f64bd8aSPaolo Bonzini     }
6519f64bd8aSPaolo Bonzini 
6529f64bd8aSPaolo Bonzini     ret = fdt_setprop(fdt, node_off, propname, dma_prop, sizeof(dma_prop));
6539f64bd8aSPaolo Bonzini     if (ret < 0) {
6549f64bd8aSPaolo Bonzini         return ret;
6559f64bd8aSPaolo Bonzini     }
6569f64bd8aSPaolo Bonzini 
6579f64bd8aSPaolo Bonzini     return 0;
6589f64bd8aSPaolo Bonzini }
6599f64bd8aSPaolo Bonzini 
spapr_tcet_dma_dt(void * fdt,int node_off,const char * propname,SpaprTceTable * tcet)6609f64bd8aSPaolo Bonzini int spapr_tcet_dma_dt(void *fdt, int node_off, const char *propname,
661ce2918cbSDavid Gibson                       SpaprTceTable *tcet)
6629f64bd8aSPaolo Bonzini {
6632b7dc949SPaolo Bonzini     if (!tcet) {
6649f64bd8aSPaolo Bonzini         return 0;
6659f64bd8aSPaolo Bonzini     }
6669f64bd8aSPaolo Bonzini 
6679f64bd8aSPaolo Bonzini     return spapr_dma_dt(fdt, node_off, propname,
668650f33adSAlexey Kardashevskiy                         tcet->liobn, 0, tcet->nb_table << tcet->page_shift);
6699f64bd8aSPaolo Bonzini }
670a83000f5SAnthony Liguori 
spapr_tce_table_class_init(ObjectClass * klass,void * data)671a83000f5SAnthony Liguori static void spapr_tce_table_class_init(ObjectClass *klass, void *data)
672a83000f5SAnthony Liguori {
673a83000f5SAnthony Liguori     DeviceClass *dc = DEVICE_CLASS(klass);
674a931ad13SGreg Kurz     dc->realize = spapr_tce_table_realize;
675*e3d08143SPeter Maydell     device_class_set_legacy_reset(dc, spapr_tce_reset);
6765f9490deSDavid Gibson     dc->unrealize = spapr_tce_table_unrealize;
6771f98e553SThomas Huth     /* Reason: This is just an internal device for handling the hypercalls */
6781f98e553SThomas Huth     dc->user_creatable = false;
679a83000f5SAnthony Liguori 
680a83000f5SAnthony Liguori     QLIST_INIT(&spapr_tce_tables);
681a83000f5SAnthony Liguori 
682a83000f5SAnthony Liguori     /* hcall-tce */
683a83000f5SAnthony Liguori     spapr_register_hypercall(H_PUT_TCE, h_put_tce);
684a0fcac9cSLaurent Dufour     spapr_register_hypercall(H_GET_TCE, h_get_tce);
685da95324eSAlexey Kardashevskiy     spapr_register_hypercall(H_PUT_TCE_INDIRECT, h_put_tce_indirect);
686da95324eSAlexey Kardashevskiy     spapr_register_hypercall(H_STUFF_TCE, h_stuff_tce);
687a83000f5SAnthony Liguori }
688a83000f5SAnthony Liguori 
6895e78c98bSBernhard Beschow static const TypeInfo spapr_tce_table_info = {
690a83000f5SAnthony Liguori     .name = TYPE_SPAPR_TCE_TABLE,
691a83000f5SAnthony Liguori     .parent = TYPE_DEVICE,
692ce2918cbSDavid Gibson     .instance_size = sizeof(SpaprTceTable),
693a83000f5SAnthony Liguori     .class_init = spapr_tce_table_class_init,
694a83000f5SAnthony Liguori };
695a83000f5SAnthony Liguori 
spapr_iommu_memory_region_class_init(ObjectClass * klass,void * data)6961221a474SAlexey Kardashevskiy static void spapr_iommu_memory_region_class_init(ObjectClass *klass, void *data)
6971221a474SAlexey Kardashevskiy {
6981221a474SAlexey Kardashevskiy     IOMMUMemoryRegionClass *imrc = IOMMU_MEMORY_REGION_CLASS(klass);
6991221a474SAlexey Kardashevskiy 
7001221a474SAlexey Kardashevskiy     imrc->translate = spapr_tce_translate_iommu;
7015f366667SAlexey Kardashevskiy     imrc->replay = spapr_tce_replay;
7021221a474SAlexey Kardashevskiy     imrc->get_min_page_size = spapr_tce_get_min_page_size;
7031221a474SAlexey Kardashevskiy     imrc->notify_flag_changed = spapr_tce_notify_flag_changed;
7049ded780cSAlexey Kardashevskiy     imrc->get_attr = spapr_tce_get_attr;
7051221a474SAlexey Kardashevskiy }
7061221a474SAlexey Kardashevskiy 
7071221a474SAlexey Kardashevskiy static const TypeInfo spapr_iommu_memory_region_info = {
7081221a474SAlexey Kardashevskiy     .parent = TYPE_IOMMU_MEMORY_REGION,
7091221a474SAlexey Kardashevskiy     .name = TYPE_SPAPR_IOMMU_MEMORY_REGION,
7101221a474SAlexey Kardashevskiy     .class_init = spapr_iommu_memory_region_class_init,
7111221a474SAlexey Kardashevskiy };
7121221a474SAlexey Kardashevskiy 
register_types(void)713a83000f5SAnthony Liguori static void register_types(void)
714a83000f5SAnthony Liguori {
715a83000f5SAnthony Liguori     type_register_static(&spapr_tce_table_info);
7161221a474SAlexey Kardashevskiy     type_register_static(&spapr_iommu_memory_region_info);
717a83000f5SAnthony Liguori }
718a83000f5SAnthony Liguori 
719a83000f5SAnthony Liguori type_init(register_types);
720