1d2912cb1SThomas Gleixner // SPDX-License-Identifier: GPL-2.0-only
2e9b0a071SBjorn Helgaas /*
39b50ffb0SBjorn Helgaas * (c) Copyright 2006, 2007 Hewlett-Packard Development Company, L.P.
4e9b0a071SBjorn Helgaas * Bjorn Helgaas <bjorn.helgaas@hp.com>
5e9b0a071SBjorn Helgaas */
6e9b0a071SBjorn Helgaas
7e9b0a071SBjorn Helgaas #include <linux/compiler.h>
8e9b0a071SBjorn Helgaas #include <linux/module.h>
9e9b0a071SBjorn Helgaas #include <linux/efi.h>
109b50ffb0SBjorn Helgaas #include <linux/io.h>
116f28b46cSSebastian Andrzej Siewior #include <linux/mm.h>
129b50ffb0SBjorn Helgaas #include <linux/vmalloc.h>
13e9b0a071SBjorn Helgaas #include <asm/io.h>
1432e62c63SBjorn Helgaas #include <asm/meminit.h>
15e9b0a071SBjorn Helgaas
16e9b0a071SBjorn Helgaas static inline void __iomem *
__ioremap_uc(unsigned long phys_addr)17a4279e62SLi, Zhen-Hua __ioremap_uc(unsigned long phys_addr)
18e9b0a071SBjorn Helgaas {
19c4add2e5SBjorn Helgaas return (void __iomem *) (__IA64_UNCACHED_OFFSET | phys_addr);
20e9b0a071SBjorn Helgaas }
21e9b0a071SBjorn Helgaas
22e9b0a071SBjorn Helgaas void __iomem *
early_ioremap(unsigned long phys_addr,unsigned long size)23cd7bcf32SLuck, Tony early_ioremap (unsigned long phys_addr, unsigned long size)
24cd7bcf32SLuck, Tony {
25a4279e62SLi, Zhen-Hua u64 attr;
26a4279e62SLi, Zhen-Hua attr = kern_mem_attribute(phys_addr, size);
27a4279e62SLi, Zhen-Hua if (attr & EFI_MEMORY_WB)
28a4279e62SLi, Zhen-Hua return (void __iomem *) phys_to_virt(phys_addr);
29a4279e62SLi, Zhen-Hua return __ioremap_uc(phys_addr);
30cd7bcf32SLuck, Tony }
31cd7bcf32SLuck, Tony
ioremap_prot(phys_addr_t phys_addr,size_t size,unsigned long flags)32*38d110abSBaoquan He void __iomem *ioremap_prot(phys_addr_t phys_addr, size_t size,
33*38d110abSBaoquan He unsigned long flags)
34e9b0a071SBjorn Helgaas {
3532e62c63SBjorn Helgaas u64 attr;
3632e62c63SBjorn Helgaas unsigned long gran_base, gran_size;
379b50ffb0SBjorn Helgaas unsigned long page_base;
38e9b0a071SBjorn Helgaas
3932e62c63SBjorn Helgaas /*
4032e62c63SBjorn Helgaas * For things in kern_memmap, we must use the same attribute
4132e62c63SBjorn Helgaas * as the rest of the kernel. For more details, see
4271dbc487SJonathan Corbet * Documentation/arch/ia64/aliasing.rst.
4332e62c63SBjorn Helgaas */
44c4add2e5SBjorn Helgaas attr = kern_mem_attribute(phys_addr, size);
4532e62c63SBjorn Helgaas if (attr & EFI_MEMORY_WB)
46c4add2e5SBjorn Helgaas return (void __iomem *) phys_to_virt(phys_addr);
4732e62c63SBjorn Helgaas else if (attr & EFI_MEMORY_UC)
48a4279e62SLi, Zhen-Hua return __ioremap_uc(phys_addr);
49c1c57d76SBjorn Helgaas
50e9b0a071SBjorn Helgaas /*
5132e62c63SBjorn Helgaas * Some chipsets don't support UC access to memory. If
5232e62c63SBjorn Helgaas * WB is supported for the whole granule, we prefer that.
53e9b0a071SBjorn Helgaas */
54c4add2e5SBjorn Helgaas gran_base = GRANULEROUNDDOWN(phys_addr);
55c4add2e5SBjorn Helgaas gran_size = GRANULEROUNDUP(phys_addr + size) - gran_base;
5632e62c63SBjorn Helgaas if (efi_mem_attribute(gran_base, gran_size) & EFI_MEMORY_WB)
57c4add2e5SBjorn Helgaas return (void __iomem *) phys_to_virt(phys_addr);
5832e62c63SBjorn Helgaas
599b50ffb0SBjorn Helgaas /*
609b50ffb0SBjorn Helgaas * WB is not supported for the whole granule, so we can't use
619b50ffb0SBjorn Helgaas * the region 7 identity mapping. If we can safely cover the
629b50ffb0SBjorn Helgaas * area with kernel page table mappings, we can use those
639b50ffb0SBjorn Helgaas * instead.
649b50ffb0SBjorn Helgaas */
659b50ffb0SBjorn Helgaas page_base = phys_addr & PAGE_MASK;
669b50ffb0SBjorn Helgaas size = PAGE_ALIGN(phys_addr + size) - page_base;
67*38d110abSBaoquan He if (efi_mem_attribute(page_base, size) & EFI_MEMORY_WB)
68*38d110abSBaoquan He return generic_ioremap_prot(phys_addr, size, __pgprot(flags));
699b50ffb0SBjorn Helgaas
70a4279e62SLi, Zhen-Hua return __ioremap_uc(phys_addr);
71e9b0a071SBjorn Helgaas }
72*38d110abSBaoquan He EXPORT_SYMBOL(ioremap_prot);
73e9b0a071SBjorn Helgaas
74e9b0a071SBjorn Helgaas void __iomem *
ioremap_uc(unsigned long phys_addr,unsigned long size)75fded1829SChristoph Hellwig ioremap_uc(unsigned long phys_addr, unsigned long size)
76e9b0a071SBjorn Helgaas {
77c4add2e5SBjorn Helgaas if (kern_mem_attribute(phys_addr, size) & EFI_MEMORY_WB)
78e037cda5SKeith Owens return NULL;
7932e62c63SBjorn Helgaas
80a4279e62SLi, Zhen-Hua return __ioremap_uc(phys_addr);
81e9b0a071SBjorn Helgaas }
82fded1829SChristoph Hellwig EXPORT_SYMBOL(ioremap_uc);
839b50ffb0SBjorn Helgaas
849b50ffb0SBjorn Helgaas void
early_iounmap(volatile void __iomem * addr,unsigned long size)85cd7bcf32SLuck, Tony early_iounmap (volatile void __iomem *addr, unsigned long size)
86cd7bcf32SLuck, Tony {
87cd7bcf32SLuck, Tony }
88cd7bcf32SLuck, Tony
iounmap(volatile void __iomem * addr)89*38d110abSBaoquan He void iounmap(volatile void __iomem *addr)
909b50ffb0SBjorn Helgaas {
919b50ffb0SBjorn Helgaas if (REGION_NUMBER(addr) == RGN_GATE)
929b50ffb0SBjorn Helgaas vunmap((void *) ((unsigned long) addr & PAGE_MASK));
939b50ffb0SBjorn Helgaas }
949b50ffb0SBjorn Helgaas EXPORT_SYMBOL(iounmap);
95