1*b2441318SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0
2ecea4ab6SPaul Gortmaker #include <linux/export.h>
31da177e4SLinus Torvalds #include <linux/types.h>
4fced80c7SRussell King #include <linux/io.h>
5c5ca95b5SEzequiel Garcia #include <linux/spinlock.h>
6c5ca95b5SEzequiel Garcia
7c5ca95b5SEzequiel Garcia static DEFINE_RAW_SPINLOCK(__io_lock);
8c5ca95b5SEzequiel Garcia
9c5ca95b5SEzequiel Garcia /*
10c5ca95b5SEzequiel Garcia * Generic atomic MMIO modify.
11c5ca95b5SEzequiel Garcia *
12c5ca95b5SEzequiel Garcia * Allows thread-safe access to registers shared by unrelated subsystems.
13c5ca95b5SEzequiel Garcia * The access is protected by a single MMIO-wide lock.
14c5ca95b5SEzequiel Garcia */
atomic_io_modify_relaxed(void __iomem * reg,u32 mask,u32 set)15c5ca95b5SEzequiel Garcia void atomic_io_modify_relaxed(void __iomem *reg, u32 mask, u32 set)
16c5ca95b5SEzequiel Garcia {
17c5ca95b5SEzequiel Garcia unsigned long flags;
18c5ca95b5SEzequiel Garcia u32 value;
19c5ca95b5SEzequiel Garcia
20c5ca95b5SEzequiel Garcia raw_spin_lock_irqsave(&__io_lock, flags);
21c5ca95b5SEzequiel Garcia value = readl_relaxed(reg) & ~mask;
22c5ca95b5SEzequiel Garcia value |= (set & mask);
23c5ca95b5SEzequiel Garcia writel_relaxed(value, reg);
24c5ca95b5SEzequiel Garcia raw_spin_unlock_irqrestore(&__io_lock, flags);
25c5ca95b5SEzequiel Garcia }
26c5ca95b5SEzequiel Garcia EXPORT_SYMBOL(atomic_io_modify_relaxed);
27c5ca95b5SEzequiel Garcia
atomic_io_modify(void __iomem * reg,u32 mask,u32 set)28c5ca95b5SEzequiel Garcia void atomic_io_modify(void __iomem *reg, u32 mask, u32 set)
29c5ca95b5SEzequiel Garcia {
30c5ca95b5SEzequiel Garcia unsigned long flags;
31c5ca95b5SEzequiel Garcia u32 value;
32c5ca95b5SEzequiel Garcia
33c5ca95b5SEzequiel Garcia raw_spin_lock_irqsave(&__io_lock, flags);
34c5ca95b5SEzequiel Garcia value = readl_relaxed(reg) & ~mask;
35c5ca95b5SEzequiel Garcia value |= (set & mask);
36c5ca95b5SEzequiel Garcia writel(value, reg);
37c5ca95b5SEzequiel Garcia raw_spin_unlock_irqrestore(&__io_lock, flags);
38c5ca95b5SEzequiel Garcia }
39c5ca95b5SEzequiel Garcia EXPORT_SYMBOL(atomic_io_modify);
401da177e4SLinus Torvalds
411da177e4SLinus Torvalds /*
421da177e4SLinus Torvalds * Copy data from IO memory space to "real" memory space.
431da177e4SLinus Torvalds * This needs to be optimized.
441da177e4SLinus Torvalds */
_memcpy_fromio(void * to,const volatile void __iomem * from,size_t count)45d2f60748SRussell King void _memcpy_fromio(void *to, const volatile void __iomem *from, size_t count)
461da177e4SLinus Torvalds {
471da177e4SLinus Torvalds unsigned char *t = to;
481da177e4SLinus Torvalds while (count) {
491da177e4SLinus Torvalds count--;
501da177e4SLinus Torvalds *t = readb(from);
511da177e4SLinus Torvalds t++;
521da177e4SLinus Torvalds from++;
531da177e4SLinus Torvalds }
541da177e4SLinus Torvalds }
55296630c9SRussell King EXPORT_SYMBOL(_memcpy_fromio);
561da177e4SLinus Torvalds
571da177e4SLinus Torvalds /*
581da177e4SLinus Torvalds * Copy data from "real" memory space to IO memory space.
591da177e4SLinus Torvalds * This needs to be optimized.
601da177e4SLinus Torvalds */
_memcpy_toio(volatile void __iomem * to,const void * from,size_t count)61d2f60748SRussell King void _memcpy_toio(volatile void __iomem *to, const void *from, size_t count)
621da177e4SLinus Torvalds {
631da177e4SLinus Torvalds const unsigned char *f = from;
641da177e4SLinus Torvalds while (count) {
651da177e4SLinus Torvalds count--;
661da177e4SLinus Torvalds writeb(*f, to);
671da177e4SLinus Torvalds f++;
681da177e4SLinus Torvalds to++;
691da177e4SLinus Torvalds }
701da177e4SLinus Torvalds }
71296630c9SRussell King EXPORT_SYMBOL(_memcpy_toio);
721da177e4SLinus Torvalds
731da177e4SLinus Torvalds /*
741da177e4SLinus Torvalds * "memset" on IO memory space.
751da177e4SLinus Torvalds * This needs to be optimized.
761da177e4SLinus Torvalds */
_memset_io(volatile void __iomem * dst,int c,size_t count)77d2f60748SRussell King void _memset_io(volatile void __iomem *dst, int c, size_t count)
781da177e4SLinus Torvalds {
791da177e4SLinus Torvalds while (count) {
801da177e4SLinus Torvalds count--;
811da177e4SLinus Torvalds writeb(c, dst);
821da177e4SLinus Torvalds dst++;
831da177e4SLinus Torvalds }
841da177e4SLinus Torvalds }
851da177e4SLinus Torvalds EXPORT_SYMBOL(_memset_io);
86