include/asm-generic/io.h

82 void log_write_mmio(u64 val, u8 width, volatile void __iomem *addr,
84 void log_post_write_mmio(u64 val, u8 width, volatile void __iomem *addr,
86 void log_read_mmio(u8 width, const volatile void __iomem *addr,
88 void log_post_read_mmio(u64 val, u8 width, const volatile void __iomem *addr,
93 static inline void log_write_mmio(u64 val, u8 width, volatile void __iomem *addr,
95 static inline void log_post_write_mmio(u64 val, u8 width, volatile void __iomem *addr,
97 static inline void log_read_mmio(u8 width, const volatile void __iomem *addr,
99 static inline void log_post_read_mmio(u64 val, u8 width, const volatile void __iomem *addr,
114 static inline u8 __raw_readb(const volatile void __iomem *addr)
116 	return *(const volatile u8 __force *)addr;
122 static inline u16 __raw_readw(const volatile void __iomem *addr)
124 	return *(const volatile u16 __force *)addr;
130 static inline u32 __raw_readl(const volatile void __iomem *addr)
132 	return *(const volatile u32 __force *)addr;
139 static inline u64 __raw_readq(const volatile void __iomem *addr)
141 	return *(const volatile u64 __force *)addr;
148 static inline void __raw_writeb(u8 value, volatile void __iomem *addr)
150 	*(volatile u8 __force *)addr = value;
156 static inline void __raw_writew(u16 value, volatile void __iomem *addr)
158 	*(volatile u16 __force *)addr = value;
164 static inline void __raw_writel(u32 value, volatile void __iomem *addr)
166 	*(volatile u32 __force *)addr = value;
173 static inline void __raw_writeq(u64 value, volatile void __iomem *addr)
175 	*(volatile u64 __force *)addr = value;
187 static inline u8 readb(const volatile void __iomem *addr)
191 	log_read_mmio(8, addr, _THIS_IP_, _RET_IP_);
193 	val = __raw_readb(addr);
195 	log_post_read_mmio(val, 8, addr, _THIS_IP_, _RET_IP_);
202 static inline u16 readw(const volatile void __iomem *addr)
206 	log_read_mmio(16, addr, _THIS_IP_, _RET_IP_);
208 	val = __le16_to_cpu((__le16 __force)__raw_readw(addr));
210 	log_post_read_mmio(val, 16, addr, _THIS_IP_, _RET_IP_);
217 static inline u32 readl(const volatile void __iomem *addr)
221 	log_read_mmio(32, addr, _THIS_IP_, _RET_IP_);
223 	val = __le32_to_cpu((__le32 __force)__raw_readl(addr));
225 	log_post_read_mmio(val, 32, addr, _THIS_IP_, _RET_IP_);
233 static inline u64 readq(const volatile void __iomem *addr)
237 	log_read_mmio(64, addr, _THIS_IP_, _RET_IP_);
239 	val = __le64_to_cpu((__le64 __force)__raw_readq(addr));
241 	log_post_read_mmio(val, 64, addr, _THIS_IP_, _RET_IP_);
249 static inline void writeb(u8 value, volatile void __iomem *addr)
251 	log_write_mmio(value, 8, addr, _THIS_IP_, _RET_IP_);
253 	__raw_writeb(value, addr);
255 	log_post_write_mmio(value, 8, addr, _THIS_IP_, _RET_IP_);
261 static inline void writew(u16 value, volatile void __iomem *addr)
263 	log_write_mmio(value, 16, addr, _THIS_IP_, _RET_IP_);
265 	__raw_writew((u16 __force)cpu_to_le16(value), addr);
267 	log_post_write_mmio(value, 16, addr, _THIS_IP_, _RET_IP_);
273 static inline void writel(u32 value, volatile void __iomem *addr)
275 	log_write_mmio(value, 32, addr, _THIS_IP_, _RET_IP_);
277 	__raw_writel((u32 __force)__cpu_to_le32(value), addr);
279 	log_post_write_mmio(value, 32, addr, _THIS_IP_, _RET_IP_);
286 static inline void writeq(u64 value, volatile void __iomem *addr)
288 	log_write_mmio(value, 64, addr, _THIS_IP_, _RET_IP_);
290 	__raw_writeq((u64 __force)__cpu_to_le64(value), addr);
292 	log_post_write_mmio(value, 64, addr, _THIS_IP_, _RET_IP_);
304 static inline u8 readb_relaxed(const volatile void __iomem *addr)
308 	log_read_mmio(8, addr, _THIS_IP_, _RET_IP_);
309 	val = __raw_readb(addr);
310 	log_post_read_mmio(val, 8, addr, _THIS_IP_, _RET_IP_);
317 static inline u16 readw_relaxed(const volatile void __iomem *addr)
321 	log_read_mmio(16, addr, _THIS_IP_, _RET_IP_);
322 	val = __le16_to_cpu((__le16 __force)__raw_readw(addr));
323 	log_post_read_mmio(val, 16, addr, _THIS_IP_, _RET_IP_);
330 static inline u32 readl_relaxed(const volatile void __iomem *addr)
334 	log_read_mmio(32, addr, _THIS_IP_, _RET_IP_);
335 	val = __le32_to_cpu((__le32 __force)__raw_readl(addr));
336 	log_post_read_mmio(val, 32, addr, _THIS_IP_, _RET_IP_);
343 static inline u64 readq_relaxed(const volatile void __iomem *addr)
347 	log_read_mmio(64, addr, _THIS_IP_, _RET_IP_);
348 	val = __le64_to_cpu((__le64 __force)__raw_readq(addr));
349 	log_post_read_mmio(val, 64, addr, _THIS_IP_, _RET_IP_);
356 static inline void writeb_relaxed(u8 value, volatile void __iomem *addr)
358 	log_write_mmio(value, 8, addr, _THIS_IP_, _RET_IP_);
359 	__raw_writeb(value, addr);
360 	log_post_write_mmio(value, 8, addr, _THIS_IP_, _RET_IP_);
366 static inline void writew_relaxed(u16 value, volatile void __iomem *addr)
368 	log_write_mmio(value, 16, addr, _THIS_IP_, _RET_IP_);
369 	__raw_writew((u16 __force)cpu_to_le16(value), addr);
370 	log_post_write_mmio(value, 16, addr, _THIS_IP_, _RET_IP_);
376 static inline void writel_relaxed(u32 value, volatile void __iomem *addr)
378 	log_write_mmio(value, 32, addr, _THIS_IP_, _RET_IP_);
379 	__raw_writel((u32 __force)__cpu_to_le32(value), addr);
380 	log_post_write_mmio(value, 32, addr, _THIS_IP_, _RET_IP_);
386 static inline void writeq_relaxed(u64 value, volatile void __iomem *addr)
388 	log_write_mmio(value, 64, addr, _THIS_IP_, _RET_IP_);
389 	__raw_writeq((u64 __force)__cpu_to_le64(value), addr);
390 	log_post_write_mmio(value, 64, addr, _THIS_IP_, _RET_IP_);
400 static inline void readsb(const volatile void __iomem *addr, void *buffer,
407 			u8 x = __raw_readb(addr);
416 static inline void readsw(const volatile void __iomem *addr, void *buffer,
423 			u16 x = __raw_readw(addr);
432 static inline void readsl(const volatile void __iomem *addr, void *buffer,
439 			u32 x = __raw_readl(addr);
449 static inline void readsq(const volatile void __iomem *addr, void *buffer,
456 			u64 x = __raw_readq(addr);
466 static inline void writesb(volatile void __iomem *addr, const void *buffer,
473 			__raw_writeb(*buf++, addr);
481 static inline void writesw(volatile void __iomem *addr, const void *buffer,
488 			__raw_writew(*buf++, addr);
496 static inline void writesl(volatile void __iomem *addr, const void *buffer,
503 			__raw_writel(*buf++, addr);
512 static inline void writesq(volatile void __iomem *addr, const void *buffer,
519 			__raw_writeq(*buf++, addr);
542 static inline u8 _inb(unsigned long addr)
547 	val = __raw_readb(PCI_IOBASE + addr);
555 static inline u16 _inw(unsigned long addr)
560 	val = __le16_to_cpu((__le16 __force)__raw_readw(PCI_IOBASE + addr));
568 static inline u32 _inl(unsigned long addr)
573 	val = __le32_to_cpu((__le32 __force)__raw_readl(PCI_IOBASE + addr));
581 static inline void _outb(u8 value, unsigned long addr)
584 	__raw_writeb(value, PCI_IOBASE + addr);
591 static inline void _outw(u16 value, unsigned long addr)
594 	__raw_writew((u16 __force)cpu_to_le16(value), PCI_IOBASE + addr);
601 static inline void _outl(u32 value, unsigned long addr)
604 	__raw_writel((u32 __force)cpu_to_le32(value), PCI_IOBASE + addr);
637 static inline u8 inb_p(unsigned long addr)
639 	return inb(addr);
645 static inline u16 inw_p(unsigned long addr)
647 	return inw(addr);
653 static inline u32 inl_p(unsigned long addr)
655 	return inl(addr);
661 static inline void outb_p(u8 value, unsigned long addr)
663 	outb(value, addr);
669 static inline void outw_p(u16 value, unsigned long addr)
671 	outw(value, addr);
677 static inline void outl_p(u32 value, unsigned long addr)
679 	outl(value, addr);
690 static inline void insb(unsigned long addr, void *buffer, unsigned int count)
692 	readsb(PCI_IOBASE + addr, buffer, count);
698 static inline void insw(unsigned long addr, void *buffer, unsigned int count)
700 	readsw(PCI_IOBASE + addr, buffer, count);
706 static inline void insl(unsigned long addr, void *buffer, unsigned int count)
708 	readsl(PCI_IOBASE + addr, buffer, count);
714 static inline void outsb(unsigned long addr, const void *buffer,
717 	writesb(PCI_IOBASE + addr, buffer, count);
723 static inline void outsw(unsigned long addr, const void *buffer,
726 	writesw(PCI_IOBASE + addr, buffer, count);
732 static inline void outsl(unsigned long addr, const void *buffer,
735 	writesl(PCI_IOBASE + addr, buffer, count);
741 static inline void insb_p(unsigned long addr, void *buffer, unsigned int count)
743 	insb(addr, buffer, count);
749 static inline void insw_p(unsigned long addr, void *buffer, unsigned int count)
751 	insw(addr, buffer, count);
757 static inline void insl_p(unsigned long addr, void *buffer, unsigned int count)
759 	insl(addr, buffer, count);
765 static inline void outsb_p(unsigned long addr, const void *buffer,
768 	outsb(addr, buffer, count);
774 static inline void outsw_p(unsigned long addr, const void *buffer,
777 	outsw(addr, buffer, count);
783 static inline void outsl_p(unsigned long addr, const void *buffer,
786 	outsl(addr, buffer, count);
793 static inline u8 ioread8(const volatile void __iomem *addr)
795 	return readb(addr);
801 static inline u16 ioread16(const volatile void __iomem *addr)
803 	return readw(addr);
809 static inline u32 ioread32(const volatile void __iomem *addr)
811 	return readl(addr);
818 static inline u64 ioread64(const volatile void __iomem *addr)
820 	return readq(addr);
827 static inline void iowrite8(u8 value, volatile void __iomem *addr)
829 	writeb(value, addr);
835 static inline void iowrite16(u16 value, volatile void __iomem *addr)
837 	writew(value, addr);
843 static inline void iowrite32(u32 value, volatile void __iomem *addr)
845 	writel(value, addr);
852 static inline void iowrite64(u64 value, volatile void __iomem *addr)
854 	writeq(value, addr);
861 static inline u16 ioread16be(const volatile void __iomem *addr)
863 	return swab16(readw(addr));
869 static inline u32 ioread32be(const volatile void __iomem *addr)
871 	return swab32(readl(addr));
878 static inline u64 ioread64be(const volatile void __iomem *addr)
880 	return swab64(readq(addr));
887 static inline void iowrite16be(u16 value, void volatile __iomem *addr)
889 	writew(swab16(value), addr);
895 static inline void iowrite32be(u32 value, volatile void __iomem *addr)
897 	writel(swab32(value), addr);
904 static inline void iowrite64be(u64 value, volatile void __iomem *addr)
906 	writeq(swab64(value), addr);
913 static inline void ioread8_rep(const volatile void __iomem *addr, void *buffer,
916 	readsb(addr, buffer, count);
922 static inline void ioread16_rep(const volatile void __iomem *addr,
925 	readsw(addr, buffer, count);
931 static inline void ioread32_rep(const volatile void __iomem *addr,
934 	readsl(addr, buffer, count);
941 static inline void ioread64_rep(const volatile void __iomem *addr,
944 	readsq(addr, buffer, count);
951 static inline void iowrite8_rep(volatile void __iomem *addr,
955 	writesb(addr, buffer, count);
961 static inline void iowrite16_rep(volatile void __iomem *addr,
965 	writesw(addr, buffer, count);
971 static inline void iowrite32_rep(volatile void __iomem *addr,
975 	writesl(addr, buffer, count);
982 static inline void iowrite64_rep(volatile void __iomem *addr,
986 	writesq(addr, buffer, count);
1043 static inline void iounmap(volatile void __iomem *addr)
1055 void iounmap(volatile void __iomem *addr);
1056 void generic_iounmap(volatile void __iomem *addr);
1060 static inline void __iomem *ioremap(phys_addr_t addr, size_t size)
1063 	return ioremap_prot(addr, size, _PAGE_IOREMAP);
1140 static inline void *xlate_dev_mem_ptr(phys_addr_t addr)
1142 	return __va(addr);
1148 static inline void unxlate_dev_mem_ptr(phys_addr_t phys, void *addr)
1157  * @addr:	The beginning of the I/O-memory range to set
1163 static inline void memset_io(volatile void __iomem *addr, int value,
1166 	memset(__io_virt(addr), value, size);
1181 				 const volatile void __iomem *addr,
1184 	memcpy(buffer, __io_virt(addr), size);
1198 static inline void memcpy_toio(volatile void __iomem *addr, const void *buffer,
1201 	memcpy(__io_virt(addr), buffer, size);