Lines Matching refs:from
6 #define movs(type,to,from) \
7 asm volatile("movs" type:"=&D" (to), "=&S" (from):"0" (to), "1" (from):"memory")
9 /* Originally from i386/string.h */
10 static __always_inline void rep_movs(void *to, const void *from, size_t n)
22 : "0" (n / 4), "q" (n), "1" ((long)to), "2" ((long)from)
26 static void string_memcpy_fromio(void *to, const volatile void __iomem *from, size_t n)
32 if (unlikely(1 & (unsigned long)from)) {
33 movs("b", to, from);
36 if (n > 1 && unlikely(2 & (unsigned long)from)) {
37 movs("w", to, from);
40 rep_movs(to, (const void *)from, n);
41 /* KMSAN must treat values read from devices as initialized. */
45 static void string_memcpy_toio(volatile void __iomem *to, const void *from, size_t n)
51 kmsan_check_memory(from, n);
54 movs("b", to, from);
58 movs("w", to, from);
61 rep_movs((void *)to, (const void *) from, n);
64 static void unrolled_memcpy_fromio(void *to, const volatile void __iomem *from, size_t n)
66 const volatile char __iomem *in = from;
74 static void unrolled_memcpy_toio(volatile void __iomem *to, const void *from, size_t n)
77 const char *in = from;
93 void memcpy_fromio(void *to, const volatile void __iomem *from, size_t n)
96 unrolled_memcpy_fromio(to, from, n);
98 string_memcpy_fromio(to, from, n);
102 void memcpy_toio(volatile void __iomem *to, const void *from, size_t n)
105 unrolled_memcpy_toio(to, from, n);
107 string_memcpy_toio(to, from, n);