74 static inline int zpci_write_single(volatile void __iomem *dst, const void *src,  in zpci_write_single()  argument
81 		val = (u64) *((u8 *) src);  in zpci_write_single()
84 		val = (u64) *((u16 *) src);  in zpci_write_single()
87 		val = (u64) *((u32 *) src);  in zpci_write_single()
90 		val = (u64) *((u64 *) src);  in zpci_write_single()
99 static inline int zpci_read_single(void *dst, const volatile void __iomem *src,  in zpci_read_single()  argument
105 	cc = zpci_load(&data, src, len);  in zpci_read_single()
127 int zpci_write_block(volatile void __iomem *dst, const void *src,
130 static inline int zpci_get_max_io_size(u64 src, u64 dst, int len, int max)  in zpci_get_max_io_size()  argument
136 	if (IS_ALIGNED(src, 8) && IS_ALIGNED(dst, 8) && IS_ALIGNED(size, 8))  in zpci_get_max_io_size()
145 				     const volatile void __iomem *src,  in zpci_memcpy_fromio()  argument
151 		size = zpci_get_max_io_size((u64 __force) src,  in zpci_memcpy_fromio()
154 		rc = zpci_read_single(dst, src, size);  in zpci_memcpy_fromio()
157 		src += size;  in zpci_memcpy_fromio()
165 				   const void *src, unsigned long n)  in zpci_memcpy_toio()  argument
169 	if (!src)  in zpci_memcpy_toio()
174 					    (u64) src, n,  in zpci_memcpy_toio()
177 			rc = zpci_write_block(dst, src, size);  in zpci_memcpy_toio()
179 			rc = zpci_write_single(dst, src, size);  in zpci_memcpy_toio()
182 		src += size;  in zpci_memcpy_toio()
192 	u8 *src = kmalloc(count, GFP_KERNEL);  in zpci_memset_io()  local
195 	if (src == NULL)  in zpci_memset_io()
197 	memset(src, val, count);  in zpci_memset_io()
199 	rc = zpci_memcpy_toio(dst, src, count);  in zpci_memset_io()
200 	kfree(src);  in zpci_memset_io()