X-Git-Url: http://git.onelab.eu/?a=blobdiff_plain;f=include%2Fasm-x86_64%2Fio.h;h=d5a214064cc03280bc33d06faecbf7e048b32c2b;hb=c7b5ebbddf7bcd3651947760f423e3783bbe6573;hp=1ddce4b4af10187cedf71b297a0a50949855309a;hpb=a2c21200f1c81b08cb55e417b68150bba439b646;p=linux-2.6.git diff --git a/include/asm-x86_64/io.h b/include/asm-x86_64/io.h index 1ddce4b4a..d5a214064 100644 --- a/include/asm-x86_64/io.h +++ b/include/asm-x86_64/io.h @@ -135,9 +135,9 @@ extern inline void * phys_to_virt(unsigned long address) #define page_to_phys(page) ((page - mem_map) << PAGE_SHIFT) #endif -extern void * __ioremap(unsigned long offset, unsigned long size, unsigned long flags); +extern void __iomem *__ioremap(unsigned long offset, unsigned long size, unsigned long flags); -extern inline void * ioremap (unsigned long offset, unsigned long size) +extern inline void __iomem * ioremap (unsigned long offset, unsigned long size) { return __ioremap(offset, size, 0); } @@ -147,8 +147,8 @@ extern inline void * ioremap (unsigned long offset, unsigned long size) * it's useful if some control registers are in such an area and write combining * or read caching is not desirable: */ -extern void * ioremap_nocache (unsigned long offset, unsigned long size); -extern void iounmap(void *addr); +extern void __iomem * ioremap_nocache (unsigned long offset, unsigned long size); +extern void iounmap(void __iomem *addr); /* * ISA I/O bus memory addresses are 1:1 with the physical address. @@ -173,10 +173,10 @@ extern void iounmap(void *addr); * memory location directly. */ -#define readb(addr) (*(volatile unsigned char *) (addr)) -#define readw(addr) (*(volatile unsigned short *) (addr)) -#define readl(addr) (*(volatile unsigned int *) (addr)) -#define readq(addr) (*(volatile unsigned long *) (addr)) +#define readb(addr) (*(__force volatile __u8 *) (__u8 __iomem *)(addr)) +#define readw(addr) (*(__force volatile __u16 *) (__u16 __iomem *)(addr)) +#define readl(addr) (*(__force volatile __u32 *) (__u32 __iomem *)(addr)) +#define readq(addr) (*(__force volatile __u64 *) (__u64 __iomem *)(addr)) #define readb_relaxed(a) readb(a) #define readw_relaxed(a) readw(a) #define readl_relaxed(a) readl(a) @@ -186,10 +186,30 @@ extern void iounmap(void *addr); #define __raw_readl readl #define __raw_readq readq -#define writeb(b,addr) (*(volatile unsigned char *) (addr) = (b)) -#define writew(b,addr) (*(volatile unsigned short *) (addr) = (b)) -#define writel(b,addr) (*(volatile unsigned int *) (addr) = (b)) -#define writeq(b,addr) (*(volatile unsigned long *) (addr) = (b)) +#ifdef CONFIG_UNORDERED_IO +static inline void __writel(__u32 val, void __iomem *addr) +{ + volatile __u32 __iomem *target = addr; + asm volatile("movnti %1,%0" + : "=m" (*target) + : "r" (val) : "memory"); +} + +static inline void __writeq(__u64 val, void __iomem *addr) +{ + volatile __u64 *target = addr; + asm volatile("movnti %1,%0" + : "=m" (*target) + : "r" (val) : "memory"); +} +#define writeq(val,addr) __writeq((val),(void __iomem *)(addr)) +#define writel(val,addr) __writel((val),(void __iomem *)(addr)) +#else +#define writel(b,addr) (*(__force volatile __u32 *)(__u32 __iomem *)(addr) = (b)) +#define writeq(b,addr) (*(__force volatile __u64 *)(__u64 __iomem *)(addr) = (b)) +#endif +#define writeb(b,addr) (*(__force volatile __u8 *)(__u8 __iomem *)(addr) = (b)) +#define writew(b,addr) (*(__force volatile __u16 *)(__u16 __iomem *)(addr) = (b)) #define __raw_writeb writeb #define __raw_writew writew #define __raw_writel writel @@ -199,10 +219,10 @@ void *__memcpy_fromio(void*,unsigned long,unsigned); void *__memcpy_toio(unsigned long,const void*,unsigned); #define memcpy_fromio(to,from,len) \ - __memcpy_fromio((to),(unsigned long)(from),(len)) + __memcpy_fromio((to),(unsigned long)(void __iomem *)(from),(len)) #define memcpy_toio(to,from,len) \ - __memcpy_toio((unsigned long)(to),(from),(len)) -#define memset_io(a,b,c) memset((void *)(a),(b),(c)) + __memcpy_toio((unsigned long)(void __iomem *)(to),(from),(len)) +#define memset_io(a,b,c) memset((__force void *)(void __iomem *)(a),(b),(c)) /* * ISA space is 'always mapped' on a typical x86 system, no need to @@ -212,7 +232,7 @@ void *__memcpy_toio(unsigned long,const void*,unsigned); * used as the IO-area pointer (it can be iounmapped as well, so the * analogy with PCI is quite large): */ -#define __ISA_IO_base ((char *)(PAGE_OFFSET)) +#define __ISA_IO_base ((char __iomem *)(PAGE_OFFSET)) #define isa_readb(a) readb(__ISA_IO_base + (a)) #define isa_readw(a) readw(__ISA_IO_base + (a)) @@ -299,11 +319,8 @@ out: #define flush_write_buffers() -/* Disable vmerge for now. Need to fix the block layer code - to check for non iommu addresses first. - When the IOMMU is force it is safe to enable. */ -extern int iommu_merge; -#define BIO_VMERGE_BOUNDARY (iommu_merge ? 4096 : 0) +extern int iommu_bio_merge; +#define BIO_VMERGE_BOUNDARY iommu_bio_merge #endif /* __KERNEL__ */