5 * Copyright (C) 2001 PPC64 Team, IBM Corp
7 * This program is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU General Public License
9 * as published by the Free Software Foundation; either version
10 * 2 of the License, or (at your option) any later version.
13 #include <linux/config.h>
16 #define ASM_CONST(x) x
18 #define __ASM_CONST(x) x##UL
19 #define ASM_CONST(x) __ASM_CONST(x)
22 /* PAGE_SHIFT determines the page size */
24 #define PAGE_SIZE (ASM_CONST(1) << PAGE_SHIFT)
25 #define PAGE_MASK (~(PAGE_SIZE-1))
26 #define PAGE_OFFSET_MASK (PAGE_SIZE-1)
29 #define SID_MASK 0xfffffffffUL
30 #define ESID_MASK 0xfffffffff0000000UL
31 #define GET_ESID(x) (((x) >> SID_SHIFT) & SID_MASK)
33 #ifdef CONFIG_HUGETLB_PAGE
35 #define HPAGE_SHIFT 24
36 #define HPAGE_SIZE ((1UL) << HPAGE_SHIFT)
37 #define HPAGE_MASK (~(HPAGE_SIZE - 1))
38 #define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT)
40 /* For 64-bit processes the hugepage range is 1T-1.5T */
41 #define TASK_HPAGE_BASE ASM_CONST(0x0000010000000000)
42 #define TASK_HPAGE_END ASM_CONST(0x0000018000000000)
44 #define LOW_ESID_MASK(addr, len) (((1U << (GET_ESID(addr+len-1)+1)) \
45 - (1U << GET_ESID(addr))) & 0xffff)
47 #define ARCH_HAS_HUGEPAGE_ONLY_RANGE
48 #define ARCH_HAS_PREPARE_HUGEPAGE_RANGE
50 #define touches_hugepage_low_range(addr, len) \
51 (LOW_ESID_MASK((addr), (len)) & current->mm->context.htlb_segs)
52 #define touches_hugepage_high_range(addr, len) \
53 (((addr) > (TASK_HPAGE_BASE-(len))) && ((addr) < TASK_HPAGE_END))
55 #define __within_hugepage_low_range(addr, len, segmask) \
56 ((LOW_ESID_MASK((addr), (len)) | (segmask)) == (segmask))
57 #define within_hugepage_low_range(addr, len) \
58 __within_hugepage_low_range((addr), (len), \
59 current->mm->context.htlb_segs)
60 #define within_hugepage_high_range(addr, len) (((addr) >= TASK_HPAGE_BASE) \
61 && ((addr)+(len) <= TASK_HPAGE_END) && ((addr)+(len) >= (addr)))
63 #define is_hugepage_only_range(addr, len) \
64 (touches_hugepage_high_range((addr), (len)) || \
65 touches_hugepage_low_range((addr), (len)))
66 #define hugetlb_free_pgtables free_pgtables
67 #define HAVE_ARCH_HUGETLB_UNMAPPED_AREA
69 #define in_hugepage_area(context, addr) \
70 ((cur_cpu_spec->cpu_features & CPU_FTR_16M_PAGE) && \
71 ( (((addr) >= TASK_HPAGE_BASE) && ((addr) < TASK_HPAGE_END)) || \
72 ( ((addr) < 0x100000000L) && \
73 ((1 << GET_ESID(addr)) & (context).htlb_segs) ) ) )
75 #else /* !CONFIG_HUGETLB_PAGE */
77 #define in_hugepage_area(mm, addr) 0
79 #endif /* !CONFIG_HUGETLB_PAGE */
81 /* align addr on a size boundary - adjust address up/down if needed */
82 #define _ALIGN_UP(addr,size) (((addr)+((size)-1))&(~((size)-1)))
83 #define _ALIGN_DOWN(addr,size) ((addr)&(~((size)-1)))
85 /* align addr on a size boundary - adjust address up if needed */
86 #define _ALIGN(addr,size) _ALIGN_UP(addr,size)
88 /* to align the pointer to the (next) double word boundary */
89 #define DOUBLEWORD_ALIGN(addr) _ALIGN(addr,sizeof(unsigned long))
91 /* to align the pointer to the (next) page boundary */
92 #define PAGE_ALIGN(addr) _ALIGN(addr, PAGE_SIZE)
98 #undef STRICT_MM_TYPECHECKS
100 #define REGION_SIZE 4UL
101 #define REGION_SHIFT 60UL
102 #define REGION_MASK (((1UL<<REGION_SIZE)-1UL)<<REGION_SHIFT)
103 #define REGION_STRIDE (1UL << REGION_SHIFT)
105 static __inline__ void clear_page(void *addr)
107 unsigned long lines, line_size;
109 line_size = systemcfg->dCacheL1LineSize;
110 lines = naca->dCacheL1LinesPerPage;
112 __asm__ __volatile__(
113 "mtctr %1 # clear_page\n\
118 : "r" (lines), "0" (addr), "r" (line_size)
122 extern void copy_page(void *to, void *from);
124 extern void clear_user_page(void *page, unsigned long vaddr, struct page *pg);
125 extern void copy_user_page(void *to, void *from, unsigned long vaddr, struct page *p);
127 #ifdef STRICT_MM_TYPECHECKS
129 * These are used to make use of C type-checking.
130 * Entries in the pte table are 64b, while entries in the pgd & pmd are 32b.
132 typedef struct { unsigned long pte; } pte_t;
133 typedef struct { unsigned int pmd; } pmd_t;
134 typedef struct { unsigned int pgd; } pgd_t;
135 typedef struct { unsigned long pgprot; } pgprot_t;
137 #define pte_val(x) ((x).pte)
138 #define pmd_val(x) ((x).pmd)
139 #define pgd_val(x) ((x).pgd)
140 #define pgprot_val(x) ((x).pgprot)
142 #define __pte(x) ((pte_t) { (x) } )
143 #define __pmd(x) ((pmd_t) { (x) } )
144 #define __pgd(x) ((pgd_t) { (x) } )
145 #define __pgprot(x) ((pgprot_t) { (x) } )
149 * .. while these make it easier on the compiler
151 typedef unsigned long pte_t;
152 typedef unsigned int pmd_t;
153 typedef unsigned int pgd_t;
154 typedef unsigned long pgprot_t;
156 #define pte_val(x) (x)
157 #define pmd_val(x) (x)
158 #define pgd_val(x) (x)
159 #define pgprot_val(x) (x)
164 #define __pgprot(x) (x)
168 /* Pure 2^n version of get_order */
169 static inline int get_order(unsigned long size)
173 size = (size-1) >> (PAGE_SHIFT-1);
182 #define __pa(x) ((unsigned long)(x)-PAGE_OFFSET)
184 /* Not 100% correct, for use by /dev/mem only */
185 extern int page_is_ram(unsigned long physaddr);
187 #endif /* __ASSEMBLY__ */
190 #define __page_aligned __attribute__((__aligned__(PAGE_SIZE)))
192 #define __page_aligned \
193 __attribute__((__aligned__(PAGE_SIZE), \
194 __section__(".data.page_aligned")))
198 /* This must match the -Ttext linker address */
199 /* Note: tophys & tovirt make assumptions about how */
200 /* KERNELBASE is defined for performance reasons. */
201 /* When KERNELBASE moves, those macros may have */
203 #define PAGE_OFFSET ASM_CONST(0xC000000000000000)
204 #define KERNELBASE PAGE_OFFSET
205 #define VMALLOCBASE 0xD000000000000000UL
206 #define IOREGIONBASE 0xE000000000000000UL
207 #define EEHREGIONBASE 0xA000000000000000UL
209 #define IO_REGION_ID (IOREGIONBASE>>REGION_SHIFT)
210 #define EEH_REGION_ID (EEHREGIONBASE>>REGION_SHIFT)
211 #define VMALLOC_REGION_ID (VMALLOCBASE>>REGION_SHIFT)
212 #define KERNEL_REGION_ID (KERNELBASE>>REGION_SHIFT)
213 #define USER_REGION_ID (0UL)
214 #define REGION_ID(X) (((unsigned long)(X))>>REGION_SHIFT)
217 * Define valid/invalid EA bits (for all ranges)
219 #define VALID_EA_BITS (0x000001ffffffffffUL)
220 #define INVALID_EA_BITS (~(REGION_MASK|VALID_EA_BITS))
222 #define IS_VALID_REGION_ID(x) \
223 (((x) == USER_REGION_ID) || ((x) >= KERNEL_REGION_ID))
224 #define IS_VALID_EA(x) \
225 ((!((x) & INVALID_EA_BITS)) && IS_VALID_REGION_ID(REGION_ID(x)))
227 #define __bpn_to_ba(x) ((((unsigned long)(x))<<PAGE_SHIFT) + KERNELBASE)
228 #define __ba_to_bpn(x) ((((unsigned long)(x)) & ~REGION_MASK) >> PAGE_SHIFT)
230 #define __va(x) ((void *)((unsigned long)(x) + KERNELBASE))
232 #ifdef CONFIG_DISCONTIGMEM
233 #define page_to_pfn(page) discontigmem_page_to_pfn(page)
234 #define pfn_to_page(pfn) discontigmem_pfn_to_page(pfn)
235 #define pfn_valid(pfn) discontigmem_pfn_valid(pfn)
237 #define pfn_to_page(pfn) (mem_map + (pfn))
238 #define page_to_pfn(page) ((unsigned long)((page) - mem_map))
239 #define pfn_valid(pfn) ((pfn) < max_mapnr)
242 #define virt_to_page(kaddr) pfn_to_page(__pa(kaddr) >> PAGE_SHIFT)
244 #define virt_addr_valid(kaddr) pfn_valid(__pa(kaddr) >> PAGE_SHIFT)
246 #define VM_DATA_DEFAULT_FLAGS (VM_READ | VM_WRITE | VM_EXEC | \
247 VM_MAYREAD | VM_MAYWRITE | VM_MAYEXEC)
249 #endif /* __KERNEL__ */
250 #endif /* _PPC64_PAGE_H */