4 #include <linux/config.h>
5 #include <linux/swap.h>
6 #include <linux/vs_memory.h>
8 #include <asm/pgalloc.h>
9 #include <asm/tlbflush.h>
10 #include <asm/mmu_context.h>
12 #define TLB_BATCH_NR 192
15 * For UP we don't need to worry about TLB flush
16 * and page free order so much..
19 #define FREE_PTE_NR 506
20 #define tlb_fast_mode(bp) ((bp)->pages_nr == ~0U)
23 #define tlb_fast_mode(bp) 1
28 unsigned int pages_nr;
29 unsigned int need_flush;
30 unsigned int tlb_frozen;
33 unsigned long vaddrs[TLB_BATCH_NR];
34 struct page *pages[FREE_PTE_NR];
37 DECLARE_PER_CPU(struct mmu_gather, mmu_gathers);
40 extern void smp_flush_tlb_pending(struct mm_struct *,
41 unsigned long, unsigned long *);
44 extern void __flush_tlb_pending(unsigned long, unsigned long, unsigned long *);
45 extern void flush_tlb_pending(void);
47 static inline struct mmu_gather *tlb_gather_mmu(struct mm_struct *mm, unsigned int full_mm_flush)
49 struct mmu_gather *mp = &per_cpu(mmu_gathers, smp_processor_id());
54 mp->pages_nr = num_online_cpus() > 1 ? 0U : ~0U;
55 mp->tlb_frozen = full_mm_flush;
62 static inline void tlb_flush_mmu(struct mmu_gather *mp)
66 if (!tlb_fast_mode(mp)) {
67 free_pages_and_swap_cache(mp->pages, mp->pages_nr);
75 extern void smp_flush_tlb_mm(struct mm_struct *mm);
76 #define do_flush_tlb_mm(mm) smp_flush_tlb_mm(mm)
78 #define do_flush_tlb_mm(mm) __flush_tlb_mm(CTX_HWBITS(mm->context), SECONDARY_CONTEXT)
81 static inline void tlb_finish_mmu(struct mmu_gather *mp, unsigned long start, unsigned long end)
83 unsigned long freed = mp->freed;
84 struct mm_struct *mm = mp->mm;
85 unsigned long rss = mm->rss;
89 // mm->rss = rss - freed;
90 vx_rsspages_sub(mm, freed);
95 unsigned long context = mm->context;
97 if (CTX_VALID(context))
103 /* keep the page table cache within bounds */
107 static inline unsigned int tlb_is_full_mm(struct mmu_gather *mp)
109 return mp->tlb_frozen;
112 static inline void tlb_remove_page(struct mmu_gather *mp, struct page *page)
115 if (tlb_fast_mode(mp)) {
116 free_page_and_swap_cache(page);
119 mp->pages[mp->pages_nr++] = page;
120 if (mp->pages_nr >= FREE_PTE_NR)
124 #define tlb_remove_tlb_entry(mp,ptep,addr) do { } while (0)
125 #define pte_free_tlb(mp,ptepage) pte_free(ptepage)
126 #define pmd_free_tlb(mp,pmdp) pmd_free(pmdp)
127 #define pud_free_tlb(tlb,pudp) __pud_free_tlb(tlb,pudp)
129 #define tlb_migrate_finish(mm) do { } while (0)
130 #define tlb_start_vma(tlb, vma) do { } while (0)
131 #define tlb_end_vma(tlb, vma) do { } while (0)
133 #endif /* _SPARC64_TLB_H */