4 #include <linux/config.h>
6 #include <asm/atomic.h>
7 #include <asm/pgalloc.h>
8 #include <asm/tlbflush.h>
11 * Used for LDT copy/destruction.
13 int init_new_context(struct task_struct *tsk, struct mm_struct *mm);
14 void destroy_context(struct mm_struct *mm);
17 static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk)
20 unsigned cpu = smp_processor_id();
21 if (cpu_tlbstate[cpu].state == TLBSTATE_OK)
22 cpu_tlbstate[cpu].state = TLBSTATE_LAZY;
26 static inline void switch_mm(struct mm_struct *prev,
27 struct mm_struct *next,
28 struct task_struct *tsk)
30 int cpu = smp_processor_id();
32 #ifdef CONFIG_X86_SWITCH_PAGETABLES
34 tsk->thread_info->user_pgd = (void *)__pa(tsk->mm->pgd);
36 if (likely(prev != next)) {
37 /* stop flush ipis for the previous mm */
38 cpu_clear(cpu, prev->cpu_vm_mask);
40 cpu_tlbstate[cpu].state = TLBSTATE_OK;
41 cpu_tlbstate[cpu].active_mm = next;
43 cpu_set(cpu, next->cpu_vm_mask);
45 /* Re-load page tables */
46 #if !defined(CONFIG_X86_SWITCH_PAGETABLES)
51 * load the LDT, if the LDT is different:
53 if (unlikely(prev->context.size + next->context.size))
54 load_LDT_nolock(&next->context, cpu);
58 cpu_tlbstate[cpu].state = TLBSTATE_OK;
59 BUG_ON(cpu_tlbstate[cpu].active_mm != next);
61 if (!cpu_test_and_set(cpu, next->cpu_vm_mask)) {
62 /* We were in lazy tlb mode and leave_mm disabled
63 * tlb flush IPI delivery. We must reload %cr3.
65 #if !defined(CONFIG_X86_SWITCH_PAGETABLES)
68 load_LDT_nolock(&next->context, cpu);
74 #define deactivate_mm(tsk, mm) \
75 asm("movl %0,%%fs ; movl %0,%%gs": :"r" (0))
77 #define activate_mm(prev, next) \
78 switch_mm((prev),(next),current)