1 #ifndef _S390_TLBFLUSH_H
2 #define _S390_TLBFLUSH_H
5 #include <asm/processor.h>
6 #include <asm/pgalloc.h>
11 * - flush_tlb() flushes the current mm struct TLBs
12 * - flush_tlb_all() flushes all processes TLBs
13 * - flush_tlb_mm(mm) flushes the specified mm context TLB's
14 * - flush_tlb_page(vma, vmaddr) flushes one page
15 * - flush_tlb_range(vma, start, end) flushes a range of pages
16 * - flush_tlb_kernel_range(start, end) flushes a range of kernel pages
20 * S/390 has three ways of flushing TLBs
21 * 'ptlb' does a flush of the local processor
22 * 'csp' flushes the TLBs on all PUs of a SMP
23 * 'ipte' invalidates a pte in a page table and flushes that out of
24 * the TLBs of all PUs of a SMP
27 #define local_flush_tlb() \
28 do { asm volatile("ptlb": : :"memory"); } while (0)
33 * We always need to flush, since s390 does not flush tlb
34 * on each context switch
37 static inline void flush_tlb(void)
41 static inline void flush_tlb_all(void)
45 static inline void flush_tlb_mm(struct mm_struct *mm)
49 static inline void flush_tlb_page(struct vm_area_struct *vma,
54 static inline void flush_tlb_range(struct vm_area_struct *vma,
55 unsigned long start, unsigned long end)
60 #define flush_tlb_kernel_range(start, end) \
67 extern void smp_ptlb_all(void);
69 static inline void global_flush_tlb(void)
71 register unsigned long reg2 asm("2");
72 register unsigned long reg3 asm("3");
73 register unsigned long reg4 asm("4");
77 if (!MACHINE_HAS_CSP) {
81 #endif /* __s390x__ */
85 reg4 = ((unsigned long) &dummy) + 1;
88 : : "d" (reg2), "d" (reg3), "d" (reg4), "m" (dummy) : "cc" );
92 * We only have to do global flush of tlb if process run since last
93 * flush on any other pu than current.
94 * If we have threads (mm->count > 1) we always do a global flush,
95 * since the process runs on more than one processor at the same time.
98 static inline void __flush_tlb_mm(struct mm_struct * mm)
100 cpumask_t local_cpumask;
102 if (unlikely(cpus_empty(mm->cpu_vm_mask)))
104 if (MACHINE_HAS_IDTE) {
105 pgd_t *shadow_pgd = get_shadow_pgd(mm->pgd);
109 " .insn rrf,0xb98e0000,0,%0,%1,0"
111 "a" (__pa(shadow_pgd) & PAGE_MASK) : "cc" );
114 " .insn rrf,0xb98e0000,0,%0,%1,0"
115 : : "a" (2048), "a" (__pa(mm->pgd)&PAGE_MASK) : "cc");
119 local_cpumask = cpumask_of_cpu(smp_processor_id());
120 if (cpus_equal(mm->cpu_vm_mask, local_cpumask))
127 static inline void flush_tlb(void)
129 __flush_tlb_mm(current->mm);
131 static inline void flush_tlb_all(void)
135 static inline void flush_tlb_mm(struct mm_struct *mm)
139 static inline void flush_tlb_page(struct vm_area_struct *vma,
142 __flush_tlb_mm(vma->vm_mm);
144 static inline void flush_tlb_range(struct vm_area_struct *vma,
145 unsigned long start, unsigned long end)
147 __flush_tlb_mm(vma->vm_mm);
150 #define flush_tlb_kernel_range(start, end) global_flush_tlb()
154 #endif /* _S390_TLBFLUSH_H */