[PATCH] mm: tlb_gather_mmu get_cpu_var
[pandora-kernel.git] / include / asm-arm26 / tlb.h
1 #ifndef __ASMARM_TLB_H
2 #define __ASMARM_TLB_H
3
4 #include <asm/pgalloc.h>
5 #include <asm/tlbflush.h>
6
7 /*
8  * TLB handling.  This allows us to remove pages from the page
9  * tables, and efficiently handle the TLB issues.
10  */
11 struct mmu_gather {
12         struct mm_struct        *mm;
13         unsigned int            freed;
14         unsigned int            fullmm;
15
16         unsigned int            flushes;
17         unsigned int            avoided_flushes;
18 };
19
20 DECLARE_PER_CPU(struct mmu_gather, mmu_gathers);
21
22 static inline struct mmu_gather *
23 tlb_gather_mmu(struct mm_struct *mm, unsigned int full_mm_flush)
24 {
25         struct mmu_gather *tlb = &get_cpu_var(mmu_gathers);
26
27         tlb->mm = mm;
28         tlb->freed = 0;
29         tlb->fullmm = full_mm_flush;
30
31         return tlb;
32 }
33
34 static inline void
35 tlb_finish_mmu(struct mmu_gather *tlb, unsigned long start, unsigned long end)
36 {
37         struct mm_struct *mm = tlb->mm;
38         unsigned long freed = tlb->freed;
39         int rss = get_mm_counter(mm, rss);
40
41         if (rss < freed)
42                 freed = rss;
43         add_mm_counter(mm, rss, -freed);
44
45         if (freed) {
46                 flush_tlb_mm(mm);
47                 tlb->flushes++;
48         } else {
49                 tlb->avoided_flushes++;
50         }
51
52         /* keep the page table cache within bounds */
53         check_pgt_cache();
54
55         put_cpu_var(mmu_gathers);
56 }
57
58
59 static inline unsigned int
60 tlb_is_full_mm(struct mmu_gather *tlb)
61 {
62      return tlb->fullmm;
63 }
64
65 #define tlb_remove_tlb_entry(tlb,ptep,address)  do { } while (0)
66 //#define tlb_start_vma(tlb,vma)                  do { } while (0)
67 //FIXME - ARM32 uses this now that things changed in the kernel. seems like it may be pointless on arm26, however to get things compiling...
68 #define tlb_start_vma(tlb,vma)                                          \
69         do {                                                            \
70                 if (!tlb->fullmm)                                       \
71                         flush_cache_range(vma, vma->vm_start, vma->vm_end); \
72         } while (0)
73 #define tlb_end_vma(tlb,vma)                    do { } while (0)
74
75 #define tlb_remove_page(tlb,page)       free_page_and_swap_cache(page)
76 #define pte_free_tlb(tlb,ptep)          pte_free(ptep)
77 #define pmd_free_tlb(tlb,pmdp)          pmd_free(pmdp)
78
79 #endif