1 /* arch/sparc64/mm/tlb.c
3 * Copyright (C) 2004 David S. Miller <davem@redhat.com>
6 #include <linux/kernel.h>
7 #include <linux/init.h>
8 #include <linux/percpu.h>
10 #include <linux/swap.h>
11 #include <linux/preempt.h>
13 #include <asm/pgtable.h>
14 #include <asm/pgalloc.h>
15 #include <asm/tlbflush.h>
16 #include <asm/cacheflush.h>
17 #include <asm/mmu_context.h>
20 /* Heavily inspired by the ppc64 code. */
22 static DEFINE_PER_CPU(struct tlb_batch, tlb_batch);
24 void flush_tlb_pending(void)
26 struct tlb_batch *tb = &get_cpu_var(tlb_batch);
27 struct mm_struct *mm = tb->mm;
34 if (CTX_VALID(mm->context)) {
35 if (tb->tlb_nr == 1) {
36 global_flush_tlb_page(mm, tb->vaddrs[0]);
39 smp_flush_tlb_pending(tb->mm, tb->tlb_nr,
42 __flush_tlb_pending(CTX_HWBITS(tb->mm->context),
43 tb->tlb_nr, &tb->vaddrs[0]);
51 put_cpu_var(tlb_batch);
54 void arch_enter_lazy_mmu_mode(void)
56 struct tlb_batch *tb = &__get_cpu_var(tlb_batch);
61 void arch_leave_lazy_mmu_mode(void)
63 struct tlb_batch *tb = &__get_cpu_var(tlb_batch);
70 void tlb_batch_add(struct mm_struct *mm, unsigned long vaddr,
71 pte_t *ptep, pte_t orig, int fullmm)
73 struct tlb_batch *tb = &get_cpu_var(tlb_batch);
80 if (tlb_type != hypervisor &&
82 unsigned long paddr, pfn = pte_pfn(orig);
83 struct address_space *mapping;
89 page = pfn_to_page(pfn);
90 if (PageReserved(page))
93 /* A real file page? */
94 mapping = page_mapping(page);
98 paddr = (unsigned long) page_address(page);
99 if ((paddr ^ vaddr) & (1 << 13))
100 flush_dcache_page_all(mm, page);
106 put_cpu_var(tlb_batch);
112 if (unlikely(nr != 0 && mm != tb->mm)) {
118 flush_tsb_user_page(mm, vaddr);
119 global_flush_tlb_page(mm, vaddr);
126 tb->vaddrs[nr] = vaddr;
128 if (nr >= TLB_BATCH_NR)
132 put_cpu_var(tlb_batch);