LXR linux/arch/sh/include/asm/tlb.h

   1#ifndef __ASM_SH_TLB_H
   2#define __ASM_SH_TLB_H
   3
   4#ifdef CONFIG_SUPERH64
   5# include <asm/tlb_64.h>
   6#endif
   7
   8#ifndef __ASSEMBLY__
   9#include <linux/pagemap.h>
  10
  11#ifdef CONFIG_MMU
  12#include <linux/swap.h>
  13#include <asm/pgalloc.h>
  14#include <asm/tlbflush.h>
  15#include <asm/mmu_context.h>
  16
  17/*
  18 * TLB handling.  This allows us to remove pages from the page
  19 * tables, and efficiently handle the TLB issues.
  20 */
  21struct mmu_gather {
  22        struct mm_struct        *mm;
  23        unsigned int            fullmm;
  24        unsigned long           start, end;
  25};
  26
  27static inline void init_tlb_gather(struct mmu_gather *tlb)
  28{
  29        tlb->start = TASK_SIZE;
  30        tlb->end = 0;
  31
  32        if (tlb->fullmm) {
  33                tlb->start = 0;
  34                tlb->end = TASK_SIZE;
  35        }
  36}
  37
  38static inline void
  39tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, unsigned long start, unsigned long end)
  40{
  41        tlb->mm = mm;
  42        tlb->start = start;
  43        tlb->end = end;
  44        tlb->fullmm = !(start | (end+1));
  45
  46        init_tlb_gather(tlb);
  47}
  48
  49static inline void
  50tlb_finish_mmu(struct mmu_gather *tlb, unsigned long start, unsigned long end)
  51{
  52        if (tlb->fullmm)
  53                flush_tlb_mm(tlb->mm);
  54
  55        /* keep the page table cache within bounds */
  56        check_pgt_cache();
  57}
  58
  59static inline void
  60tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, unsigned long address)
  61{
  62        if (tlb->start > address)
  63                tlb->start = address;
  64        if (tlb->end < address + PAGE_SIZE)
  65                tlb->end = address + PAGE_SIZE;
  66}
  67
  68/*
  69 * In the case of tlb vma handling, we can optimise these away in the
  70 * case where we're doing a full MM flush.  When we're doing a munmap,
  71 * the vmas are adjusted to only cover the region to be torn down.
  72 */
  73static inline void
  74tlb_start_vma(struct mmu_gather *tlb, struct vm_area_struct *vma)
  75{
  76        if (!tlb->fullmm)
  77                flush_cache_range(vma, vma->vm_start, vma->vm_end);
  78}
  79
  80static inline void
  81tlb_end_vma(struct mmu_gather *tlb, struct vm_area_struct *vma)
  82{
  83        if (!tlb->fullmm && tlb->end) {
  84                flush_tlb_range(vma, tlb->start, tlb->end);
  85                init_tlb_gather(tlb);
  86        }
  87}
  88
  89static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb)
  90{
  91}
  92
  93static inline void tlb_flush_mmu_free(struct mmu_gather *tlb)
  94{
  95}
  96
  97static inline void tlb_flush_mmu(struct mmu_gather *tlb)
  98{
  99}
 100
 101static inline int __tlb_remove_page(struct mmu_gather *tlb, struct page *page)
 102{
 103        free_page_and_swap_cache(page);
 104        return false; /* avoid calling tlb_flush_mmu */
 105}
 106
 107static inline void tlb_remove_page(struct mmu_gather *tlb, struct page *page)
 108{
 109        __tlb_remove_page(tlb, page);
 110}
 111
 112static inline bool __tlb_remove_page_size(struct mmu_gather *tlb,
 113                                          struct page *page, int page_size)
 114{
 115        return __tlb_remove_page(tlb, page);
 116}
 117
 118static inline bool __tlb_remove_pte_page(struct mmu_gather *tlb,
 119                                         struct page *page)
 120{
 121        return __tlb_remove_page(tlb, page);
 122}
 123
 124static inline void tlb_remove_page_size(struct mmu_gather *tlb,
 125                                        struct page *page, int page_size)
 126{
 127        return tlb_remove_page(tlb, page);
 128}
 129
 130#define pte_free_tlb(tlb, ptep, addr)   pte_free((tlb)->mm, ptep)
 131#define pmd_free_tlb(tlb, pmdp, addr)   pmd_free((tlb)->mm, pmdp)
 132#define pud_free_tlb(tlb, pudp, addr)   pud_free((tlb)->mm, pudp)
 133
 134#define tlb_migrate_finish(mm)          do { } while (0)
 135
 136#if defined(CONFIG_CPU_SH4) || defined(CONFIG_SUPERH64)
 137extern void tlb_wire_entry(struct vm_area_struct *, unsigned long, pte_t);
 138extern void tlb_unwire_entry(void);
 139#else
 140static inline void tlb_wire_entry(struct vm_area_struct *vma ,
 141                                  unsigned long addr, pte_t pte)
 142{
 143        BUG();
 144}
 145
 146static inline void tlb_unwire_entry(void)
 147{
 148        BUG();
 149}
 150#endif
 151
 152#else /* CONFIG_MMU */
 153
 154#define tlb_start_vma(tlb, vma)                         do { } while (0)
 155#define tlb_end_vma(tlb, vma)                           do { } while (0)
 156#define __tlb_remove_tlb_entry(tlb, pte, address)       do { } while (0)
 157#define tlb_flush(tlb)                                  do { } while (0)
 158
 159#include <asm-generic/tlb.h>
 160
 161#endif /* CONFIG_MMU */
 162#endif /* __ASSEMBLY__ */
 163#endif /* __ASM_SH_TLB_H */
 164