LXR linux/arch/powerpc/include/asm/book3s/32/tlbflush.h

   1/* SPDX-License-Identifier: GPL-2.0 */
   2#ifndef _ASM_POWERPC_BOOK3S_32_TLBFLUSH_H
   3#define _ASM_POWERPC_BOOK3S_32_TLBFLUSH_H
   4
   5#define MMU_NO_CONTEXT      (0)
   6/*
   7 * TLB flushing for "classic" hash-MMU 32-bit CPUs, 6xx, 7xx, 7xxx
   8 */
   9void hash__flush_tlb_mm(struct mm_struct *mm);
  10void hash__flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
  11void hash__flush_range(struct mm_struct *mm, unsigned long start, unsigned long end);
  12
  13#ifdef CONFIG_SMP
  14void _tlbie(unsigned long address);
  15#else
  16static inline void _tlbie(unsigned long address)
  17{
  18        asm volatile ("tlbie %0; sync" : : "r" (address) : "memory");
  19}
  20#endif
  21void _tlbia(void);
  22
  23/*
  24 * Called at the end of a mmu_gather operation to make sure the
  25 * TLB flush is completely done.
  26 */
  27static inline void tlb_flush(struct mmu_gather *tlb)
  28{
  29        /* 603 needs to flush the whole TLB here since it doesn't use a hash table. */
  30        if (!mmu_has_feature(MMU_FTR_HPTE_TABLE))
  31                _tlbia();
  32}
  33
  34static inline void flush_range(struct mm_struct *mm, unsigned long start, unsigned long end)
  35{
  36        start &= PAGE_MASK;
  37        if (mmu_has_feature(MMU_FTR_HPTE_TABLE))
  38                hash__flush_range(mm, start, end);
  39        else if (end - start <= PAGE_SIZE)
  40                _tlbie(start);
  41        else
  42                _tlbia();
  43}
  44
  45static inline void flush_tlb_mm(struct mm_struct *mm)
  46{
  47        if (mmu_has_feature(MMU_FTR_HPTE_TABLE))
  48                hash__flush_tlb_mm(mm);
  49        else
  50                _tlbia();
  51}
  52
  53static inline void flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr)
  54{
  55        if (mmu_has_feature(MMU_FTR_HPTE_TABLE))
  56                hash__flush_tlb_page(vma, vmaddr);
  57        else
  58                _tlbie(vmaddr);
  59}
  60
  61static inline void
  62flush_tlb_range(struct vm_area_struct *vma, unsigned long start, unsigned long end)
  63{
  64        flush_range(vma->vm_mm, start, end);
  65}
  66
  67static inline void flush_tlb_kernel_range(unsigned long start, unsigned long end)
  68{
  69        flush_range(&init_mm, start, end);
  70}
  71
  72static inline void local_flush_tlb_page(struct vm_area_struct *vma,
  73                                        unsigned long vmaddr)
  74{
  75        flush_tlb_page(vma, vmaddr);
  76}
  77static inline void local_flush_tlb_mm(struct mm_struct *mm)
  78{
  79        flush_tlb_mm(mm);
  80}
  81
  82#endif /* _ASM_POWERPC_BOOK3S_32_TLBFLUSH_H */
  83