LXR linux/arch/riscv/include/asm/tlbflush.h

   1/*
   2 * Copyright (C) 2009 Chen Liqin <liqin.chen@sunplusct.com>
   3 * Copyright (C) 2012 Regents of the University of California
   4 *
   5 *   This program is free software; you can redistribute it and/or
   6 *   modify it under the terms of the GNU General Public License
   7 *   as published by the Free Software Foundation, version 2.
   8 *
   9 *   This program is distributed in the hope that it will be useful,
  10 *   but WITHOUT ANY WARRANTY; without even the implied warranty of
  11 *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  12 *   GNU General Public License for more details.
  13 */
  14
  15#ifndef _ASM_RISCV_TLBFLUSH_H
  16#define _ASM_RISCV_TLBFLUSH_H
  17
  18#include <linux/mm_types.h>
  19
  20/*
  21 * Flush entire local TLB.  'sfence.vma' implicitly fences with the instruction
  22 * cache as well, so a 'fence.i' is not necessary.
  23 */
  24static inline void local_flush_tlb_all(void)
  25{
  26        __asm__ __volatile__ ("sfence.vma" : : : "memory");
  27}
  28
  29/* Flush one page from local TLB */
  30static inline void local_flush_tlb_page(unsigned long addr)
  31{
  32        __asm__ __volatile__ ("sfence.vma %0" : : "r" (addr) : "memory");
  33}
  34
  35#ifndef CONFIG_SMP
  36
  37#define flush_tlb_all() local_flush_tlb_all()
  38#define flush_tlb_page(vma, addr) local_flush_tlb_page(addr)
  39
  40static inline void flush_tlb_range(struct vm_area_struct *vma,
  41                unsigned long start, unsigned long end)
  42{
  43        local_flush_tlb_all();
  44}
  45
  46#define flush_tlb_mm(mm) flush_tlb_all()
  47
  48#else /* CONFIG_SMP */
  49
  50#include <asm/sbi.h>
  51
  52#define flush_tlb_all() sbi_remote_sfence_vma(NULL, 0, -1)
  53#define flush_tlb_page(vma, addr) flush_tlb_range(vma, addr, 0)
  54#define flush_tlb_range(vma, start, end) \
  55        sbi_remote_sfence_vma(mm_cpumask((vma)->vm_mm)->bits, \
  56                              start, (end) - (start))
  57#define flush_tlb_mm(mm) \
  58        sbi_remote_sfence_vma(mm_cpumask(mm)->bits, 0, -1)
  59
  60#endif /* CONFIG_SMP */
  61
  62/* Flush a range of kernel pages */
  63static inline void flush_tlb_kernel_range(unsigned long start,
  64        unsigned long end)
  65{
  66        flush_tlb_all();
  67}
  68
  69#endif /* _ASM_RISCV_TLBFLUSH_H */
  70