LXR linux/arch/powerpc/include/asm/hugetlb.h

   1/* SPDX-License-Identifier: GPL-2.0 */
   2#ifndef _ASM_POWERPC_HUGETLB_H
   3#define _ASM_POWERPC_HUGETLB_H
   4
   5#ifdef CONFIG_HUGETLB_PAGE
   6#include <asm/page.h>
   7
   8#ifdef CONFIG_PPC_BOOK3S_64
   9#include <asm/book3s/64/hugetlb.h>
  10#elif defined(CONFIG_PPC_FSL_BOOK3E)
  11#include <asm/nohash/hugetlb-book3e.h>
  12#elif defined(CONFIG_PPC_8xx)
  13#include <asm/nohash/32/hugetlb-8xx.h>
  14#endif /* CONFIG_PPC_BOOK3S_64 */
  15
  16extern bool hugetlb_disabled;
  17
  18void hugetlbpage_init_default(void);
  19
  20int slice_is_hugepage_only_range(struct mm_struct *mm, unsigned long addr,
  21                           unsigned long len);
  22
  23static inline int is_hugepage_only_range(struct mm_struct *mm,
  24                                         unsigned long addr,
  25                                         unsigned long len)
  26{
  27        if (IS_ENABLED(CONFIG_PPC_MM_SLICES) && !radix_enabled())
  28                return slice_is_hugepage_only_range(mm, addr, len);
  29        return 0;
  30}
  31#define is_hugepage_only_range is_hugepage_only_range
  32
  33#define __HAVE_ARCH_HUGETLB_FREE_PGD_RANGE
  34void hugetlb_free_pgd_range(struct mmu_gather *tlb, unsigned long addr,
  35                            unsigned long end, unsigned long floor,
  36                            unsigned long ceiling);
  37
  38#define __HAVE_ARCH_HUGE_PTEP_GET_AND_CLEAR
  39static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm,
  40                                            unsigned long addr, pte_t *ptep)
  41{
  42        return __pte(pte_update(mm, addr, ptep, ~0UL, 0, 1));
  43}
  44
  45#define __HAVE_ARCH_HUGE_PTEP_CLEAR_FLUSH
  46static inline void huge_ptep_clear_flush(struct vm_area_struct *vma,
  47                                         unsigned long addr, pte_t *ptep)
  48{
  49        huge_ptep_get_and_clear(vma->vm_mm, addr, ptep);
  50        flush_hugetlb_page(vma, addr);
  51}
  52
  53#define __HAVE_ARCH_HUGE_PTEP_SET_ACCESS_FLAGS
  54int huge_ptep_set_access_flags(struct vm_area_struct *vma,
  55                               unsigned long addr, pte_t *ptep,
  56                               pte_t pte, int dirty);
  57
  58void gigantic_hugetlb_cma_reserve(void) __init;
  59#include <asm-generic/hugetlb.h>
  60
  61#else /* ! CONFIG_HUGETLB_PAGE */
  62static inline void flush_hugetlb_page(struct vm_area_struct *vma,
  63                                      unsigned long vmaddr)
  64{
  65}
  66
  67#define hugepd_shift(x) 0
  68static inline pte_t *hugepte_offset(hugepd_t hpd, unsigned long addr,
  69                                    unsigned pdshift)
  70{
  71        return NULL;
  72}
  73
  74
  75static inline void __init gigantic_hugetlb_cma_reserve(void)
  76{
  77}
  78
  79#endif /* CONFIG_HUGETLB_PAGE */
  80
  81#endif /* _ASM_POWERPC_HUGETLB_H */
  82