LXR linux/arch/powerpc/include/asm/nohash/pgalloc.h

   1/* SPDX-License-Identifier: GPL-2.0 */
   2#ifndef _ASM_POWERPC_NOHASH_PGALLOC_H
   3#define _ASM_POWERPC_NOHASH_PGALLOC_H
   4
   5#include <linux/mm.h>
   6#include <linux/slab.h>
   7
   8extern void tlb_remove_table(struct mmu_gather *tlb, void *table);
   9#ifdef CONFIG_PPC64
  10extern void tlb_flush_pgtable(struct mmu_gather *tlb, unsigned long address);
  11#else
  12/* 44x etc which is BOOKE not BOOK3E */
  13static inline void tlb_flush_pgtable(struct mmu_gather *tlb,
  14                                     unsigned long address)
  15{
  16
  17}
  18#endif /* !CONFIG_PPC_BOOK3E */
  19
  20static inline pgd_t *pgd_alloc(struct mm_struct *mm)
  21{
  22        return kmem_cache_alloc(PGT_CACHE(PGD_INDEX_SIZE),
  23                        pgtable_gfp_flags(mm, GFP_KERNEL));
  24}
  25
  26static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd)
  27{
  28        kmem_cache_free(PGT_CACHE(PGD_INDEX_SIZE), pgd);
  29}
  30
  31#ifdef CONFIG_PPC64
  32#include <asm/nohash/64/pgalloc.h>
  33#else
  34#include <asm/nohash/32/pgalloc.h>
  35#endif
  36
  37static inline void pgtable_free(void *table, int shift)
  38{
  39        if (!shift) {
  40                pte_fragment_free((unsigned long *)table, 0);
  41        } else {
  42                BUG_ON(shift > MAX_PGTABLE_INDEX_SIZE);
  43                kmem_cache_free(PGT_CACHE(shift), table);
  44        }
  45}
  46
  47#define get_hugepd_cache_index(x)       (x)
  48
  49static inline void pgtable_free_tlb(struct mmu_gather *tlb, void *table, int shift)
  50{
  51        unsigned long pgf = (unsigned long)table;
  52
  53        BUG_ON(shift > MAX_PGTABLE_INDEX_SIZE);
  54        pgf |= shift;
  55        tlb_remove_table(tlb, (void *)pgf);
  56}
  57
  58static inline void __tlb_remove_table(void *_table)
  59{
  60        void *table = (void *)((unsigned long)_table & ~MAX_PGTABLE_INDEX_SIZE);
  61        unsigned shift = (unsigned long)_table & MAX_PGTABLE_INDEX_SIZE;
  62
  63        pgtable_free(table, shift);
  64}
  65
  66static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t table,
  67                                  unsigned long address)
  68{
  69        tlb_flush_pgtable(tlb, address);
  70        pgtable_free_tlb(tlb, table, 0);
  71}
  72#endif /* _ASM_POWERPC_NOHASH_PGALLOC_H */
  73