LXR linux/arch/riscv/include/asm/pgalloc.h

   1/* SPDX-License-Identifier: GPL-2.0-only */
   2/*
   3 * Copyright (C) 2009 Chen Liqin <liqin.chen@sunplusct.com>
   4 * Copyright (C) 2012 Regents of the University of California
   5 */
   6
   7#ifndef _ASM_RISCV_PGALLOC_H
   8#define _ASM_RISCV_PGALLOC_H
   9
  10#include <linux/mm.h>
  11#include <asm/tlb.h>
  12
  13#ifdef CONFIG_MMU
  14#include <asm-generic/pgalloc.h>
  15
  16static inline void pmd_populate_kernel(struct mm_struct *mm,
  17        pmd_t *pmd, pte_t *pte)
  18{
  19        unsigned long pfn = virt_to_pfn(pte);
  20
  21        set_pmd(pmd, __pmd((pfn << _PAGE_PFN_SHIFT) | _PAGE_TABLE));
  22}
  23
  24static inline void pmd_populate(struct mm_struct *mm,
  25        pmd_t *pmd, pgtable_t pte)
  26{
  27        unsigned long pfn = virt_to_pfn(page_address(pte));
  28
  29        set_pmd(pmd, __pmd((pfn << _PAGE_PFN_SHIFT) | _PAGE_TABLE));
  30}
  31
  32#ifndef __PAGETABLE_PMD_FOLDED
  33static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd)
  34{
  35        unsigned long pfn = virt_to_pfn(pmd);
  36
  37        set_pud(pud, __pud((pfn << _PAGE_PFN_SHIFT) | _PAGE_TABLE));
  38}
  39#endif /* __PAGETABLE_PMD_FOLDED */
  40
  41#define pmd_pgtable(pmd)        pmd_page(pmd)
  42
  43static inline pgd_t *pgd_alloc(struct mm_struct *mm)
  44{
  45        pgd_t *pgd;
  46
  47        pgd = (pgd_t *)__get_free_page(GFP_KERNEL);
  48        if (likely(pgd != NULL)) {
  49                memset(pgd, 0, USER_PTRS_PER_PGD * sizeof(pgd_t));
  50                /* Copy kernel mappings */
  51                memcpy(pgd + USER_PTRS_PER_PGD,
  52                        init_mm.pgd + USER_PTRS_PER_PGD,
  53                        (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t));
  54        }
  55        return pgd;
  56}
  57
  58#ifndef __PAGETABLE_PMD_FOLDED
  59
  60#define __pmd_free_tlb(tlb, pmd, addr)  pmd_free((tlb)->mm, pmd)
  61
  62#endif /* __PAGETABLE_PMD_FOLDED */
  63
  64#define __pte_free_tlb(tlb, pte, buf)   \
  65do {                                    \
  66        pgtable_pte_page_dtor(pte);     \
  67        tlb_remove_page((tlb), pte);    \
  68} while (0)
  69#endif /* CONFIG_MMU */
  70
  71#endif /* _ASM_RISCV_PGALLOC_H */
  72