~ [ source navigation ] ~ [ diff markup ] ~ [ identifier search ] ~

TOMOYO Linux Cross Reference
Linux/arch/arm64/include/asm/pgalloc.h

Version: ~ [ linux-5.9-rc6 ] ~ [ linux-5.8.10 ] ~ [ linux-5.7.19 ] ~ [ linux-5.6.19 ] ~ [ linux-5.5.19 ] ~ [ linux-5.4.66 ] ~ [ linux-5.3.18 ] ~ [ linux-5.2.21 ] ~ [ linux-5.1.21 ] ~ [ linux-5.0.21 ] ~ [ linux-4.20.17 ] ~ [ linux-4.19.146 ] ~ [ linux-4.18.20 ] ~ [ linux-4.17.19 ] ~ [ linux-4.16.18 ] ~ [ linux-4.15.18 ] ~ [ linux-4.14.198 ] ~ [ linux-4.13.16 ] ~ [ linux-4.12.14 ] ~ [ linux-4.11.12 ] ~ [ linux-4.10.17 ] ~ [ linux-4.9.236 ] ~ [ linux-4.8.17 ] ~ [ linux-4.7.10 ] ~ [ linux-4.6.7 ] ~ [ linux-4.5.7 ] ~ [ linux-4.4.236 ] ~ [ linux-4.3.6 ] ~ [ linux-4.2.8 ] ~ [ linux-4.1.52 ] ~ [ linux-4.0.9 ] ~ [ linux-3.19.8 ] ~ [ linux-3.18.140 ] ~ [ linux-3.17.8 ] ~ [ linux-3.16.85 ] ~ [ linux-3.15.10 ] ~ [ linux-3.14.79 ] ~ [ linux-3.13.11 ] ~ [ linux-3.12.74 ] ~ [ linux-3.11.10 ] ~ [ linux-3.10.108 ] ~ [ linux-2.6.32.71 ] ~ [ linux-2.6.0 ] ~ [ linux-2.4.37.11 ] ~ [ unix-v6-master ] ~ [ ccs-tools-1.8.5 ] ~ [ policy-sample ] ~
Architecture: ~ [ i386 ] ~ [ alpha ] ~ [ m68k ] ~ [ mips ] ~ [ ppc ] ~ [ sparc ] ~ [ sparc64 ] ~

  1 /* SPDX-License-Identifier: GPL-2.0-only */
  2 /*
  3  * Based on arch/arm/include/asm/pgalloc.h
  4  *
  5  * Copyright (C) 2000-2001 Russell King
  6  * Copyright (C) 2012 ARM Ltd.
  7  */
  8 #ifndef __ASM_PGALLOC_H
  9 #define __ASM_PGALLOC_H
 10 
 11 #include <asm/pgtable-hwdef.h>
 12 #include <asm/processor.h>
 13 #include <asm/cacheflush.h>
 14 #include <asm/tlbflush.h>
 15 
 16 #include <asm-generic/pgalloc.h>        /* for pte_{alloc,free}_one */
 17 
 18 #define check_pgt_cache()               do { } while (0)
 19 
 20 #define PGD_SIZE        (PTRS_PER_PGD * sizeof(pgd_t))
 21 
 22 #if CONFIG_PGTABLE_LEVELS > 2
 23 
 24 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long addr)
 25 {
 26         gfp_t gfp = GFP_PGTABLE_USER;
 27         struct page *page;
 28 
 29         if (mm == &init_mm)
 30                 gfp = GFP_PGTABLE_KERNEL;
 31 
 32         page = alloc_page(gfp);
 33         if (!page)
 34                 return NULL;
 35         if (!pgtable_pmd_page_ctor(page)) {
 36                 __free_page(page);
 37                 return NULL;
 38         }
 39         return page_address(page);
 40 }
 41 
 42 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmdp)
 43 {
 44         BUG_ON((unsigned long)pmdp & (PAGE_SIZE-1));
 45         pgtable_pmd_page_dtor(virt_to_page(pmdp));
 46         free_page((unsigned long)pmdp);
 47 }
 48 
 49 static inline void __pud_populate(pud_t *pudp, phys_addr_t pmdp, pudval_t prot)
 50 {
 51         set_pud(pudp, __pud(__phys_to_pud_val(pmdp) | prot));
 52 }
 53 
 54 static inline void pud_populate(struct mm_struct *mm, pud_t *pudp, pmd_t *pmdp)
 55 {
 56         __pud_populate(pudp, __pa(pmdp), PMD_TYPE_TABLE);
 57 }
 58 #else
 59 static inline void __pud_populate(pud_t *pudp, phys_addr_t pmdp, pudval_t prot)
 60 {
 61         BUILD_BUG();
 62 }
 63 #endif  /* CONFIG_PGTABLE_LEVELS > 2 */
 64 
 65 #if CONFIG_PGTABLE_LEVELS > 3
 66 
 67 static inline pud_t *pud_alloc_one(struct mm_struct *mm, unsigned long addr)
 68 {
 69         return (pud_t *)__get_free_page(GFP_PGTABLE_USER);
 70 }
 71 
 72 static inline void pud_free(struct mm_struct *mm, pud_t *pudp)
 73 {
 74         BUG_ON((unsigned long)pudp & (PAGE_SIZE-1));
 75         free_page((unsigned long)pudp);
 76 }
 77 
 78 static inline void __pgd_populate(pgd_t *pgdp, phys_addr_t pudp, pgdval_t prot)
 79 {
 80         set_pgd(pgdp, __pgd(__phys_to_pgd_val(pudp) | prot));
 81 }
 82 
 83 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgdp, pud_t *pudp)
 84 {
 85         __pgd_populate(pgdp, __pa(pudp), PUD_TYPE_TABLE);
 86 }
 87 #else
 88 static inline void __pgd_populate(pgd_t *pgdp, phys_addr_t pudp, pgdval_t prot)
 89 {
 90         BUILD_BUG();
 91 }
 92 #endif  /* CONFIG_PGTABLE_LEVELS > 3 */
 93 
 94 extern pgd_t *pgd_alloc(struct mm_struct *mm);
 95 extern void pgd_free(struct mm_struct *mm, pgd_t *pgdp);
 96 
 97 static inline void __pmd_populate(pmd_t *pmdp, phys_addr_t ptep,
 98                                   pmdval_t prot)
 99 {
100         set_pmd(pmdp, __pmd(__phys_to_pmd_val(ptep) | prot));
101 }
102 
103 /*
104  * Populate the pmdp entry with a pointer to the pte.  This pmd is part
105  * of the mm address space.
106  */
107 static inline void
108 pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmdp, pte_t *ptep)
109 {
110         /*
111          * The pmd must be loaded with the physical address of the PTE table
112          */
113         __pmd_populate(pmdp, __pa(ptep), PMD_TYPE_TABLE);
114 }
115 
116 static inline void
117 pmd_populate(struct mm_struct *mm, pmd_t *pmdp, pgtable_t ptep)
118 {
119         __pmd_populate(pmdp, page_to_phys(ptep), PMD_TYPE_TABLE);
120 }
121 #define pmd_pgtable(pmd) pmd_page(pmd)
122 
123 #endif
124 

~ [ source navigation ] ~ [ diff markup ] ~ [ identifier search ] ~

kernel.org | git.kernel.org | LWN.net | Project Home | Wiki (Japanese) | Wiki (English) | SVN repository | Mail admin

Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.

osdn.jp