~ [ source navigation ] ~ [ diff markup ] ~ [ identifier search ] ~

TOMOYO Linux Cross Reference
Linux/arch/arm64/mm/flush.c

Version: ~ [ linux-5.14-rc1 ] ~ [ linux-5.13.1 ] ~ [ linux-5.12.16 ] ~ [ linux-5.11.22 ] ~ [ linux-5.10.49 ] ~ [ linux-5.9.16 ] ~ [ linux-5.8.18 ] ~ [ linux-5.7.19 ] ~ [ linux-5.6.19 ] ~ [ linux-5.5.19 ] ~ [ linux-5.4.131 ] ~ [ linux-5.3.18 ] ~ [ linux-5.2.21 ] ~ [ linux-5.1.21 ] ~ [ linux-5.0.21 ] ~ [ linux-4.20.17 ] ~ [ linux-4.19.197 ] ~ [ linux-4.18.20 ] ~ [ linux-4.17.19 ] ~ [ linux-4.16.18 ] ~ [ linux-4.15.18 ] ~ [ linux-4.14.239 ] ~ [ linux-4.13.16 ] ~ [ linux-4.12.14 ] ~ [ linux-4.11.12 ] ~ [ linux-4.10.17 ] ~ [ linux-4.9.275 ] ~ [ linux-4.8.17 ] ~ [ linux-4.7.10 ] ~ [ linux-4.6.7 ] ~ [ linux-4.5.7 ] ~ [ linux-4.4.275 ] ~ [ linux-4.3.6 ] ~ [ linux-4.2.8 ] ~ [ linux-4.1.52 ] ~ [ linux-4.0.9 ] ~ [ linux-3.18.140 ] ~ [ linux-3.16.85 ] ~ [ linux-3.14.79 ] ~ [ linux-3.12.74 ] ~ [ linux-3.10.108 ] ~ [ linux-2.6.32.71 ] ~ [ linux-2.6.0 ] ~ [ linux-2.4.37.11 ] ~ [ unix-v6-master ] ~ [ ccs-tools-1.8.5 ] ~ [ policy-sample ] ~
Architecture: ~ [ i386 ] ~ [ alpha ] ~ [ m68k ] ~ [ mips ] ~ [ ppc ] ~ [ sparc ] ~ [ sparc64 ] ~

  1 /*
  2  * Based on arch/arm/mm/flush.c
  3  *
  4  * Copyright (C) 1995-2002 Russell King
  5  * Copyright (C) 2012 ARM Ltd.
  6  *
  7  * This program is free software; you can redistribute it and/or modify
  8  * it under the terms of the GNU General Public License version 2 as
  9  * published by the Free Software Foundation.
 10  *
 11  * This program is distributed in the hope that it will be useful,
 12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
 13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 14  * GNU General Public License for more details.
 15  *
 16  * You should have received a copy of the GNU General Public License
 17  * along with this program.  If not, see <http://www.gnu.org/licenses/>.
 18  */
 19 
 20 #include <linux/export.h>
 21 #include <linux/mm.h>
 22 #include <linux/pagemap.h>
 23 
 24 #include <asm/cacheflush.h>
 25 #include <asm/cachetype.h>
 26 #include <asm/tlbflush.h>
 27 
 28 #include "mm.h"
 29 
 30 void flush_cache_range(struct vm_area_struct *vma, unsigned long start,
 31                        unsigned long end)
 32 {
 33         if (vma->vm_flags & VM_EXEC)
 34                 __flush_icache_all();
 35 }
 36 
 37 static void flush_ptrace_access(struct vm_area_struct *vma, struct page *page,
 38                                 unsigned long uaddr, void *kaddr,
 39                                 unsigned long len)
 40 {
 41         if (vma->vm_flags & VM_EXEC) {
 42                 unsigned long addr = (unsigned long)kaddr;
 43                 if (icache_is_aliasing()) {
 44                         __flush_dcache_area(kaddr, len);
 45                         __flush_icache_all();
 46                 } else {
 47                         flush_icache_range(addr, addr + len);
 48                 }
 49         }
 50 }
 51 
 52 /*
 53  * Copy user data from/to a page which is mapped into a different processes
 54  * address space.  Really, we want to allow our "user space" model to handle
 55  * this.
 56  *
 57  * Note that this code needs to run on the current CPU.
 58  */
 59 void copy_to_user_page(struct vm_area_struct *vma, struct page *page,
 60                        unsigned long uaddr, void *dst, const void *src,
 61                        unsigned long len)
 62 {
 63 #ifdef CONFIG_SMP
 64         preempt_disable();
 65 #endif
 66         memcpy(dst, src, len);
 67         flush_ptrace_access(vma, page, uaddr, dst, len);
 68 #ifdef CONFIG_SMP
 69         preempt_enable();
 70 #endif
 71 }
 72 
 73 void __sync_icache_dcache(pte_t pte, unsigned long addr)
 74 {
 75         struct page *page = pte_page(pte);
 76 
 77         if (!test_and_set_bit(PG_dcache_clean, &page->flags)) {
 78                 __flush_dcache_area(page_address(page),
 79                                 PAGE_SIZE << compound_order(page));
 80                 __flush_icache_all();
 81         } else if (icache_is_aivivt()) {
 82                 __flush_icache_all();
 83         }
 84 }
 85 
 86 /*
 87  * This function is called when a page has been modified by the kernel. Mark
 88  * it as dirty for later flushing when mapped in user space (if executable,
 89  * see __sync_icache_dcache).
 90  */
 91 void flush_dcache_page(struct page *page)
 92 {
 93         if (test_bit(PG_dcache_clean, &page->flags))
 94                 clear_bit(PG_dcache_clean, &page->flags);
 95 }
 96 EXPORT_SYMBOL(flush_dcache_page);
 97 
 98 /*
 99  * Additional functions defined in assembly.
100  */
101 EXPORT_SYMBOL(flush_cache_all);
102 EXPORT_SYMBOL(flush_icache_range);
103 
104 #ifdef CONFIG_TRANSPARENT_HUGEPAGE
105 #ifdef CONFIG_HAVE_RCU_TABLE_FREE
106 void pmdp_splitting_flush(struct vm_area_struct *vma, unsigned long address,
107                           pmd_t *pmdp)
108 {
109         pmd_t pmd = pmd_mksplitting(*pmdp);
110 
111         VM_BUG_ON(address & ~PMD_MASK);
112         set_pmd_at(vma->vm_mm, address, pmdp, pmd);
113 
114         /* dummy IPI to serialise against fast_gup */
115         kick_all_cpus_sync();
116 }
117 #endif /* CONFIG_HAVE_RCU_TABLE_FREE */
118 #endif /* CONFIG_TRANSPARENT_HUGEPAGE */
119 

~ [ source navigation ] ~ [ diff markup ] ~ [ identifier search ] ~

kernel.org | git.kernel.org | LWN.net | Project Home | Wiki (Japanese) | Wiki (English) | SVN repository | Mail admin

Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.

osdn.jp