OXIESEC PANEL
- Current Dir:
/
/
usr
/
src
/
linux-headers-4.15.0-213
/
arch
/
arm
/
include
/
asm
Server IP: 139.59.38.164
Upload:
Create Dir:
Name
Size
Modified
Perms
📁
..
-
05/09/2024 07:14:12 AM
rwxr-xr-x
📄
Kbuild
568 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
arch_gicv3.h
9.05 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
arch_timer.h
2.48 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
arm-cci.h
1.05 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
asm-offsets.h
35 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
assembler.h
10.46 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
atomic.h
13.22 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
auxvec.h
29 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
bL_switcher.h
2.28 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
barrier.h
2.84 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
bitops.h
8.62 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
bitrev.h
451 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
bug.h
2.46 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
bugs.h
546 bytes
06/16/2023 05:32:39 PM
rw-r--r--
📄
cache.h
813 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
cacheflush.h
15.54 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
cachetype.h
2.71 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
checksum.h
3.71 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
clocksource.h
153 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
cmpxchg.h
6.14 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
compiler.h
978 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
cp15.h
3.84 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
cpu.h
533 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
cpufeature.h
1.4 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
cpuidle.h
1.33 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
cputype.h
8.42 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
cti.h
3.62 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
dcc.h
1.01 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
delay.h
2.83 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
device.h
771 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
div64.h
3.17 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
dma-contiguous.h
265 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
dma-iommu.h
1.01 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
dma-mapping.h
7.44 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
dma.h
4.18 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
dmi.h
528 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
domain.h
3.65 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
ecard.h
5.98 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
edac.h
1.51 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
efi.h
3.04 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
elf.h
4.52 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
entry-macro-multi.S
726 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
exception.h
571 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
fb.h
375 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
fiq.h
1.36 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
firmware.h
1.82 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
fixmap.h
1.84 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
flat.h
915 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
floppy.h
3.61 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
fncpy.h
3.08 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
fpstate.h
1.73 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
ftrace.h
1.92 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
futex.h
4.24 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
glue-cache.h
3.51 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
glue-df.h
2.2 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
glue-pf.h
1.12 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
glue-proc.h
4.46 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
glue.h
759 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
gpio.h
693 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
hardirq.h
803 bytes
06/16/2023 05:32:39 PM
rw-r--r--
📁
hardware
-
05/09/2024 07:14:16 AM
rwxr-xr-x
📄
highmem.h
2.15 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
hugetlb-3level.h
2.03 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
hugetlb.h
1.78 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
hw_breakpoint.h
3.53 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
hw_irq.h
349 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
hwcap.h
378 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
hypervisor.h
140 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
ide.h
566 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
idmap.h
355 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
insn.h
636 bytes
06/16/2023 05:32:39 PM
rw-r--r--
📄
io.h
15.96 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
irq.h
1015 bytes
06/16/2023 05:32:39 PM
rw-r--r--
📄
irq_work.h
234 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
irqflags.h
3.88 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
jump_label.h
1009 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
kexec-internal.h
272 bytes
06/16/2023 05:32:39 PM
rw-r--r--
📄
kexec.h
2.3 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
kgdb.h
2.72 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
kmap_types.h
190 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
kprobes.h
2.65 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
kvm_arm.h
7.6 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
kvm_asm.h
2.84 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
kvm_coproc.h
1.99 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
kvm_emulate.h
7.84 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
kvm_host.h
10.31 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
kvm_hyp.h
4.49 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
kvm_mmio.h
1.34 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
kvm_mmu.h
7.27 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
limits.h
166 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
linkage.h
216 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📁
mach
-
05/09/2024 07:14:16 AM
rwxr-xr-x
📄
mc146818rtc.h
720 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
mcpm.h
11.92 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
mcs_spinlock.h
570 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
memblock.h
248 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
memory.h
9.95 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
mmu.h
953 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
mmu_context.h
3.94 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
module.h
1.57 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
mpu.h
2.15 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
mtd-xip.h
666 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
neon.h
1.16 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
nwflash.h
252 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
opcodes-sec.h
742 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
opcodes-virt.h
1.32 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
opcodes.h
8.07 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
outercache.h
3.78 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
page-nommu.h
957 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
page.h
3.61 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
paravirt.h
454 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
patch.h
438 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
pci.h
956 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
percpu.h
1.56 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
perf_event.h
857 bytes
06/16/2023 05:32:39 PM
rw-r--r--
📄
pgalloc.h
3.79 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
pgtable-2level-hwdef.h
3.45 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
pgtable-2level-types.h
1.84 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
pgtable-2level.h
8.51 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
pgtable-3level-hwdef.h
3.95 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
pgtable-3level-types.h
1.89 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
pgtable-3level.h
9.54 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
pgtable-hwdef.h
467 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
pgtable-nommu.h
2.51 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
pgtable.h
11.71 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
probes.h
1.73 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
proc-fns.h
4.79 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
processor.h
3.4 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
procinfo.h
1.27 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
prom.h
715 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
psci.h
771 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
ptrace.h
4.89 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
sections.h
189 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
set_memory.h
1.04 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
setup.h
934 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
shmparam.h
419 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
signal.h
500 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
smp.h
3.1 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
smp_plat.h
2.48 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
smp_scu.h
1.32 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
smp_twd.h
908 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
sparsemem.h
716 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
spectre.h
906 bytes
06/16/2023 05:32:39 PM
rw-r--r--
📄
spinlock.h
5.49 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
spinlock_types.h
541 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
stackprotector.h
1.09 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
stacktrace.h
742 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
stage2_pgtable.h
2.12 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
string.h
1.43 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
suspend.h
369 bytes
06/16/2023 05:32:39 PM
rw-r--r--
📄
swab.h
1005 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
switch_to.h
1.03 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
sync_bitops.h
1.03 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
syscall.h
2.48 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
system_info.h
763 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
system_misc.h
1.14 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
tcm.h
937 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
therm.h
655 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
thread_info.h
5.2 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
thread_notify.h
1.2 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
timex.h
577 bytes
06/16/2023 05:32:39 PM
rw-r--r--
📄
tlb.h
7.37 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
tlbflush.h
17.88 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
tls.h
3.09 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
topology.h
1.18 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
traps.h
1.17 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
trusted_foundations.h
2.29 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
uaccess-asm.h
2.83 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
uaccess.h
16.22 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
ucontext.h
2.98 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
unaligned.h
846 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
unified.h
1.61 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
unistd.h
1.68 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
unwind.h
1.71 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
uprobes.h
1.07 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
user.h
4.2 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
v7m.h
2.93 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
vdso.h
507 bytes
06/16/2023 05:32:39 PM
rw-r--r--
📄
vdso_datapage.h
1.69 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
vfp.h
2.86 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
vfpmacros.h
2.1 KB
06/16/2023 05:32:39 PM
rw-r--r--
📄
vga.h
305 bytes
01/28/2018 09:20:33 PM
rw-r--r--
📄
virt.h
2.9 KB
01/28/2018 09:20:33 PM
rw-r--r--
📄
word-at-a-time.h
2.08 KB
01/28/2018 09:20:33 PM
rw-r--r--
📁
xen
-
05/09/2024 07:14:16 AM
rwxr-xr-x
📄
xor.h
5.22 KB
01/28/2018 09:20:33 PM
rw-r--r--
Editing: tlb.h
Close
/* * arch/arm/include/asm/tlb.h * * Copyright (C) 2002 Russell King * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License version 2 as * published by the Free Software Foundation. * * Experimentation shows that on a StrongARM, it appears to be faster * to use the "invalidate whole tlb" rather than "invalidate single * tlb" for this. * * This appears true for both the process fork+exit case, as well as * the munmap-large-area case. */ #ifndef __ASMARM_TLB_H #define __ASMARM_TLB_H #include <asm/cacheflush.h> #ifndef CONFIG_MMU #include <linux/pagemap.h> #define tlb_flush(tlb) ((void) tlb) #include <asm-generic/tlb.h> #else /* !CONFIG_MMU */ #include <linux/swap.h> #include <asm/pgalloc.h> #include <asm/tlbflush.h> #define MMU_GATHER_BUNDLE 8 #ifdef CONFIG_HAVE_RCU_TABLE_FREE static inline void __tlb_remove_table(void *_table) { free_page_and_swap_cache((struct page *)_table); } struct mmu_table_batch { struct rcu_head rcu; unsigned int nr; void *tables[0]; }; #define MAX_TABLE_BATCH \ ((PAGE_SIZE - sizeof(struct mmu_table_batch)) / sizeof(void *)) extern void tlb_table_flush(struct mmu_gather *tlb); extern void tlb_remove_table(struct mmu_gather *tlb, void *table); #define tlb_remove_entry(tlb, entry) tlb_remove_table(tlb, entry) #else #define tlb_remove_entry(tlb, entry) tlb_remove_page(tlb, entry) #endif /* CONFIG_HAVE_RCU_TABLE_FREE */ /* * TLB handling. This allows us to remove pages from the page * tables, and efficiently handle the TLB issues. */ struct mmu_gather { struct mm_struct *mm; #ifdef CONFIG_HAVE_RCU_TABLE_FREE struct mmu_table_batch *batch; unsigned int need_flush; #endif unsigned int fullmm; struct vm_area_struct *vma; unsigned long start, end; unsigned long range_start; unsigned long range_end; unsigned int nr; unsigned int max; struct page **pages; struct page *local[MMU_GATHER_BUNDLE]; }; DECLARE_PER_CPU(struct mmu_gather, mmu_gathers); /* * This is unnecessarily complex. There's three ways the TLB shootdown * code is used: * 1. Unmapping a range of vmas. See zap_page_range(), unmap_region(). * tlb->fullmm = 0, and tlb_start_vma/tlb_end_vma will be called. * tlb->vma will be non-NULL. * 2. Unmapping all vmas. See exit_mmap(). * tlb->fullmm = 1, and tlb_start_vma/tlb_end_vma will be called. * tlb->vma will be non-NULL. Additionally, page tables will be freed. * 3. Unmapping argument pages. See shift_arg_pages(). * tlb->fullmm = 0, but tlb_start_vma/tlb_end_vma will not be called. * tlb->vma will be NULL. */ static inline void tlb_flush(struct mmu_gather *tlb) { if (tlb->fullmm || !tlb->vma) flush_tlb_mm(tlb->mm); else if (tlb->range_end > 0) { flush_tlb_range(tlb->vma, tlb->range_start, tlb->range_end); tlb->range_start = TASK_SIZE; tlb->range_end = 0; } } static inline void tlb_add_flush(struct mmu_gather *tlb, unsigned long addr) { if (!tlb->fullmm) { if (addr < tlb->range_start) tlb->range_start = addr; if (addr + PAGE_SIZE > tlb->range_end) tlb->range_end = addr + PAGE_SIZE; } } static inline void __tlb_alloc_page(struct mmu_gather *tlb) { unsigned long addr = __get_free_pages(GFP_NOWAIT | __GFP_NOWARN, 0); if (addr) { tlb->pages = (void *)addr; tlb->max = PAGE_SIZE / sizeof(struct page *); } } static inline void tlb_flush_mmu_tlbonly(struct mmu_gather *tlb) { tlb_flush(tlb); #ifdef CONFIG_HAVE_RCU_TABLE_FREE tlb_table_flush(tlb); #endif } static inline void tlb_flush_mmu_free(struct mmu_gather *tlb) { free_pages_and_swap_cache(tlb->pages, tlb->nr); tlb->nr = 0; if (tlb->pages == tlb->local) __tlb_alloc_page(tlb); } static inline void tlb_flush_mmu(struct mmu_gather *tlb) { tlb_flush_mmu_tlbonly(tlb); tlb_flush_mmu_free(tlb); } static inline void arch_tlb_gather_mmu(struct mmu_gather *tlb, struct mm_struct *mm, unsigned long start, unsigned long end) { tlb->mm = mm; tlb->fullmm = !(start | (end+1)); tlb->start = start; tlb->end = end; tlb->vma = NULL; tlb->max = ARRAY_SIZE(tlb->local); tlb->pages = tlb->local; tlb->nr = 0; __tlb_alloc_page(tlb); #ifdef CONFIG_HAVE_RCU_TABLE_FREE tlb->batch = NULL; #endif } static inline void arch_tlb_finish_mmu(struct mmu_gather *tlb, unsigned long start, unsigned long end, bool force) { if (force) { tlb->range_start = start; tlb->range_end = end; } tlb_flush_mmu(tlb); /* keep the page table cache within bounds */ check_pgt_cache(); if (tlb->pages != tlb->local) free_pages((unsigned long)tlb->pages, 0); } /* * Memorize the range for the TLB flush. */ static inline void tlb_remove_tlb_entry(struct mmu_gather *tlb, pte_t *ptep, unsigned long addr) { tlb_add_flush(tlb, addr); } #define tlb_remove_huge_tlb_entry(h, tlb, ptep, address) \ tlb_remove_tlb_entry(tlb, ptep, address) /* * In the case of tlb vma handling, we can optimise these away in the * case where we're doing a full MM flush. When we're doing a munmap, * the vmas are adjusted to only cover the region to be torn down. */ static inline void tlb_start_vma(struct mmu_gather *tlb, struct vm_area_struct *vma) { if (!tlb->fullmm) { flush_cache_range(vma, vma->vm_start, vma->vm_end); tlb->vma = vma; tlb->range_start = TASK_SIZE; tlb->range_end = 0; } } static inline void tlb_end_vma(struct mmu_gather *tlb, struct vm_area_struct *vma) { if (!tlb->fullmm) tlb_flush(tlb); } static inline bool __tlb_remove_page(struct mmu_gather *tlb, struct page *page) { tlb->pages[tlb->nr++] = page; VM_WARN_ON(tlb->nr > tlb->max); if (tlb->nr == tlb->max) return true; return false; } static inline void tlb_remove_page(struct mmu_gather *tlb, struct page *page) { if (__tlb_remove_page(tlb, page)) tlb_flush_mmu(tlb); } static inline bool __tlb_remove_page_size(struct mmu_gather *tlb, struct page *page, int page_size) { return __tlb_remove_page(tlb, page); } static inline void tlb_remove_page_size(struct mmu_gather *tlb, struct page *page, int page_size) { return tlb_remove_page(tlb, page); } static inline void __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, unsigned long addr) { pgtable_page_dtor(pte); #ifdef CONFIG_ARM_LPAE tlb_add_flush(tlb, addr); #else /* * With the classic ARM MMU, a pte page has two corresponding pmd * entries, each covering 1MB. */ addr &= PMD_MASK; tlb_add_flush(tlb, addr + SZ_1M - PAGE_SIZE); tlb_add_flush(tlb, addr + SZ_1M); #endif tlb_remove_entry(tlb, pte); } static inline void __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, unsigned long addr) { #ifdef CONFIG_ARM_LPAE tlb_add_flush(tlb, addr); tlb_remove_entry(tlb, virt_to_page(pmdp)); #endif } static inline void tlb_remove_pmd_tlb_entry(struct mmu_gather *tlb, pmd_t *pmdp, unsigned long addr) { tlb_add_flush(tlb, addr); } static inline void tlb_flush_pmd_range(struct mmu_gather *tlb, unsigned long address, unsigned long size) { tlb_add_flush(tlb, address); tlb_add_flush(tlb, address + size - PMD_SIZE); } #define pte_free_tlb(tlb, ptep, addr) __pte_free_tlb(tlb, ptep, addr) #define pmd_free_tlb(tlb, pmdp, addr) __pmd_free_tlb(tlb, pmdp, addr) #define pud_free_tlb(tlb, pudp, addr) pud_free((tlb)->mm, pudp) #define tlb_migrate_finish(mm) do { } while (0) #define tlb_remove_check_page_size_change tlb_remove_check_page_size_change static inline void tlb_remove_check_page_size_change(struct mmu_gather *tlb, unsigned int page_size) { } #endif /* CONFIG_MMU */ #endif