Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
Russell King | 4baa992 | 2008-08-02 10:55:55 +0100 | [diff] [blame] | 2 | * arch/arm/include/asm/tlb.h |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3 | * |
| 4 | * Copyright (C) 2002 Russell King |
| 5 | * |
| 6 | * This program is free software; you can redistribute it and/or modify |
| 7 | * it under the terms of the GNU General Public License version 2 as |
| 8 | * published by the Free Software Foundation. |
| 9 | * |
| 10 | * Experimentation shows that on a StrongARM, it appears to be faster |
| 11 | * to use the "invalidate whole tlb" rather than "invalidate single |
| 12 | * tlb" for this. |
| 13 | * |
| 14 | * This appears true for both the process fork+exit case, as well as |
| 15 | * the munmap-large-area case. |
| 16 | */ |
| 17 | #ifndef __ASMARM_TLB_H |
| 18 | #define __ASMARM_TLB_H |
| 19 | |
| 20 | #include <asm/cacheflush.h> |
Hyok S. Choi | 0157903 | 2006-02-24 21:41:25 +0000 | [diff] [blame] | 21 | |
| 22 | #ifndef CONFIG_MMU |
| 23 | |
| 24 | #include <linux/pagemap.h> |
Russell King | 58e9c47 | 2011-02-20 12:27:49 +0000 | [diff] [blame] | 25 | |
| 26 | #define tlb_flush(tlb) ((void) tlb) |
| 27 | |
Hyok S. Choi | 0157903 | 2006-02-24 21:41:25 +0000 | [diff] [blame] | 28 | #include <asm-generic/tlb.h> |
| 29 | |
| 30 | #else /* !CONFIG_MMU */ |
| 31 | |
Russell King | 06824ba | 2011-02-20 12:16:45 +0000 | [diff] [blame] | 32 | #include <linux/swap.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 33 | #include <asm/pgalloc.h> |
Russell King | 06824ba | 2011-02-20 12:16:45 +0000 | [diff] [blame] | 34 | #include <asm/tlbflush.h> |
| 35 | |
Steve Capper | a0ad549 | 2014-10-09 15:29:18 -0700 | [diff] [blame] | 36 | static inline void __tlb_remove_table(void *_table) |
| 37 | { |
| 38 | free_page_and_swap_cache((struct page *)_table); |
| 39 | } |
| 40 | |
Peter Zijlstra | b78180b | 2018-09-04 14:09:30 +0200 | [diff] [blame] | 41 | #include <asm-generic/tlb.h> |
Steve Capper | a0ad549 | 2014-10-09 15:29:18 -0700 | [diff] [blame] | 42 | |
Peter Zijlstra | b78180b | 2018-09-04 14:09:30 +0200 | [diff] [blame] | 43 | #ifndef CONFIG_HAVE_RCU_TABLE_FREE |
| 44 | #define tlb_remove_table(tlb, entry) tlb_remove_page(tlb, entry) |
Steve Capper | a0ad549 | 2014-10-09 15:29:18 -0700 | [diff] [blame] | 45 | #endif |
Linus Torvalds | 1cf35d4 | 2014-04-25 16:05:40 -0700 | [diff] [blame] | 46 | |
Peter Zijlstra | 9e14f67 | 2011-05-24 17:11:53 -0700 | [diff] [blame] | 47 | static inline void |
Peter Zijlstra | b78180b | 2018-09-04 14:09:30 +0200 | [diff] [blame] | 48 | __pte_free_tlb(struct mmu_gather *tlb, pgtable_t pte, unsigned long addr) |
Russell King | 06824ba | 2011-02-20 12:16:45 +0000 | [diff] [blame] | 49 | { |
| 50 | pgtable_page_dtor(pte); |
Catalin Marinas | 6d3ec1a | 2012-01-25 11:54:22 +0100 | [diff] [blame] | 51 | |
Peter Zijlstra | b78180b | 2018-09-04 14:09:30 +0200 | [diff] [blame] | 52 | #ifndef CONFIG_ARM_LPAE |
Catalin Marinas | 6d3ec1a | 2012-01-25 11:54:22 +0100 | [diff] [blame] | 53 | /* |
| 54 | * With the classic ARM MMU, a pte page has two corresponding pmd |
| 55 | * entries, each covering 1MB. |
| 56 | */ |
Peter Zijlstra | b78180b | 2018-09-04 14:09:30 +0200 | [diff] [blame] | 57 | addr = (addr & PMD_MASK) + SZ_1M; |
| 58 | __tlb_adjust_range(tlb, addr - PAGE_SIZE, 2 * PAGE_SIZE); |
Will Deacon | df547e0 | 2012-08-24 15:23:06 +0100 | [diff] [blame] | 59 | #endif |
Catalin Marinas | 6d3ec1a | 2012-01-25 11:54:22 +0100 | [diff] [blame] | 60 | |
Peter Zijlstra | b78180b | 2018-09-04 14:09:30 +0200 | [diff] [blame] | 61 | tlb_remove_table(tlb, pte); |
Catalin Marinas | c9f27f1 | 2011-11-22 17:30:29 +0000 | [diff] [blame] | 62 | } |
| 63 | |
Catalin Marinas | 8d96250 | 2012-07-25 14:39:26 +0100 | [diff] [blame] | 64 | static inline void |
Peter Zijlstra | b78180b | 2018-09-04 14:09:30 +0200 | [diff] [blame] | 65 | __pmd_free_tlb(struct mmu_gather *tlb, pmd_t *pmdp, unsigned long addr) |
Catalin Marinas | 8d96250 | 2012-07-25 14:39:26 +0100 | [diff] [blame] | 66 | { |
Peter Zijlstra | b78180b | 2018-09-04 14:09:30 +0200 | [diff] [blame] | 67 | #ifdef CONFIG_ARM_LPAE |
| 68 | struct page *page = virt_to_page(pmdp); |
Catalin Marinas | 8d96250 | 2012-07-25 14:39:26 +0100 | [diff] [blame] | 69 | |
Peter Zijlstra | b78180b | 2018-09-04 14:09:30 +0200 | [diff] [blame] | 70 | tlb_remove_table(tlb, page); |
| 71 | #endif |
Anders Roxell | 063daa8 | 2018-07-25 11:55:57 +0200 | [diff] [blame] | 72 | } |
| 73 | |
Hyok S. Choi | 0157903 | 2006-02-24 21:41:25 +0000 | [diff] [blame] | 74 | #endif /* CONFIG_MMU */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 75 | #endif |