blob: e201b4b1655afee13e11f564af8d49c6e806b660 [file] [log] [blame]
Thomas Gleixnerd2912cb2019-06-04 10:11:33 +02001/* SPDX-License-Identifier: GPL-2.0-only */
Vineet Gupta95d69762013-01-18 15:12:19 +05302/*
3 * Copyright (C) 2004, 2007-2010, 2011-2012 Synopsys, Inc. (www.synopsys.com)
4 *
Vineet Gupta95d69762013-01-18 15:12:19 +05305 * vineetg: May 2011: for Non-aliasing VIPT D-cache following can be NOPs
6 * -flush_cache_dup_mm (fork)
7 * -likewise for flush_cache_mm (exit/execve)
8 * -likewise for flush_cache_{range,page} (munmap, exit, COW-break)
9 *
10 * vineetg: April 2008
11 * -Added a critical CacheLine flush to copy_to_user_page( ) which
12 * was causing gdbserver to not setup breakpoints consistently
13 */
14
15#ifndef _ASM_CACHEFLUSH_H
16#define _ASM_CACHEFLUSH_H
17
18#include <linux/mm.h>
Vineet Gupta5bba49f2013-05-09 19:20:43 +053019#include <asm/shmparam.h>
Vineet Gupta95d69762013-01-18 15:12:19 +053020
Vineet Gupta24603fd2013-04-11 18:36:35 +053021/*
22 * Semantically we need this because icache doesn't snoop dcache/dma.
23 * However ARC Cache flush requires paddr as well as vaddr, latter not available
24 * in the flush_icache_page() API. So we no-op it but do the equivalent work
25 * in update_mmu_cache()
26 */
27#define flush_icache_page(vma, page)
28
Vineet Gupta95d69762013-01-18 15:12:19 +053029void flush_cache_all(void);
30
Vineet Gupta28b4af72015-09-14 18:43:42 -070031void flush_icache_range(unsigned long kstart, unsigned long kend);
32void __sync_icache_dcache(phys_addr_t paddr, unsigned long vaddr, int len);
33void __inv_icache_page(phys_addr_t paddr, unsigned long vaddr);
34void __flush_dcache_page(phys_addr_t paddr, unsigned long vaddr);
Vineet Gupta95d69762013-01-18 15:12:19 +053035
36#define ARCH_IMPLEMENTS_FLUSH_DCACHE_PAGE 1
37
38void flush_dcache_page(struct page *page);
39
Vineet Guptaf5db19e2016-03-16 15:04:39 +053040void dma_cache_wback_inv(phys_addr_t start, unsigned long sz);
41void dma_cache_inv(phys_addr_t start, unsigned long sz);
42void dma_cache_wback(phys_addr_t start, unsigned long sz);
Vineet Gupta95d69762013-01-18 15:12:19 +053043
44#define flush_dcache_mmap_lock(mapping) do { } while (0)
45#define flush_dcache_mmap_unlock(mapping) do { } while (0)
46
47/* TBD: optimize this */
48#define flush_cache_vmap(start, end) flush_cache_all()
49#define flush_cache_vunmap(start, end) flush_cache_all()
50
Vineet Gupta4102b532013-05-09 21:54:51 +053051#define flush_cache_dup_mm(mm) /* called on fork (VIVT only) */
52
53#ifndef CONFIG_ARC_CACHE_VIPT_ALIASING
54
Vineet Gupta95d69762013-01-18 15:12:19 +053055#define flush_cache_mm(mm) /* called on munmap/exit */
56#define flush_cache_range(mm, u_vstart, u_vend)
57#define flush_cache_page(vma, u_vaddr, pfn) /* PF handling/COW-break */
58
Vineet Gupta4102b532013-05-09 21:54:51 +053059#else /* VIPT aliasing dcache */
60
61/* To clear out stale userspace mappings */
62void flush_cache_mm(struct mm_struct *mm);
63void flush_cache_range(struct vm_area_struct *vma,
64 unsigned long start,unsigned long end);
65void flush_cache_page(struct vm_area_struct *vma,
66 unsigned long user_addr, unsigned long page);
67
68/*
69 * To make sure that userspace mapping is flushed to memory before
70 * get_user_pages() uses a kernel mapping to access the page
71 */
72#define ARCH_HAS_FLUSH_ANON_PAGE
73void flush_anon_page(struct vm_area_struct *vma,
74 struct page *page, unsigned long u_vaddr);
75
76#endif /* CONFIG_ARC_CACHE_VIPT_ALIASING */
77
78/*
Vineet Gupta2ed21da2013-05-13 17:23:58 +053079 * A new pagecache page has PG_arch_1 clear - thus dcache dirty by default
80 * This works around some PIO based drivers which don't call flush_dcache_page
81 * to record that they dirtied the dcache
82 */
83#define PG_dc_clean PG_arch_1
84
Vineet Gupta08fe0072016-12-19 11:38:38 -080085#define CACHE_COLORS_NUM 4
86#define CACHE_COLORS_MSK (CACHE_COLORS_NUM - 1)
87#define CACHE_COLOR(addr) (((unsigned long)(addr) >> (PAGE_SHIFT)) & CACHE_COLORS_MSK)
88
Vineet Gupta2ed21da2013-05-13 17:23:58 +053089/*
Vineet Gupta4102b532013-05-09 21:54:51 +053090 * Simple wrapper over config option
91 * Bootup code ensures that hardware matches kernel configuration
92 */
93static inline int cache_is_vipt_aliasing(void)
94{
Vineet Gupta30499182013-06-15 10:21:51 +053095 return IS_ENABLED(CONFIG_ARC_CACHE_VIPT_ALIASING);
Vineet Gupta4102b532013-05-09 21:54:51 +053096}
97
Vineet Gupta4102b532013-05-09 21:54:51 +053098/*
99 * checks if two addresses (after page aligning) index into same cache set
100 */
101#define addr_not_cache_congruent(addr1, addr2) \
Vineet Gupta3e879742013-05-22 18:38:10 +0530102({ \
Vineet Gupta4102b532013-05-09 21:54:51 +0530103 cache_is_vipt_aliasing() ? \
Vineet Gupta3e879742013-05-22 18:38:10 +0530104 (CACHE_COLOR(addr1) != CACHE_COLOR(addr2)) : 0; \
105})
Vineet Gupta4102b532013-05-09 21:54:51 +0530106
Vineet Gupta95d69762013-01-18 15:12:19 +0530107#define copy_to_user_page(vma, page, vaddr, dst, src, len) \
108do { \
109 memcpy(dst, src, len); \
110 if (vma->vm_flags & VM_EXEC) \
Vineet Gupta94bad1a2013-04-12 12:20:23 +0530111 __sync_icache_dcache((unsigned long)(dst), vaddr, len); \
Vineet Gupta95d69762013-01-18 15:12:19 +0530112} while (0)
113
114#define copy_from_user_page(vma, page, vaddr, dst, src, len) \
115 memcpy(dst, src, len); \
116
117#endif