diff options
Diffstat (limited to 'arch/mips/mm/dma-noncoherent.c')
-rw-r--r-- | arch/mips/mm/dma-noncoherent.c | 145 |
1 files changed, 145 insertions, 0 deletions
diff --git a/arch/mips/mm/dma-noncoherent.c b/arch/mips/mm/dma-noncoherent.c new file mode 100644 index 000000000..38d3d9143 --- /dev/null +++ b/arch/mips/mm/dma-noncoherent.c | |||
@@ -0,0 +1,145 @@ | |||
1 | // SPDX-License-Identifier: GPL-2.0 | ||
2 | /* | ||
3 | * Copyright (C) 2000 Ani Joshi <ajoshi@unixbox.com> | ||
4 | * Copyright (C) 2000, 2001, 06 Ralf Baechle <ralf@linux-mips.org> | ||
5 | * swiped from i386, and cloned for MIPS by Geert, polished by Ralf. | ||
6 | */ | ||
7 | #include <linux/dma-direct.h> | ||
8 | #include <linux/dma-map-ops.h> | ||
9 | #include <linux/highmem.h> | ||
10 | |||
11 | #include <asm/cache.h> | ||
12 | #include <asm/cpu-type.h> | ||
13 | #include <asm/dma-coherence.h> | ||
14 | #include <asm/io.h> | ||
15 | |||
16 | /* | ||
17 | * The affected CPUs below in 'cpu_needs_post_dma_flush()' can speculatively | ||
18 | * fill random cachelines with stale data at any time, requiring an extra | ||
19 | * flush post-DMA. | ||
20 | * | ||
21 | * Warning on the terminology - Linux calls an uncached area coherent; MIPS | ||
22 | * terminology calls memory areas with hardware maintained coherency coherent. | ||
23 | * | ||
24 | * Note that the R14000 and R16000 should also be checked for in this condition. | ||
25 | * However this function is only called on non-I/O-coherent systems and only the | ||
26 | * R10000 and R12000 are used in such systems, the SGI IP28 Indigo² rsp. | ||
27 | * SGI IP32 aka O2. | ||
28 | */ | ||
29 | static inline bool cpu_needs_post_dma_flush(void) | ||
30 | { | ||
31 | switch (boot_cpu_type()) { | ||
32 | case CPU_R10000: | ||
33 | case CPU_R12000: | ||
34 | case CPU_BMIPS5000: | ||
35 | case CPU_LOONGSON2EF: | ||
36 | return true; | ||
37 | default: | ||
38 | /* | ||
39 | * Presence of MAARs suggests that the CPU supports | ||
40 | * speculatively prefetching data, and therefore requires | ||
41 | * the post-DMA flush/invalidate. | ||
42 | */ | ||
43 | return cpu_has_maar; | ||
44 | } | ||
45 | } | ||
46 | |||
47 | void arch_dma_prep_coherent(struct page *page, size_t size) | ||
48 | { | ||
49 | dma_cache_wback_inv((unsigned long)page_address(page), size); | ||
50 | } | ||
51 | |||
52 | void *arch_dma_set_uncached(void *addr, size_t size) | ||
53 | { | ||
54 | return (void *)(__pa(addr) + UNCAC_BASE); | ||
55 | } | ||
56 | |||
57 | static inline void dma_sync_virt_for_device(void *addr, size_t size, | ||
58 | enum dma_data_direction dir) | ||
59 | { | ||
60 | switch (dir) { | ||
61 | case DMA_TO_DEVICE: | ||
62 | dma_cache_wback((unsigned long)addr, size); | ||
63 | break; | ||
64 | case DMA_FROM_DEVICE: | ||
65 | dma_cache_inv((unsigned long)addr, size); | ||
66 | break; | ||
67 | case DMA_BIDIRECTIONAL: | ||
68 | dma_cache_wback_inv((unsigned long)addr, size); | ||
69 | break; | ||
70 | default: | ||
71 | BUG(); | ||
72 | } | ||
73 | } | ||
74 | |||
75 | static inline void dma_sync_virt_for_cpu(void *addr, size_t size, | ||
76 | enum dma_data_direction dir) | ||
77 | { | ||
78 | switch (dir) { | ||
79 | case DMA_TO_DEVICE: | ||
80 | break; | ||
81 | case DMA_FROM_DEVICE: | ||
82 | case DMA_BIDIRECTIONAL: | ||
83 | dma_cache_inv((unsigned long)addr, size); | ||
84 | break; | ||
85 | default: | ||
86 | BUG(); | ||
87 | } | ||
88 | } | ||
89 | |||
90 | /* | ||
91 | * A single sg entry may refer to multiple physically contiguous pages. But | ||
92 | * we still need to process highmem pages individually. If highmem is not | ||
93 | * configured then the bulk of this loop gets optimized out. | ||
94 | */ | ||
95 | static inline void dma_sync_phys(phys_addr_t paddr, size_t size, | ||
96 | enum dma_data_direction dir, bool for_device) | ||
97 | { | ||
98 | struct page *page = pfn_to_page(paddr >> PAGE_SHIFT); | ||
99 | unsigned long offset = paddr & ~PAGE_MASK; | ||
100 | size_t left = size; | ||
101 | |||
102 | do { | ||
103 | size_t len = left; | ||
104 | void *addr; | ||
105 | |||
106 | if (PageHighMem(page)) { | ||
107 | if (offset + len > PAGE_SIZE) | ||
108 | len = PAGE_SIZE - offset; | ||
109 | } | ||
110 | |||
111 | addr = kmap_atomic(page); | ||
112 | if (for_device) | ||
113 | dma_sync_virt_for_device(addr + offset, len, dir); | ||
114 | else | ||
115 | dma_sync_virt_for_cpu(addr + offset, len, dir); | ||
116 | kunmap_atomic(addr); | ||
117 | |||
118 | offset = 0; | ||
119 | page++; | ||
120 | left -= len; | ||
121 | } while (left); | ||
122 | } | ||
123 | |||
124 | void arch_sync_dma_for_device(phys_addr_t paddr, size_t size, | ||
125 | enum dma_data_direction dir) | ||
126 | { | ||
127 | dma_sync_phys(paddr, size, dir, true); | ||
128 | } | ||
129 | |||
130 | #ifdef CONFIG_ARCH_HAS_SYNC_DMA_FOR_CPU | ||
131 | void arch_sync_dma_for_cpu(phys_addr_t paddr, size_t size, | ||
132 | enum dma_data_direction dir) | ||
133 | { | ||
134 | if (cpu_needs_post_dma_flush()) | ||
135 | dma_sync_phys(paddr, size, dir, false); | ||
136 | } | ||
137 | #endif | ||
138 | |||
139 | #ifdef CONFIG_DMA_PERDEV_COHERENT | ||
140 | void arch_setup_dma_ops(struct device *dev, u64 dma_base, u64 size, | ||
141 | const struct iommu_ops *iommu, bool coherent) | ||
142 | { | ||
143 | dev->dma_coherent = coherent; | ||
144 | } | ||
145 | #endif | ||