Blame view

mm/early_ioremap.c 6.78 KB
b24413180   Greg Kroah-Hartman   License cleanup: ...
1
  // SPDX-License-Identifier: GPL-2.0
9e5c33d7a   Mark Salter   mm: create generi...
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
  /*
   * Provide common bits of early_ioremap() support for architectures needing
   * temporary mappings during boot before ioremap() is available.
   *
   * This is mostly a direct copy of the x86 early_ioremap implementation.
   *
   * (C) Copyright 1995 1996, 2014 Linus Torvalds
   *
   */
  #include <linux/kernel.h>
  #include <linux/init.h>
  #include <linux/io.h>
  #include <linux/module.h>
  #include <linux/slab.h>
  #include <linux/mm.h>
  #include <linux/vmalloc.h>
  #include <asm/fixmap.h>
4f1af60bc   Ard Biesheuvel   mm/early_ioremap:...
19
  #include <asm/early_ioremap.h>
9e5c33d7a   Mark Salter   mm: create generi...
20
21
22
23
24
25
26
27
28
29
30
31
32
  
  #ifdef CONFIG_MMU
  static int early_ioremap_debug __initdata;
  
  static int __init early_ioremap_debug_setup(char *str)
  {
  	early_ioremap_debug = 1;
  
  	return 0;
  }
  early_param("early_ioremap_debug", early_ioremap_debug_setup);
  
  static int after_paging_init __initdata;
8f716c9b5   Tom Lendacky   x86/mm: Add suppo...
33
34
35
36
37
38
  pgprot_t __init __weak early_memremap_pgprot_adjust(resource_size_t phys_addr,
  						    unsigned long size,
  						    pgprot_t prot)
  {
  	return prot;
  }
9e5c33d7a   Mark Salter   mm: create generi...
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
  void __init __weak early_ioremap_shutdown(void)
  {
  }
  
  void __init early_ioremap_reset(void)
  {
  	early_ioremap_shutdown();
  	after_paging_init = 1;
  }
  
  /*
   * Generally, ioremap() is available after paging_init() has been called.
   * Architectures wanting to allow early_ioremap after paging_init() can
   * define __late_set_fixmap and __late_clear_fixmap to do the right thing.
   */
  #ifndef __late_set_fixmap
  static inline void __init __late_set_fixmap(enum fixed_addresses idx,
  					    phys_addr_t phys, pgprot_t prot)
  {
  	BUG();
  }
  #endif
  
  #ifndef __late_clear_fixmap
  static inline void __init __late_clear_fixmap(enum fixed_addresses idx)
  {
  	BUG();
  }
  #endif
  
  static void __iomem *prev_map[FIX_BTMAPS_SLOTS] __initdata;
  static unsigned long prev_size[FIX_BTMAPS_SLOTS] __initdata;
  static unsigned long slot_virt[FIX_BTMAPS_SLOTS] __initdata;
  
  void __init early_ioremap_setup(void)
  {
  	int i;
  
  	for (i = 0; i < FIX_BTMAPS_SLOTS; i++)
  		if (WARN_ON(prev_map[i]))
  			break;
  
  	for (i = 0; i < FIX_BTMAPS_SLOTS; i++)
  		slot_virt[i] = __fix_to_virt(FIX_BTMAP_BEGIN - NR_FIX_BTMAPS*i);
  }
  
  static int __init check_early_ioremap_leak(void)
  {
  	int count = 0;
  	int i;
  
  	for (i = 0; i < FIX_BTMAPS_SLOTS; i++)
  		if (prev_map[i])
  			count++;
  
  	if (WARN(count, KERN_WARNING
  		 "Debug warning: early ioremap leak of %d areas detected.
  "
  		 "please boot with early_ioremap_debug and report the dmesg.
  ",
  		 count))
  		return 1;
  	return 0;
  }
  late_initcall(check_early_ioremap_leak);
  
  static void __init __iomem *
  __early_ioremap(resource_size_t phys_addr, unsigned long size, pgprot_t prot)
  {
  	unsigned long offset;
  	resource_size_t last_addr;
  	unsigned int nrpages;
  	enum fixed_addresses idx;
  	int i, slot;
d91c3f2e5   Dave Young   mm/early_ioremap:...
113
  	WARN_ON(system_state >= SYSTEM_RUNNING);
9e5c33d7a   Mark Salter   mm: create generi...
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
  
  	slot = -1;
  	for (i = 0; i < FIX_BTMAPS_SLOTS; i++) {
  		if (!prev_map[i]) {
  			slot = i;
  			break;
  		}
  	}
  
  	if (WARN(slot < 0, "%s(%08llx, %08lx) not found slot
  ",
  		 __func__, (u64)phys_addr, size))
  		return NULL;
  
  	/* Don't allow wraparound or zero size */
  	last_addr = phys_addr + size - 1;
  	if (WARN_ON(!size || last_addr < phys_addr))
  		return NULL;
  
  	prev_size[slot] = size;
  	/*
  	 * Mappings have to be page-aligned
  	 */
5d57b0146   Alexander Kuleshov   mm/early_ioremap:...
137
  	offset = offset_in_page(phys_addr);
9e5c33d7a   Mark Salter   mm: create generi...
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
  	phys_addr &= PAGE_MASK;
  	size = PAGE_ALIGN(last_addr + 1) - phys_addr;
  
  	/*
  	 * Mappings have to fit in the FIX_BTMAP area.
  	 */
  	nrpages = size >> PAGE_SHIFT;
  	if (WARN_ON(nrpages > NR_FIX_BTMAPS))
  		return NULL;
  
  	/*
  	 * Ok, go for it..
  	 */
  	idx = FIX_BTMAP_BEGIN - NR_FIX_BTMAPS*slot;
  	while (nrpages > 0) {
  		if (after_paging_init)
  			__late_set_fixmap(idx, phys_addr, prot);
  		else
  			__early_set_fixmap(idx, phys_addr, prot);
  		phys_addr += PAGE_SIZE;
  		--idx;
  		--nrpages;
  	}
  	WARN(early_ioremap_debug, "%s(%08llx, %08lx) [%d] => %08lx + %08lx
  ",
  	     __func__, (u64)phys_addr, size, slot, offset, slot_virt[slot]);
  
  	prev_map[slot] = (void __iomem *)(offset + slot_virt[slot]);
  	return prev_map[slot];
  }
  
  void __init early_iounmap(void __iomem *addr, unsigned long size)
  {
  	unsigned long virt_addr;
  	unsigned long offset;
  	unsigned int nrpages;
  	enum fixed_addresses idx;
  	int i, slot;
  
  	slot = -1;
  	for (i = 0; i < FIX_BTMAPS_SLOTS; i++) {
  		if (prev_map[i] == addr) {
  			slot = i;
  			break;
  		}
  	}
  
  	if (WARN(slot < 0, "early_iounmap(%p, %08lx) not found slot
  ",
  		 addr, size))
  		return;
  
  	if (WARN(prev_size[slot] != size,
  		 "early_iounmap(%p, %08lx) [%d] size not consistent %08lx
  ",
  		 addr, size, slot, prev_size[slot]))
  		return;
  
  	WARN(early_ioremap_debug, "early_iounmap(%p, %08lx) [%d]
  ",
  	     addr, size, slot);
  
  	virt_addr = (unsigned long)addr;
  	if (WARN_ON(virt_addr < fix_to_virt(FIX_BTMAP_BEGIN)))
  		return;
5d57b0146   Alexander Kuleshov   mm/early_ioremap:...
203
  	offset = offset_in_page(virt_addr);
9e5c33d7a   Mark Salter   mm: create generi...
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
  	nrpages = PAGE_ALIGN(offset + size) >> PAGE_SHIFT;
  
  	idx = FIX_BTMAP_BEGIN - NR_FIX_BTMAPS*slot;
  	while (nrpages > 0) {
  		if (after_paging_init)
  			__late_clear_fixmap(idx);
  		else
  			__early_set_fixmap(idx, 0, FIXMAP_PAGE_CLEAR);
  		--idx;
  		--nrpages;
  	}
  	prev_map[slot] = NULL;
  }
  
  /* Remap an IO device */
  void __init __iomem *
  early_ioremap(resource_size_t phys_addr, unsigned long size)
  {
  	return __early_ioremap(phys_addr, size, FIXMAP_PAGE_IO);
  }
  
  /* Remap memory */
  void __init *
  early_memremap(resource_size_t phys_addr, unsigned long size)
  {
8f716c9b5   Tom Lendacky   x86/mm: Add suppo...
229
230
231
232
  	pgprot_t prot = early_memremap_pgprot_adjust(phys_addr, size,
  						     FIXMAP_PAGE_NORMAL);
  
  	return (__force void *)__early_ioremap(phys_addr, size, prot);
9e5c33d7a   Mark Salter   mm: create generi...
233
  }
2592dbbbf   Juergen Gross   mm: provide early...
234
235
236
237
  #ifdef FIXMAP_PAGE_RO
  void __init *
  early_memremap_ro(resource_size_t phys_addr, unsigned long size)
  {
8f716c9b5   Tom Lendacky   x86/mm: Add suppo...
238
239
240
241
  	pgprot_t prot = early_memremap_pgprot_adjust(phys_addr, size,
  						     FIXMAP_PAGE_RO);
  
  	return (__force void *)__early_ioremap(phys_addr, size, prot);
2592dbbbf   Juergen Gross   mm: provide early...
242
243
  }
  #endif
6b0f68e32   Mark Salter   mm: add utility f...
244

f88a68fac   Tom Lendacky   x86/mm: Extend ea...
245
246
247
248
249
250
251
252
253
  #ifdef CONFIG_ARCH_USE_MEMREMAP_PROT
  void __init *
  early_memremap_prot(resource_size_t phys_addr, unsigned long size,
  		    unsigned long prot_val)
  {
  	return (__force void *)__early_ioremap(phys_addr, size,
  					       __pgprot(prot_val));
  }
  #endif
6b0f68e32   Mark Salter   mm: add utility f...
254
255
256
257
258
259
260
261
  #define MAX_MAP_CHUNK	(NR_FIX_BTMAPS << PAGE_SHIFT)
  
  void __init copy_from_early_mem(void *dest, phys_addr_t src, unsigned long size)
  {
  	unsigned long slop, clen;
  	char *p;
  
  	while (size) {
5d57b0146   Alexander Kuleshov   mm/early_ioremap:...
262
  		slop = offset_in_page(src);
6b0f68e32   Mark Salter   mm: add utility f...
263
264
265
266
267
268
269
270
271
272
273
  		clen = size;
  		if (clen > MAX_MAP_CHUNK - slop)
  			clen = MAX_MAP_CHUNK - slop;
  		p = early_memremap(src & PAGE_MASK, clen + slop);
  		memcpy(dest, p + slop, clen);
  		early_memunmap(p, clen + slop);
  		dest += clen;
  		src += clen;
  		size -= clen;
  	}
  }
9e5c33d7a   Mark Salter   mm: create generi...
274
275
276
277
278
279
280
281
282
283
284
285
286
287
  #else /* CONFIG_MMU */
  
  void __init __iomem *
  early_ioremap(resource_size_t phys_addr, unsigned long size)
  {
  	return (__force void __iomem *)phys_addr;
  }
  
  /* Remap memory */
  void __init *
  early_memremap(resource_size_t phys_addr, unsigned long size)
  {
  	return (void *)phys_addr;
  }
2592dbbbf   Juergen Gross   mm: provide early...
288
289
290
291
292
  void __init *
  early_memremap_ro(resource_size_t phys_addr, unsigned long size)
  {
  	return (void *)phys_addr;
  }
9e5c33d7a   Mark Salter   mm: create generi...
293
294
295
296
297
298
299
300
301
302
303
304
  
  void __init early_iounmap(void __iomem *addr, unsigned long size)
  {
  }
  
  #endif /* CONFIG_MMU */
  
  
  void __init early_memunmap(void *addr, unsigned long size)
  {
  	early_iounmap((__force void __iomem *)addr, size);
  }