Blame view

kernel/resource.c 45.4 KB
457c89965   Thomas Gleixner   treewide: Add SPD...
1
  // SPDX-License-Identifier: GPL-2.0-only
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
2
3
4
5
6
7
8
9
  /*
   *	linux/kernel/resource.c
   *
   * Copyright (C) 1999	Linus Torvalds
   * Copyright (C) 1999	Martin Mares <mj@ucw.cz>
   *
   * Arbitrary resource management.
   */
65fed8f6f   Octavian Purdila   resource: make su...
10
  #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
9984de1a5   Paul Gortmaker   kernel: Map most ...
11
  #include <linux/export.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
12
13
14
15
16
17
18
  #include <linux/errno.h>
  #include <linux/ioport.h>
  #include <linux/init.h>
  #include <linux/slab.h>
  #include <linux/spinlock.h>
  #include <linux/fs.h>
  #include <linux/proc_fs.h>
8b6d043b7   Alan Cox   resource: shared ...
19
  #include <linux/sched.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
20
  #include <linux/seq_file.h>
9ac7849e3   Tejun Heo   devres: device re...
21
  #include <linux/device.h>
d68612b25   Suresh Siddha   resources: fix x8...
22
  #include <linux/pfn.h>
ebff7d8f2   Yasuaki Ishimatsu   mem hotunplug: fi...
23
  #include <linux/mm.h>
90e978206   Jiang Liu   resources: Move s...
24
  #include <linux/resource_ext.h>
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
25
26
27
28
29
  #include <asm/io.h>
  
  
  struct resource ioport_resource = {
  	.name	= "PCI IO",
6550e07f4   Greg Kroah-Hartman   [PATCH] 64bit Res...
30
  	.start	= 0,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
31
32
33
  	.end	= IO_SPACE_LIMIT,
  	.flags	= IORESOURCE_IO,
  };
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
34
35
36
37
  EXPORT_SYMBOL(ioport_resource);
  
  struct resource iomem_resource = {
  	.name	= "PCI mem",
6550e07f4   Greg Kroah-Hartman   [PATCH] 64bit Res...
38
39
  	.start	= 0,
  	.end	= -1,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
40
41
  	.flags	= IORESOURCE_MEM,
  };
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
42
  EXPORT_SYMBOL(iomem_resource);
23c570a67   Ram Pai   resource: ability...
43
44
45
46
47
48
49
  /* constraints to be met while allocating resources */
  struct resource_constraint {
  	resource_size_t min, max, align;
  	resource_size_t (*alignf)(void *, const struct resource *,
  			resource_size_t, resource_size_t);
  	void *alignf_data;
  };
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
50
  static DEFINE_RWLOCK(resource_lock);
ebff7d8f2   Yasuaki Ishimatsu   mem hotunplug: fi...
51
52
53
54
55
56
57
  /*
   * For memory hotplug, there is no way to free resource entries allocated
   * by boot mem after the system is up. So for reusing the resource entry
   * we need to remember the resource.
   */
  static struct resource *bootmem_resource_free;
  static DEFINE_SPINLOCK(bootmem_resource_lock);
8c86e70ac   Vivek Goyal   resource: provide...
58
  static struct resource *next_resource(struct resource *p, bool sibling_only)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
59
  {
8c86e70ac   Vivek Goyal   resource: provide...
60
61
62
  	/* Caller wants to traverse through siblings only */
  	if (sibling_only)
  		return p->sibling;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
63
64
65
66
67
68
  	if (p->child)
  		return p->child;
  	while (!p->sibling && p->parent)
  		p = p->parent;
  	return p->sibling;
  }
8c86e70ac   Vivek Goyal   resource: provide...
69
70
71
72
73
74
  static void *r_next(struct seq_file *m, void *v, loff_t *pos)
  {
  	struct resource *p = v;
  	(*pos)++;
  	return (void *)next_resource(p, false);
  }
13eb83754   Ingo Molnar   IO resources, x86...
75
76
77
  #ifdef CONFIG_PROC_FS
  
  enum { MAX_IORES_LEVEL = 5 };
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
78
79
80
  static void *r_start(struct seq_file *m, loff_t *pos)
  	__acquires(resource_lock)
  {
4e292a966   Christoph Hellwig   resource: switch ...
81
  	struct resource *p = PDE_DATA(file_inode(m->file));
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
  	loff_t l = 0;
  	read_lock(&resource_lock);
  	for (p = p->child; p && l < *pos; p = r_next(m, p, &l))
  		;
  	return p;
  }
  
  static void r_stop(struct seq_file *m, void *v)
  	__releases(resource_lock)
  {
  	read_unlock(&resource_lock);
  }
  
  static int r_show(struct seq_file *m, void *v)
  {
4e292a966   Christoph Hellwig   resource: switch ...
97
  	struct resource *root = PDE_DATA(file_inode(m->file));
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
98
  	struct resource *r = v, *p;
51d7b1204   Linus Torvalds   /proc/iomem: only...
99
  	unsigned long long start, end;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
100
101
102
103
104
105
  	int width = root->end < 0x10000 ? 4 : 8;
  	int depth;
  
  	for (depth = 0, p = r; depth < MAX_IORES_LEVEL; depth++, p = p->parent)
  		if (p->parent == root)
  			break;
51d7b1204   Linus Torvalds   /proc/iomem: only...
106
107
108
109
110
111
112
  
  	if (file_ns_capable(m->file, &init_user_ns, CAP_SYS_ADMIN)) {
  		start = r->start;
  		end = r->end;
  	} else {
  		start = end = 0;
  	}
685143ac1   Greg Kroah-Hartman   [PATCH] 64bit res...
113
114
  	seq_printf(m, "%*s%0*llx-%0*llx : %s
  ",
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
115
  			depth * 2, "",
51d7b1204   Linus Torvalds   /proc/iomem: only...
116
117
  			width, start,
  			width, end,
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
118
119
120
  			r->name ? r->name : "<BAD>");
  	return 0;
  }
15ad7cdcf   Helge Deller   [PATCH] struct se...
121
  static const struct seq_operations resource_op = {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
122
123
124
125
126
  	.start	= r_start,
  	.next	= r_next,
  	.stop	= r_stop,
  	.show	= r_show,
  };
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
127
128
  static int __init ioresources_init(void)
  {
4e292a966   Christoph Hellwig   resource: switch ...
129
130
131
  	proc_create_seq_data("ioports", 0, NULL, &resource_op,
  			&ioport_resource);
  	proc_create_seq_data("iomem", 0, NULL, &resource_op, &iomem_resource);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
132
133
134
135
136
  	return 0;
  }
  __initcall(ioresources_init);
  
  #endif /* CONFIG_PROC_FS */
ebff7d8f2   Yasuaki Ishimatsu   mem hotunplug: fi...
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
  static void free_resource(struct resource *res)
  {
  	if (!res)
  		return;
  
  	if (!PageSlab(virt_to_head_page(res))) {
  		spin_lock(&bootmem_resource_lock);
  		res->sibling = bootmem_resource_free;
  		bootmem_resource_free = res;
  		spin_unlock(&bootmem_resource_lock);
  	} else {
  		kfree(res);
  	}
  }
  
  static struct resource *alloc_resource(gfp_t flags)
  {
  	struct resource *res = NULL;
  
  	spin_lock(&bootmem_resource_lock);
  	if (bootmem_resource_free) {
  		res = bootmem_resource_free;
  		bootmem_resource_free = res->sibling;
  	}
  	spin_unlock(&bootmem_resource_lock);
  
  	if (res)
  		memset(res, 0, sizeof(struct resource));
  	else
  		res = kzalloc(sizeof(struct resource), flags);
  
  	return res;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
170
171
172
  /* Return the conflict entry if you can't request it */
  static struct resource * __request_resource(struct resource *root, struct resource *new)
  {
d75fc8bbc   Greg Kroah-Hartman   [PATCH] 64bit res...
173
174
  	resource_size_t start = new->start;
  	resource_size_t end = new->end;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
  	struct resource *tmp, **p;
  
  	if (end < start)
  		return root;
  	if (start < root->start)
  		return root;
  	if (end > root->end)
  		return root;
  	p = &root->child;
  	for (;;) {
  		tmp = *p;
  		if (!tmp || tmp->start > end) {
  			new->sibling = tmp;
  			*p = new;
  			new->parent = root;
  			return NULL;
  		}
  		p = &tmp->sibling;
  		if (tmp->end < start)
  			continue;
  		return tmp;
  	}
  }
ff3cc952d   Toshi Kani   resource: Add rem...
198
  static int __release_resource(struct resource *old, bool release_child)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
199
  {
ff3cc952d   Toshi Kani   resource: Add rem...
200
  	struct resource *tmp, **p, *chd;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
201
202
203
204
205
206
207
  
  	p = &old->parent->child;
  	for (;;) {
  		tmp = *p;
  		if (!tmp)
  			break;
  		if (tmp == old) {
ff3cc952d   Toshi Kani   resource: Add rem...
208
209
210
211
212
213
214
215
216
217
218
  			if (release_child || !(tmp->child)) {
  				*p = tmp->sibling;
  			} else {
  				for (chd = tmp->child;; chd = chd->sibling) {
  					chd->parent = tmp->parent;
  					if (!(chd->sibling))
  						break;
  				}
  				*p = tmp->child;
  				chd->sibling = tmp->sibling;
  			}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
219
220
221
222
223
224
225
  			old->parent = NULL;
  			return 0;
  		}
  		p = &tmp->sibling;
  	}
  	return -EINVAL;
  }
5eeec0ec9   Yinghai Lu   resource: add rel...
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
  static void __release_child_resources(struct resource *r)
  {
  	struct resource *tmp, *p;
  	resource_size_t size;
  
  	p = r->child;
  	r->child = NULL;
  	while (p) {
  		tmp = p;
  		p = p->sibling;
  
  		tmp->parent = NULL;
  		tmp->sibling = NULL;
  		__release_child_resources(tmp);
  
  		printk(KERN_DEBUG "release child resource %pR
  ", tmp);
  		/* need to restore size, and keep flags */
  		size = resource_size(tmp);
  		tmp->start = 0;
  		tmp->end = size - 1;
  	}
  }
  
  void release_child_resources(struct resource *r)
  {
  	write_lock(&resource_lock);
  	__release_child_resources(r);
  	write_unlock(&resource_lock);
  }
e1ca66d1b   Randy Dunlap   [PATCH] kernel-do...
256
  /**
66f1207bc   Bjorn Helgaas   resources: add in...
257
   * request_resource_conflict - request and reserve an I/O or memory resource
e1ca66d1b   Randy Dunlap   [PATCH] kernel-do...
258
259
260
   * @root: root resource descriptor
   * @new: resource descriptor desired by caller
   *
66f1207bc   Bjorn Helgaas   resources: add in...
261
   * Returns 0 for success, conflict resource on error.
e1ca66d1b   Randy Dunlap   [PATCH] kernel-do...
262
   */
66f1207bc   Bjorn Helgaas   resources: add in...
263
  struct resource *request_resource_conflict(struct resource *root, struct resource *new)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
264
265
266
267
268
269
  {
  	struct resource *conflict;
  
  	write_lock(&resource_lock);
  	conflict = __request_resource(root, new);
  	write_unlock(&resource_lock);
66f1207bc   Bjorn Helgaas   resources: add in...
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
  	return conflict;
  }
  
  /**
   * request_resource - request and reserve an I/O or memory resource
   * @root: root resource descriptor
   * @new: resource descriptor desired by caller
   *
   * Returns 0 for success, negative error code on error.
   */
  int request_resource(struct resource *root, struct resource *new)
  {
  	struct resource *conflict;
  
  	conflict = request_resource_conflict(root, new);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
285
286
287
288
  	return conflict ? -EBUSY : 0;
  }
  
  EXPORT_SYMBOL(request_resource);
e1ca66d1b   Randy Dunlap   [PATCH] kernel-do...
289
  /**
e1ca66d1b   Randy Dunlap   [PATCH] kernel-do...
290
291
292
   * release_resource - release a previously reserved resource
   * @old: resource pointer
   */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
293
294
295
296
297
  int release_resource(struct resource *old)
  {
  	int retval;
  
  	write_lock(&resource_lock);
ff3cc952d   Toshi Kani   resource: Add rem...
298
  	retval = __release_resource(old, true);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
299
300
301
302
303
  	write_unlock(&resource_lock);
  	return retval;
  }
  
  EXPORT_SYMBOL(release_resource);
f26621e60   Borislav Petkov   resource/docs: Co...
304
305
306
  /**
   * Finds the lowest iomem resource that covers part of [@start..@end].  The
   * caller must specify @start, @end, @flags, and @desc (which may be
010a93bf9   Bjorn Helgaas   resource: Fix fin...
307
308
   * IORES_DESC_NONE).
   *
f26621e60   Borislav Petkov   resource/docs: Co...
309
310
   * If a resource is found, returns 0 and @*res is overwritten with the part
   * of the resource that's within [@start..@end]; if none is found, returns
49f17c26c   Nadav Amit   resource: fix loc...
311
   * -ENODEV.  Returns -EINVAL for invalid parameters.
010a93bf9   Bjorn Helgaas   resource: Fix fin...
312
313
   *
   * This function walks the whole tree and not just first level children
b69c2e20f   Borislav Petkov   resource: Clean i...
314
   * unless @first_lvl is true.
f26621e60   Borislav Petkov   resource/docs: Co...
315
316
317
318
319
320
321
   *
   * @start:	start address of the resource searched for
   * @end:	end address of same resource
   * @flags:	flags which the resource must have
   * @desc:	descriptor the resource must have
   * @first_lvl:	walk only the first level children, if set
   * @res:	return ptr, if resource found
2842f1141   KAMEZAWA Hiroyuki   [PATCH] catch val...
322
   */
010a93bf9   Bjorn Helgaas   resource: Fix fin...
323
324
  static int find_next_iomem_res(resource_size_t start, resource_size_t end,
  			       unsigned long flags, unsigned long desc,
b69c2e20f   Borislav Petkov   resource: Clean i...
325
  			       bool first_lvl, struct resource *res)
2842f1141   KAMEZAWA Hiroyuki   [PATCH] catch val...
326
  {
756398750   Nadav Amit   resource: avoid u...
327
  	bool siblings_only = true;
2842f1141   KAMEZAWA Hiroyuki   [PATCH] catch val...
328
  	struct resource *p;
b69c2e20f   Borislav Petkov   resource: Clean i...
329
330
  	if (!res)
  		return -EINVAL;
2842f1141   KAMEZAWA Hiroyuki   [PATCH] catch val...
331

b69c2e20f   Borislav Petkov   resource: Clean i...
332
333
  	if (start >= end)
  		return -EINVAL;
8c86e70ac   Vivek Goyal   resource: provide...
334

800df627e   Vivek Goyal   resource: fix the...
335
  	read_lock(&resource_lock);
756398750   Nadav Amit   resource: avoid u...
336
337
  	for (p = iomem_resource.child; p; p = next_resource(p, siblings_only)) {
  		/* If we passed the resource we are looking for, stop */
2842f1141   KAMEZAWA Hiroyuki   [PATCH] catch val...
338
339
340
341
  		if (p->start > end) {
  			p = NULL;
  			break;
  		}
756398750   Nadav Amit   resource: avoid u...
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
  
  		/* Skip until we find a range that matches what we look for */
  		if (p->end < start)
  			continue;
  
  		/*
  		 * Now that we found a range that matches what we look for,
  		 * check the flags and the descriptor. If we were not asked to
  		 * use only the first level, start looking at children as well.
  		 */
  		siblings_only = first_lvl;
  
  		if ((p->flags & flags) != flags)
  			continue;
  		if ((desc != IORES_DESC_NONE) && (desc != p->desc))
  			continue;
  
  		/* Found a match, break */
  		break;
2842f1141   KAMEZAWA Hiroyuki   [PATCH] catch val...
361
  	}
8c86e70ac   Vivek Goyal   resource: provide...
362

49f17c26c   Nadav Amit   resource: fix loc...
363
364
  	if (p) {
  		/* copy data */
73fb952d8   Dan Williams   resource: report ...
365
366
367
368
369
370
371
  		*res = (struct resource) {
  			.start = max(start, p->start),
  			.end = min(end, p->end),
  			.flags = p->flags,
  			.desc = p->desc,
  			.parent = p->parent,
  		};
49f17c26c   Nadav Amit   resource: fix loc...
372
  	}
2842f1141   KAMEZAWA Hiroyuki   [PATCH] catch val...
373
  	read_unlock(&resource_lock);
49f17c26c   Nadav Amit   resource: fix loc...
374
  	return p ? 0 : -ENODEV;
2842f1141   KAMEZAWA Hiroyuki   [PATCH] catch val...
375
  }
908eedc61   KAMEZAWA Hiroyuki   walk system ram r...
376

010a93bf9   Bjorn Helgaas   resource: Fix fin...
377
378
  static int __walk_iomem_res_desc(resource_size_t start, resource_size_t end,
  				 unsigned long flags, unsigned long desc,
b69c2e20f   Borislav Petkov   resource: Clean i...
379
  				 bool first_lvl, void *arg,
1d2e733b1   Tom Lendacky   resource: Provide...
380
  				 int (*func)(struct resource *, void *))
4ac2aed83   Tom Lendacky   resource: Consoli...
381
  {
010a93bf9   Bjorn Helgaas   resource: Fix fin...
382
  	struct resource res;
5cd401ace   Dave Hansen   mm/resource: Retu...
383
  	int ret = -EINVAL;
4ac2aed83   Tom Lendacky   resource: Consoli...
384

010a93bf9   Bjorn Helgaas   resource: Fix fin...
385
  	while (start < end &&
b69c2e20f   Borislav Petkov   resource: Clean i...
386
  	       !find_next_iomem_res(start, end, flags, desc, first_lvl, &res)) {
010a93bf9   Bjorn Helgaas   resource: Fix fin...
387
  		ret = (*func)(&res, arg);
4ac2aed83   Tom Lendacky   resource: Consoli...
388
389
  		if (ret)
  			break;
010a93bf9   Bjorn Helgaas   resource: Fix fin...
390
  		start = res.end + 1;
4ac2aed83   Tom Lendacky   resource: Consoli...
391
392
393
394
  	}
  
  	return ret;
  }
b69c2e20f   Borislav Petkov   resource: Clean i...
395
  /**
f26621e60   Borislav Petkov   resource/docs: Co...
396
   * Walks through iomem resources and calls func() with matching resource
8c86e70ac   Vivek Goyal   resource: provide...
397
398
   * ranges. This walks through whole tree and not just first level children.
   * All the memory ranges which overlap start,end and also match flags and
3f33647c4   Toshi Kani   resource: Add wal...
399
400
401
402
403
404
   * desc are valid candidates.
   *
   * @desc: I/O resource descriptor. Use IORES_DESC_NONE to skip @desc check.
   * @flags: I/O resource flags
   * @start: start addr
   * @end: end addr
f75d65158   Randy Dunlap   resource/docs: Fi...
405
406
   * @arg: function argument for the callback @func
   * @func: callback function that is called for each qualifying resource area
3f33647c4   Toshi Kani   resource: Add wal...
407
408
409
410
411
   *
   * NOTE: For a new descriptor search, define a new IORES_DESC in
   * <linux/ioport.h> and set it in 'desc' of a target resource entry.
   */
  int walk_iomem_res_desc(unsigned long desc, unsigned long flags, u64 start,
1d2e733b1   Tom Lendacky   resource: Provide...
412
  		u64 end, void *arg, int (*func)(struct resource *, void *))
3f33647c4   Toshi Kani   resource: Add wal...
413
  {
010a93bf9   Bjorn Helgaas   resource: Fix fin...
414
  	return __walk_iomem_res_desc(start, end, flags, desc, false, arg, func);
3f33647c4   Toshi Kani   resource: Add wal...
415
  }
d76401ade   Dan Williams   libnvdimm, e820: ...
416
  EXPORT_SYMBOL_GPL(walk_iomem_res_desc);
3f33647c4   Toshi Kani   resource: Add wal...
417
418
  
  /*
bd7e6cb30   Toshi Kani   resource: Change ...
419
420
421
422
423
   * This function calls the @func callback against all memory ranges of type
   * System RAM which are marked as IORESOURCE_SYSTEM_RAM and IORESOUCE_BUSY.
   * Now, this function is only for System RAM, it deals with full ranges and
   * not PFNs. If resources are not PFN-aligned, dealing with PFNs can truncate
   * ranges.
8c86e70ac   Vivek Goyal   resource: provide...
424
425
   */
  int walk_system_ram_res(u64 start, u64 end, void *arg,
b69c2e20f   Borislav Petkov   resource: Clean i...
426
  			int (*func)(struct resource *, void *))
8c86e70ac   Vivek Goyal   resource: provide...
427
  {
010a93bf9   Bjorn Helgaas   resource: Fix fin...
428
  	unsigned long flags = IORESOURCE_SYSTEM_RAM | IORESOURCE_BUSY;
8c86e70ac   Vivek Goyal   resource: provide...
429

010a93bf9   Bjorn Helgaas   resource: Fix fin...
430
  	return __walk_iomem_res_desc(start, end, flags, IORES_DESC_NONE, true,
0e4c12b45   Tom Lendacky   x86/mm, resource:...
431
432
433
434
435
436
437
438
439
440
  				     arg, func);
  }
  
  /*
   * This function calls the @func callback against all memory ranges, which
   * are ranges marked as IORESOURCE_MEM and IORESOUCE_BUSY.
   */
  int walk_mem_res(u64 start, u64 end, void *arg,
  		 int (*func)(struct resource *, void *))
  {
010a93bf9   Bjorn Helgaas   resource: Fix fin...
441
  	unsigned long flags = IORESOURCE_MEM | IORESOURCE_BUSY;
0e4c12b45   Tom Lendacky   x86/mm, resource:...
442

010a93bf9   Bjorn Helgaas   resource: Fix fin...
443
  	return __walk_iomem_res_desc(start, end, flags, IORES_DESC_NONE, true,
4ac2aed83   Tom Lendacky   resource: Consoli...
444
  				     arg, func);
8c86e70ac   Vivek Goyal   resource: provide...
445
  }
8c86e70ac   Vivek Goyal   resource: provide...
446
  /*
bd7e6cb30   Toshi Kani   resource: Change ...
447
448
449
   * This function calls the @func callback against all memory ranges of type
   * System RAM which are marked as IORESOURCE_SYSTEM_RAM and IORESOUCE_BUSY.
   * It is to be used only for System RAM.
2b539aefe   Dave Hansen   mm/resource: Let ...
450
451
452
   *
   * This will find System RAM ranges that are children of top-level resources
   * in addition to top-level System RAM resources.
908eedc61   KAMEZAWA Hiroyuki   walk system ram r...
453
454
   */
  int walk_system_ram_range(unsigned long start_pfn, unsigned long nr_pages,
b69c2e20f   Borislav Petkov   resource: Clean i...
455
  			  void *arg, int (*func)(unsigned long, unsigned long, void *))
75884fb1c   KAMEZAWA Hiroyuki   memory unplug: me...
456
  {
010a93bf9   Bjorn Helgaas   resource: Fix fin...
457
458
  	resource_size_t start, end;
  	unsigned long flags;
75884fb1c   KAMEZAWA Hiroyuki   memory unplug: me...
459
  	struct resource res;
37b99dd53   Wu Fengguang   resource: Fix gen...
460
  	unsigned long pfn, end_pfn;
5cd401ace   Dave Hansen   mm/resource: Retu...
461
  	int ret = -EINVAL;
908eedc61   KAMEZAWA Hiroyuki   walk system ram r...
462

010a93bf9   Bjorn Helgaas   resource: Fix fin...
463
464
465
466
467
  	start = (u64) start_pfn << PAGE_SHIFT;
  	end = ((u64)(start_pfn + nr_pages) << PAGE_SHIFT) - 1;
  	flags = IORESOURCE_SYSTEM_RAM | IORESOURCE_BUSY;
  	while (start < end &&
  	       !find_next_iomem_res(start, end, flags, IORES_DESC_NONE,
2b539aefe   Dave Hansen   mm/resource: Let ...
468
  				    false, &res)) {
00ff9a91b   David Hildenbrand   mm/memory_hotplug...
469
470
  		pfn = PFN_UP(res.start);
  		end_pfn = PFN_DOWN(res.end + 1);
37b99dd53   Wu Fengguang   resource: Fix gen...
471
  		if (end_pfn > pfn)
f41496607   H. Peter Anvin   resource: Fix bro...
472
  			ret = (*func)(pfn, end_pfn - pfn, arg);
75884fb1c   KAMEZAWA Hiroyuki   memory unplug: me...
473
474
  		if (ret)
  			break;
010a93bf9   Bjorn Helgaas   resource: Fix fin...
475
  		start = res.end + 1;
75884fb1c   KAMEZAWA Hiroyuki   memory unplug: me...
476
477
478
  	}
  	return ret;
  }
61ef2489d   Wu Fengguang   resources: introd...
479
480
481
482
  static int __is_ram(unsigned long pfn, unsigned long nr_pages, void *arg)
  {
  	return 1;
  }
4ac2aed83   Tom Lendacky   resource: Consoli...
483

61ef2489d   Wu Fengguang   resources: introd...
484
485
  /*
   * This generic page_is_ram() returns true if specified address is
bd7e6cb30   Toshi Kani   resource: Change ...
486
   * registered as System RAM in iomem_resource list.
61ef2489d   Wu Fengguang   resources: introd...
487
   */
e52730071   Andrew Morton   Generic page_is_r...
488
  int __weak page_is_ram(unsigned long pfn)
61ef2489d   Wu Fengguang   resources: introd...
489
490
491
  {
  	return walk_system_ram_range(pfn, 1, NULL, __is_ram) == 1;
  }
c5a130325   Chen Gong   ACPI/APEI: Add pa...
492
  EXPORT_SYMBOL_GPL(page_is_ram);
61ef2489d   Wu Fengguang   resources: introd...
493

124fe20d9   Dan Williams   mm: enhance regio...
494
495
496
497
  /**
   * region_intersects() - determine intersection of region with known resources
   * @start: region start address
   * @size: size of region
1c29f25bf   Toshi Kani   memremap: Change ...
498
499
   * @flags: flags of resource (in iomem_resource)
   * @desc: descriptor of resource (in iomem_resource) or IORES_DESC_NONE
67cf13cee   Mike Travis   x86: optimize res...
500
   *
124fe20d9   Dan Williams   mm: enhance regio...
501
   * Check if the specified region partially overlaps or fully eclipses a
1c29f25bf   Toshi Kani   memremap: Change ...
502
503
504
505
506
507
508
   * resource identified by @flags and @desc (optional with IORES_DESC_NONE).
   * Return REGION_DISJOINT if the region does not overlap @flags/@desc,
   * return REGION_MIXED if the region overlaps @flags/@desc and another
   * resource, and return REGION_INTERSECTS if the region overlaps @flags/@desc
   * and no other defined resource. Note that REGION_INTERSECTS is also
   * returned in the case when the specified region overlaps RAM and undefined
   * memory holes.
124fe20d9   Dan Williams   mm: enhance regio...
509
510
511
512
   *
   * region_intersect() is used by memory remapping functions to ensure
   * the user is not remapping RAM and is a vast speed up over walking
   * through the resource table page by page.
67cf13cee   Mike Travis   x86: optimize res...
513
   */
1c29f25bf   Toshi Kani   memremap: Change ...
514
515
  int region_intersects(resource_size_t start, size_t size, unsigned long flags,
  		      unsigned long desc)
67cf13cee   Mike Travis   x86: optimize res...
516
  {
f6c6010a0   Wei Yang   mm/resource: Use ...
517
  	struct resource res;
124fe20d9   Dan Williams   mm: enhance regio...
518
519
  	int type = 0; int other = 0;
  	struct resource *p;
67cf13cee   Mike Travis   x86: optimize res...
520

f6c6010a0   Wei Yang   mm/resource: Use ...
521
522
  	res.start = start;
  	res.end = start + size - 1;
67cf13cee   Mike Travis   x86: optimize res...
523
524
  	read_lock(&resource_lock);
  	for (p = iomem_resource.child; p ; p = p->sibling) {
1c29f25bf   Toshi Kani   memremap: Change ...
525
526
527
  		bool is_type = (((p->flags & flags) == flags) &&
  				((desc == IORES_DESC_NONE) ||
  				 (desc == p->desc)));
124fe20d9   Dan Williams   mm: enhance regio...
528

f6c6010a0   Wei Yang   mm/resource: Use ...
529
  		if (resource_overlaps(p, &res))
124fe20d9   Dan Williams   mm: enhance regio...
530
  			is_type ? type++ : other++;
67cf13cee   Mike Travis   x86: optimize res...
531
532
  	}
  	read_unlock(&resource_lock);
124fe20d9   Dan Williams   mm: enhance regio...
533
534
535
536
537
538
539
540
  
  	if (other == 0)
  		return type ? REGION_INTERSECTS : REGION_DISJOINT;
  
  	if (type)
  		return REGION_MIXED;
  
  	return REGION_DISJOINT;
67cf13cee   Mike Travis   x86: optimize res...
541
  }
1c29f25bf   Toshi Kani   memremap: Change ...
542
  EXPORT_SYMBOL_GPL(region_intersects);
67cf13cee   Mike Travis   x86: optimize res...
543

fcb119183   Bjorn Helgaas   resources: add ar...
544
545
546
  void __weak arch_remove_reservations(struct resource *avail)
  {
  }
a9cea0174   Bjorn Helgaas   resources: add a ...
547
548
549
550
551
552
553
  static resource_size_t simple_align_resource(void *data,
  					     const struct resource *avail,
  					     resource_size_t size,
  					     resource_size_t align)
  {
  	return avail->start;
  }
5d6b1fa30   Bjorn Helgaas   resources: factor...
554
555
556
557
558
559
560
561
  static void resource_clip(struct resource *res, resource_size_t min,
  			  resource_size_t max)
  {
  	if (res->start < min)
  		res->start = min;
  	if (res->end > max)
  		res->end = max;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
562
  /*
23c570a67   Ram Pai   resource: ability...
563
564
   * Find empty slot in the resource tree with the given range and
   * alignment constraints
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
565
   */
23c570a67   Ram Pai   resource: ability...
566
567
568
569
  static int __find_resource(struct resource *root, struct resource *old,
  			 struct resource *new,
  			 resource_size_t  size,
  			 struct resource_constraint *constraint)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
570
571
  {
  	struct resource *this = root->child;
a1862e310   Bjorn Helgaas   resources: handle...
572
  	struct resource tmp = *new, avail, alloc;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
573

0e2c8b8f5   Dominik Brodowski   resources: fix ca...
574
  	tmp.start = root->start;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
575
  	/*
c0f5ac542   Bjorn Helgaas   Revert "resources...
576
577
  	 * Skip past an allocated resource that starts at 0, since the assignment
  	 * of this->start - 1 to tmp->end below would cause an underflow.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
578
  	 */
23c570a67   Ram Pai   resource: ability...
579
580
  	if (this && this->start == root->start) {
  		tmp.start = (this == old) ? old->start : this->end + 1;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
581
582
  		this = this->sibling;
  	}
c0f5ac542   Bjorn Helgaas   Revert "resources...
583
  	for(;;) {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
584
  		if (this)
23c570a67   Ram Pai   resource: ability...
585
  			tmp.end = (this == old) ?  this->end : this->start - 1;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
586
  		else
0e2c8b8f5   Dominik Brodowski   resources: fix ca...
587
  			tmp.end = root->end;
5d6b1fa30   Bjorn Helgaas   resources: factor...
588

47ea91b40   Ram Pai   Resource: fix wro...
589
590
  		if (tmp.end < tmp.start)
  			goto next;
23c570a67   Ram Pai   resource: ability...
591
  		resource_clip(&tmp, constraint->min, constraint->max);
fcb119183   Bjorn Helgaas   resources: add ar...
592
  		arch_remove_reservations(&tmp);
a9cea0174   Bjorn Helgaas   resources: add a ...
593

a1862e310   Bjorn Helgaas   resources: handle...
594
  		/* Check for overflow after ALIGN() */
23c570a67   Ram Pai   resource: ability...
595
  		avail.start = ALIGN(tmp.start, constraint->align);
a1862e310   Bjorn Helgaas   resources: handle...
596
  		avail.end = tmp.end;
5edb93b89   Bjorn Helgaas   resource: Add res...
597
  		avail.flags = new->flags & ~IORESOURCE_UNSET;
a1862e310   Bjorn Helgaas   resources: handle...
598
  		if (avail.start >= tmp.start) {
5edb93b89   Bjorn Helgaas   resource: Add res...
599
  			alloc.flags = avail.flags;
23c570a67   Ram Pai   resource: ability...
600
601
  			alloc.start = constraint->alignf(constraint->alignf_data, &avail,
  					size, constraint->align);
a1862e310   Bjorn Helgaas   resources: handle...
602
  			alloc.end = alloc.start + size - 1;
60bb83b81   Takashi Iwai   resource: fix int...
603
604
  			if (alloc.start <= alloc.end &&
  			    resource_contains(&avail, &alloc)) {
a1862e310   Bjorn Helgaas   resources: handle...
605
606
607
608
  				new->start = alloc.start;
  				new->end = alloc.end;
  				return 0;
  			}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
609
  		}
47ea91b40   Ram Pai   Resource: fix wro...
610
611
  
  next:		if (!this || this->end == root->end)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
612
  			break;
47ea91b40   Ram Pai   Resource: fix wro...
613

23c570a67   Ram Pai   resource: ability...
614
615
  		if (this != old)
  			tmp.start = this->end + 1;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
616
617
618
619
  		this = this->sibling;
  	}
  	return -EBUSY;
  }
23c570a67   Ram Pai   resource: ability...
620
621
622
623
624
625
626
627
628
  /*
   * Find empty slot in the resource tree given range and alignment.
   */
  static int find_resource(struct resource *root, struct resource *new,
  			resource_size_t size,
  			struct resource_constraint  *constraint)
  {
  	return  __find_resource(root, NULL, new, size, constraint);
  }
e1ca66d1b   Randy Dunlap   [PATCH] kernel-do...
629
  /**
23c570a67   Ram Pai   resource: ability...
630
631
632
633
634
635
636
637
638
   * reallocate_resource - allocate a slot in the resource tree given range & alignment.
   *	The resource will be relocated if the new size cannot be reallocated in the
   *	current location.
   *
   * @root: root resource descriptor
   * @old:  resource descriptor desired by caller
   * @newsize: new size of the resource descriptor
   * @constraint: the size and alignment constraints to be met.
   */
28ab49ff7   Daeseok Youn   kernel/resource.c...
639
  static int reallocate_resource(struct resource *root, struct resource *old,
b69c2e20f   Borislav Petkov   resource: Clean i...
640
641
  			       resource_size_t newsize,
  			       struct resource_constraint *constraint)
23c570a67   Ram Pai   resource: ability...
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
  {
  	int err=0;
  	struct resource new = *old;
  	struct resource *conflict;
  
  	write_lock(&resource_lock);
  
  	if ((err = __find_resource(root, old, &new, newsize, constraint)))
  		goto out;
  
  	if (resource_contains(&new, old)) {
  		old->start = new.start;
  		old->end = new.end;
  		goto out;
  	}
  
  	if (old->child) {
  		err = -EBUSY;
  		goto out;
  	}
  
  	if (resource_contains(old, &new)) {
  		old->start = new.start;
  		old->end = new.end;
  	} else {
ff3cc952d   Toshi Kani   resource: Add rem...
667
  		__release_resource(old, true);
23c570a67   Ram Pai   resource: ability...
668
669
670
671
672
673
674
675
676
677
678
679
680
  		*old = new;
  		conflict = __request_resource(root, old);
  		BUG_ON(conflict);
  	}
  out:
  	write_unlock(&resource_lock);
  	return err;
  }
  
  
  /**
   * allocate_resource - allocate empty slot in the resource tree given range & alignment.
   * 	The resource will be reallocated with a new size if it was already allocated
e1ca66d1b   Randy Dunlap   [PATCH] kernel-do...
681
682
683
   * @root: root resource descriptor
   * @new: resource descriptor desired by caller
   * @size: requested resource region size
ee5e5683d   Wei Yang   kernel/resource.c...
684
685
   * @min: minimum boundary to allocate
   * @max: maximum boundary to allocate
e1ca66d1b   Randy Dunlap   [PATCH] kernel-do...
686
687
688
   * @align: alignment requested, in bytes
   * @alignf: alignment function, optional, called if not NULL
   * @alignf_data: arbitrary data to pass to the @alignf function
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
689
690
   */
  int allocate_resource(struct resource *root, struct resource *new,
d75fc8bbc   Greg Kroah-Hartman   [PATCH] 64bit res...
691
692
  		      resource_size_t size, resource_size_t min,
  		      resource_size_t max, resource_size_t align,
b26b2d494   Dominik Brodowski   resource/PCI: ali...
693
  		      resource_size_t (*alignf)(void *,
3b7a17fcd   Dominik Brodowski   resource/PCI: mar...
694
  						const struct resource *,
b26b2d494   Dominik Brodowski   resource/PCI: ali...
695
696
  						resource_size_t,
  						resource_size_t),
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
697
698
699
  		      void *alignf_data)
  {
  	int err;
23c570a67   Ram Pai   resource: ability...
700
  	struct resource_constraint constraint;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
701

a9cea0174   Bjorn Helgaas   resources: add a ...
702
703
  	if (!alignf)
  		alignf = simple_align_resource;
23c570a67   Ram Pai   resource: ability...
704
705
706
707
708
709
710
711
712
713
714
  	constraint.min = min;
  	constraint.max = max;
  	constraint.align = align;
  	constraint.alignf = alignf;
  	constraint.alignf_data = alignf_data;
  
  	if ( new->parent ) {
  		/* resource is already allocated, try reallocating with
  		   the new constraints */
  		return reallocate_resource(root, new, size, &constraint);
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
715
  	write_lock(&resource_lock);
23c570a67   Ram Pai   resource: ability...
716
  	err = find_resource(root, new, size, &constraint);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
717
718
719
720
721
722
723
  	if (err >= 0 && __request_resource(root, new))
  		err = -EBUSY;
  	write_unlock(&resource_lock);
  	return err;
  }
  
  EXPORT_SYMBOL(allocate_resource);
1c388919d   Geert Uytterhoeven   resources: Add lo...
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
  /**
   * lookup_resource - find an existing resource by a resource start address
   * @root: root resource descriptor
   * @start: resource start address
   *
   * Returns a pointer to the resource if found, NULL otherwise
   */
  struct resource *lookup_resource(struct resource *root, resource_size_t start)
  {
  	struct resource *res;
  
  	read_lock(&resource_lock);
  	for (res = root->child; res; res = res->sibling) {
  		if (res->start == start)
  			break;
  	}
  	read_unlock(&resource_lock);
  
  	return res;
  }
bef69ea0d   Linus Torvalds   Resource handling...
744
745
746
  /*
   * Insert a resource into the resource tree. If successful, return NULL,
   * otherwise return the conflicting resource (compare to __request_resource())
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
747
   */
bef69ea0d   Linus Torvalds   Resource handling...
748
  static struct resource * __insert_resource(struct resource *parent, struct resource *new)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
749
  {
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
750
  	struct resource *first, *next;
d33b6fba2   Matthew Wilcox   Resources: insert...
751
  	for (;; parent = first) {
d33b6fba2   Matthew Wilcox   Resources: insert...
752
753
  		first = __request_resource(parent, new);
  		if (!first)
bef69ea0d   Linus Torvalds   Resource handling...
754
  			return first;
d33b6fba2   Matthew Wilcox   Resources: insert...
755

d33b6fba2   Matthew Wilcox   Resources: insert...
756
  		if (first == parent)
bef69ea0d   Linus Torvalds   Resource handling...
757
  			return first;
5de1cb2d0   Huang Shijie   kernel/resource.c...
758
759
  		if (WARN_ON(first == new))	/* duplicated insertion */
  			return first;
d33b6fba2   Matthew Wilcox   Resources: insert...
760
761
762
763
764
  
  		if ((first->start > new->start) || (first->end < new->end))
  			break;
  		if ((first->start == new->start) && (first->end == new->end))
  			break;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
765
766
767
768
769
  	}
  
  	for (next = first; ; next = next->sibling) {
  		/* Partial overlap? Bad, and unfixable */
  		if (next->start < new->start || next->end > new->end)
bef69ea0d   Linus Torvalds   Resource handling...
770
  			return next;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
771
772
773
774
775
  		if (!next->sibling)
  			break;
  		if (next->sibling->start > new->end)
  			break;
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
  	new->parent = parent;
  	new->sibling = next->sibling;
  	new->child = first;
  
  	next->sibling = NULL;
  	for (next = first; next; next = next->sibling)
  		next->parent = new;
  
  	if (parent->child == first) {
  		parent->child = new;
  	} else {
  		next = parent->child;
  		while (next->sibling != first)
  			next = next->sibling;
  		next->sibling = new;
  	}
bef69ea0d   Linus Torvalds   Resource handling...
792
793
  	return NULL;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
794

bef69ea0d   Linus Torvalds   Resource handling...
795
  /**
66f1207bc   Bjorn Helgaas   resources: add in...
796
   * insert_resource_conflict - Inserts resource in the resource tree
bef69ea0d   Linus Torvalds   Resource handling...
797
798
799
   * @parent: parent of the new resource
   * @new: new resource to insert
   *
66f1207bc   Bjorn Helgaas   resources: add in...
800
   * Returns 0 on success, conflict resource if the resource can't be inserted.
bef69ea0d   Linus Torvalds   Resource handling...
801
   *
66f1207bc   Bjorn Helgaas   resources: add in...
802
   * This function is equivalent to request_resource_conflict when no conflict
bef69ea0d   Linus Torvalds   Resource handling...
803
804
805
806
   * happens. If a conflict happens, and the conflicting resources
   * entirely fit within the range of the new resource, then the new
   * resource is inserted and the conflicting resources become children of
   * the new resource.
ff3cc952d   Toshi Kani   resource: Add rem...
807
808
809
   *
   * This function is intended for producers of resources, such as FW modules
   * and bus drivers.
bef69ea0d   Linus Torvalds   Resource handling...
810
   */
66f1207bc   Bjorn Helgaas   resources: add in...
811
  struct resource *insert_resource_conflict(struct resource *parent, struct resource *new)
bef69ea0d   Linus Torvalds   Resource handling...
812
813
814
815
816
817
  {
  	struct resource *conflict;
  
  	write_lock(&resource_lock);
  	conflict = __insert_resource(parent, new);
  	write_unlock(&resource_lock);
66f1207bc   Bjorn Helgaas   resources: add in...
818
819
820
821
822
823
824
825
826
  	return conflict;
  }
  
  /**
   * insert_resource - Inserts a resource in the resource tree
   * @parent: parent of the new resource
   * @new: new resource to insert
   *
   * Returns 0 on success, -EBUSY if the resource can't be inserted.
ff3cc952d   Toshi Kani   resource: Add rem...
827
828
829
   *
   * This function is intended for producers of resources, such as FW modules
   * and bus drivers.
66f1207bc   Bjorn Helgaas   resources: add in...
830
831
832
833
834
835
   */
  int insert_resource(struct resource *parent, struct resource *new)
  {
  	struct resource *conflict;
  
  	conflict = insert_resource_conflict(parent, new);
bef69ea0d   Linus Torvalds   Resource handling...
836
837
  	return conflict ? -EBUSY : 0;
  }
8095d0f22   Toshi Kani   resource: Export ...
838
  EXPORT_SYMBOL_GPL(insert_resource);
bef69ea0d   Linus Torvalds   Resource handling...
839
840
841
  
  /**
   * insert_resource_expand_to_fit - Insert a resource into the resource tree
6781f4ae3   Randy Dunlap   kernel/resource.c...
842
   * @root: root resource descriptor
bef69ea0d   Linus Torvalds   Resource handling...
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
   * @new: new resource to insert
   *
   * Insert a resource into the resource tree, possibly expanding it in order
   * to make it encompass any conflicting resources.
   */
  void insert_resource_expand_to_fit(struct resource *root, struct resource *new)
  {
  	if (new->parent)
  		return;
  
  	write_lock(&resource_lock);
  	for (;;) {
  		struct resource *conflict;
  
  		conflict = __insert_resource(root, new);
  		if (!conflict)
  			break;
  		if (conflict == root)
  			break;
  
  		/* Ok, expand resource to cover the conflict, then try again .. */
  		if (conflict->start < new->start)
  			new->start = conflict->start;
  		if (conflict->end > new->end)
  			new->end = conflict->end;
  
  		printk("Expanded resource %s due to conflict with %s
  ", new->name, conflict->name);
  	}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
872
  	write_unlock(&resource_lock);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
873
  }
ff3cc952d   Toshi Kani   resource: Add rem...
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
  /**
   * remove_resource - Remove a resource in the resource tree
   * @old: resource to remove
   *
   * Returns 0 on success, -EINVAL if the resource is not valid.
   *
   * This function removes a resource previously inserted by insert_resource()
   * or insert_resource_conflict(), and moves the children (if any) up to
   * where they were before.  insert_resource() and insert_resource_conflict()
   * insert a new resource, and move any conflicting resources down to the
   * children of the new resource.
   *
   * insert_resource(), insert_resource_conflict() and remove_resource() are
   * intended for producers of resources, such as FW modules and bus drivers.
   */
  int remove_resource(struct resource *old)
  {
  	int retval;
  
  	write_lock(&resource_lock);
  	retval = __release_resource(old, false);
  	write_unlock(&resource_lock);
  	return retval;
  }
8095d0f22   Toshi Kani   resource: Export ...
898
  EXPORT_SYMBOL_GPL(remove_resource);
ff3cc952d   Toshi Kani   resource: Add rem...
899

ae8e3a915   Toshi Kani   resource: add __a...
900
901
  static int __adjust_resource(struct resource *res, resource_size_t start,
  				resource_size_t size)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
902
903
  {
  	struct resource *tmp, *parent = res->parent;
d75fc8bbc   Greg Kroah-Hartman   [PATCH] 64bit res...
904
  	resource_size_t end = start + size - 1;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
905
  	int result = -EBUSY;
82ec90eac   Yinghai Lu   resources: allow ...
906
907
  	if (!parent)
  		goto skip;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
908
909
  	if ((start < parent->start) || (end > parent->end))
  		goto out;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
910
911
912
913
914
915
916
917
918
919
  	if (res->sibling && (res->sibling->start <= end))
  		goto out;
  
  	tmp = parent->child;
  	if (tmp != res) {
  		while (tmp->sibling != res)
  			tmp = tmp->sibling;
  		if (start <= tmp->end)
  			goto out;
  	}
82ec90eac   Yinghai Lu   resources: allow ...
920
921
922
923
  skip:
  	for (tmp = res->child; tmp; tmp = tmp->sibling)
  		if ((tmp->start < start) || (tmp->end > end))
  			goto out;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
924
925
926
927
928
  	res->start = start;
  	res->end = end;
  	result = 0;
  
   out:
ae8e3a915   Toshi Kani   resource: add __a...
929
930
931
932
933
934
935
936
937
938
939
940
941
942
  	return result;
  }
  
  /**
   * adjust_resource - modify a resource's start and size
   * @res: resource to modify
   * @start: new start value
   * @size: new size
   *
   * Given an existing resource, change its start and size to match the
   * arguments.  Returns 0 on success, -EBUSY if it can't fit.
   * Existing children of the resource are assumed to be immutable.
   */
  int adjust_resource(struct resource *res, resource_size_t start,
b69c2e20f   Borislav Petkov   resource: Clean i...
943
  		    resource_size_t size)
ae8e3a915   Toshi Kani   resource: add __a...
944
945
946
947
948
  {
  	int result;
  
  	write_lock(&resource_lock);
  	result = __adjust_resource(res, start, size);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
949
950
951
  	write_unlock(&resource_lock);
  	return result;
  }
241057486   Cong Wang   kernel/resource.c...
952
  EXPORT_SYMBOL(adjust_resource);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
953

b69c2e20f   Borislav Petkov   resource: Clean i...
954
955
956
  static void __init
  __reserve_region_with_split(struct resource *root, resource_size_t start,
  			    resource_size_t end, const char *name)
268364a0f   Yinghai Lu   IO resources: add...
957
958
959
  {
  	struct resource *parent = root;
  	struct resource *conflict;
ebff7d8f2   Yasuaki Ishimatsu   mem hotunplug: fi...
960
  	struct resource *res = alloc_resource(GFP_ATOMIC);
4965f5667   T Makphaibulchoke   kernel/resource.c...
961
  	struct resource *next_res = NULL;
f37e2334b   Bjorn Helgaas   resource: Set typ...
962
  	int type = resource_type(root);
268364a0f   Yinghai Lu   IO resources: add...
963
964
965
966
967
968
969
  
  	if (!res)
  		return;
  
  	res->name = name;
  	res->start = start;
  	res->end = end;
f37e2334b   Bjorn Helgaas   resource: Set typ...
970
  	res->flags = type | IORESOURCE_BUSY;
43ee493bd   Toshi Kani   resource: Add I/O...
971
  	res->desc = IORES_DESC_NONE;
268364a0f   Yinghai Lu   IO resources: add...
972

4965f5667   T Makphaibulchoke   kernel/resource.c...
973
  	while (1) {
268364a0f   Yinghai Lu   IO resources: add...
974

4965f5667   T Makphaibulchoke   kernel/resource.c...
975
976
977
978
979
980
981
982
  		conflict = __request_resource(parent, res);
  		if (!conflict) {
  			if (!next_res)
  				break;
  			res = next_res;
  			next_res = NULL;
  			continue;
  		}
268364a0f   Yinghai Lu   IO resources: add...
983

4965f5667   T Makphaibulchoke   kernel/resource.c...
984
985
986
  		/* conflict covered whole area */
  		if (conflict->start <= res->start &&
  				conflict->end >= res->end) {
ebff7d8f2   Yasuaki Ishimatsu   mem hotunplug: fi...
987
  			free_resource(res);
4965f5667   T Makphaibulchoke   kernel/resource.c...
988
989
990
991
992
993
994
995
996
  			WARN_ON(next_res);
  			break;
  		}
  
  		/* failed, split and try again */
  		if (conflict->start > res->start) {
  			end = res->end;
  			res->end = conflict->start - 1;
  			if (conflict->end < end) {
ebff7d8f2   Yasuaki Ishimatsu   mem hotunplug: fi...
997
  				next_res = alloc_resource(GFP_ATOMIC);
4965f5667   T Makphaibulchoke   kernel/resource.c...
998
  				if (!next_res) {
ebff7d8f2   Yasuaki Ishimatsu   mem hotunplug: fi...
999
  					free_resource(res);
4965f5667   T Makphaibulchoke   kernel/resource.c...
1000
1001
1002
1003
1004
  					break;
  				}
  				next_res->name = name;
  				next_res->start = conflict->end + 1;
  				next_res->end = end;
f37e2334b   Bjorn Helgaas   resource: Set typ...
1005
  				next_res->flags = type | IORESOURCE_BUSY;
43ee493bd   Toshi Kani   resource: Add I/O...
1006
  				next_res->desc = IORES_DESC_NONE;
4965f5667   T Makphaibulchoke   kernel/resource.c...
1007
1008
1009
1010
1011
  			}
  		} else {
  			res->start = conflict->end + 1;
  		}
  	}
268364a0f   Yinghai Lu   IO resources: add...
1012
1013
  
  }
b69c2e20f   Borislav Petkov   resource: Clean i...
1014
1015
1016
  void __init
  reserve_region_with_split(struct resource *root, resource_size_t start,
  			  resource_size_t end, const char *name)
268364a0f   Yinghai Lu   IO resources: add...
1017
  {
65fed8f6f   Octavian Purdila   resource: make su...
1018
  	int abort = 0;
268364a0f   Yinghai Lu   IO resources: add...
1019
  	write_lock(&resource_lock);
65fed8f6f   Octavian Purdila   resource: make su...
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
1035
1036
1037
1038
1039
1040
  	if (root->start > start || root->end < end) {
  		pr_err("requested range [0x%llx-0x%llx] not in root %pr
  ",
  		       (unsigned long long)start, (unsigned long long)end,
  		       root);
  		if (start > root->end || end < root->start)
  			abort = 1;
  		else {
  			if (end > root->end)
  				end = root->end;
  			if (start < root->start)
  				start = root->start;
  			pr_err("fixing request to [0x%llx-0x%llx]
  ",
  			       (unsigned long long)start,
  			       (unsigned long long)end);
  		}
  		dump_stack();
  	}
  	if (!abort)
  		__reserve_region_with_split(root, start, end, name);
268364a0f   Yinghai Lu   IO resources: add...
1041
1042
  	write_unlock(&resource_lock);
  }
884525655   Ivan Kokshaysky   PCI: clean up res...
1043
1044
1045
1046
1047
1048
1049
1050
1051
1052
  /**
   * resource_alignment - calculate resource's alignment
   * @res: resource pointer
   *
   * Returns alignment on success, 0 (invalid alignment) on failure.
   */
  resource_size_t resource_alignment(struct resource *res)
  {
  	switch (res->flags & (IORESOURCE_SIZEALIGN | IORESOURCE_STARTALIGN)) {
  	case IORESOURCE_SIZEALIGN:
1a4e564b7   Magnus Damm   resource: add res...
1053
  		return resource_size(res);
884525655   Ivan Kokshaysky   PCI: clean up res...
1054
1055
1056
1057
1058
1059
  	case IORESOURCE_STARTALIGN:
  		return res->start;
  	default:
  		return 0;
  	}
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1060
1061
1062
1063
1064
1065
  /*
   * This is compatibility stuff for IO resources.
   *
   * Note how this, unlike the above, knows about
   * the IO flag meanings (busy etc).
   *
e1ca66d1b   Randy Dunlap   [PATCH] kernel-do...
1066
   * request_region creates a new busy region.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1067
   *
e1ca66d1b   Randy Dunlap   [PATCH] kernel-do...
1068
1069
   * release_region releases a matching busy region.
   */
8b6d043b7   Alan Cox   resource: shared ...
1070
  static DECLARE_WAIT_QUEUE_HEAD(muxed_resource_wait);
e1ca66d1b   Randy Dunlap   [PATCH] kernel-do...
1071
1072
1073
1074
1075
1076
  /**
   * __request_region - create a new busy resource region
   * @parent: parent resource descriptor
   * @start: resource start address
   * @n: resource region size
   * @name: reserving caller's ID string
6ae301e85   Randy Dunlap   resources: fix pa...
1077
   * @flags: IO resource flags
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1078
   */
d75fc8bbc   Greg Kroah-Hartman   [PATCH] 64bit res...
1079
1080
  struct resource * __request_region(struct resource *parent,
  				   resource_size_t start, resource_size_t n,
e8de1481f   Arjan van de Ven   resource: allow M...
1081
  				   const char *name, int flags)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1082
  {
8b6d043b7   Alan Cox   resource: shared ...
1083
  	DECLARE_WAITQUEUE(wait, current);
ebff7d8f2   Yasuaki Ishimatsu   mem hotunplug: fi...
1084
  	struct resource *res = alloc_resource(GFP_KERNEL);
3234ac664   Dan Williams   /dev/mem: Revoke ...
1085
  	struct resource *orig_parent = parent;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1086

c26ec88ea   Bjorn Helgaas   resources: tidy _...
1087
1088
1089
1090
1091
1092
  	if (!res)
  		return NULL;
  
  	res->name = name;
  	res->start = start;
  	res->end = start + n - 1;
c26ec88ea   Bjorn Helgaas   resources: tidy _...
1093
1094
1095
1096
1097
  
  	write_lock(&resource_lock);
  
  	for (;;) {
  		struct resource *conflict;
4e0d8f7ef   Toshi Kani   resource: Change ...
1098
1099
1100
  		res->flags = resource_type(parent) | resource_ext_type(parent);
  		res->flags |= IORESOURCE_BUSY | flags;
  		res->desc = parent->desc;
c26ec88ea   Bjorn Helgaas   resources: tidy _...
1101
1102
  		conflict = __request_resource(parent, res);
  		if (!conflict)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1103
  			break;
b926b7f3b   Dave Hansen   mm/resource: Move...
1104
1105
1106
1107
1108
1109
1110
1111
1112
  		/*
  		 * mm/hmm.c reserves physical addresses which then
  		 * become unavailable to other users.  Conflicts are
  		 * not expected.  Warn to aid debugging if encountered.
  		 */
  		if (conflict->desc == IORES_DESC_DEVICE_PRIVATE_MEMORY) {
  			pr_warn("Unaddressable device %s %pR conflicts with %pR",
  				conflict->name, conflict, res);
  		}
c26ec88ea   Bjorn Helgaas   resources: tidy _...
1113
  		if (conflict != parent) {
59ceeaaf3   Simon Guinot   kernel/resource.c...
1114
1115
  			if (!(conflict->flags & IORESOURCE_BUSY)) {
  				parent = conflict;
c26ec88ea   Bjorn Helgaas   resources: tidy _...
1116
  				continue;
59ceeaaf3   Simon Guinot   kernel/resource.c...
1117
  			}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1118
  		}
8b6d043b7   Alan Cox   resource: shared ...
1119
1120
1121
1122
1123
1124
1125
1126
1127
  		if (conflict->flags & flags & IORESOURCE_MUXED) {
  			add_wait_queue(&muxed_resource_wait, &wait);
  			write_unlock(&resource_lock);
  			set_current_state(TASK_UNINTERRUPTIBLE);
  			schedule();
  			remove_wait_queue(&muxed_resource_wait, &wait);
  			write_lock(&resource_lock);
  			continue;
  		}
c26ec88ea   Bjorn Helgaas   resources: tidy _...
1128
  		/* Uhhuh, that didn't work out.. */
ebff7d8f2   Yasuaki Ishimatsu   mem hotunplug: fi...
1129
  		free_resource(res);
c26ec88ea   Bjorn Helgaas   resources: tidy _...
1130
1131
  		res = NULL;
  		break;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1132
  	}
c26ec88ea   Bjorn Helgaas   resources: tidy _...
1133
  	write_unlock(&resource_lock);
3234ac664   Dan Williams   /dev/mem: Revoke ...
1134
1135
1136
  
  	if (res && orig_parent == &iomem_resource)
  		revoke_devmem(res);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1137
1138
  	return res;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1139
  EXPORT_SYMBOL(__request_region);
e1ca66d1b   Randy Dunlap   [PATCH] kernel-do...
1140
  /**
e1ca66d1b   Randy Dunlap   [PATCH] kernel-do...
1141
1142
1143
1144
1145
1146
1147
   * __release_region - release a previously reserved resource region
   * @parent: parent resource descriptor
   * @start: resource start address
   * @n: resource region size
   *
   * The described resource region must match a currently busy region.
   */
d75fc8bbc   Greg Kroah-Hartman   [PATCH] 64bit res...
1148
  void __release_region(struct resource *parent, resource_size_t start,
b69c2e20f   Borislav Petkov   resource: Clean i...
1149
  		      resource_size_t n)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1150
1151
  {
  	struct resource **p;
d75fc8bbc   Greg Kroah-Hartman   [PATCH] 64bit res...
1152
  	resource_size_t end;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1153
1154
1155
1156
1157
1158
1159
1160
1161
1162
1163
1164
1165
1166
1167
1168
1169
1170
1171
1172
  
  	p = &parent->child;
  	end = start + n - 1;
  
  	write_lock(&resource_lock);
  
  	for (;;) {
  		struct resource *res = *p;
  
  		if (!res)
  			break;
  		if (res->start <= start && res->end >= end) {
  			if (!(res->flags & IORESOURCE_BUSY)) {
  				p = &res->child;
  				continue;
  			}
  			if (res->start != start || res->end != end)
  				break;
  			*p = res->sibling;
  			write_unlock(&resource_lock);
8b6d043b7   Alan Cox   resource: shared ...
1173
1174
  			if (res->flags & IORESOURCE_MUXED)
  				wake_up(&muxed_resource_wait);
ebff7d8f2   Yasuaki Ishimatsu   mem hotunplug: fi...
1175
  			free_resource(res);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1176
1177
1178
1179
1180
1181
  			return;
  		}
  		p = &res->sibling;
  	}
  
  	write_unlock(&resource_lock);
685143ac1   Greg Kroah-Hartman   [PATCH] 64bit res...
1182
1183
1184
1185
  	printk(KERN_WARNING "Trying to free nonexistent resource "
  		"<%016llx-%016llx>
  ", (unsigned long long)start,
  		(unsigned long long)end);
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1186
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1187
  EXPORT_SYMBOL(__release_region);
825f787bb   Toshi Kani   resource: add rel...
1188
1189
1190
  #ifdef CONFIG_MEMORY_HOTREMOVE
  /**
   * release_mem_region_adjustable - release a previously reserved memory region
825f787bb   Toshi Kani   resource: add rel...
1191
1192
1193
1194
1195
1196
1197
1198
1199
1200
1201
1202
1203
1204
1205
1206
1207
   * @start: resource start address
   * @size: resource region size
   *
   * This interface is intended for memory hot-delete.  The requested region
   * is released from a currently busy memory resource.  The requested region
   * must either match exactly or fit into a single busy resource entry.  In
   * the latter case, the remaining resource is adjusted accordingly.
   * Existing children of the busy memory resource must be immutable in the
   * request.
   *
   * Note:
   * - Additional release conditions, such as overlapping region, can be
   *   supported after they are confirmed as valid cases.
   * - When a busy memory resource gets split into two entries, the code
   *   assumes that all children remain in the lower address entry for
   *   simplicity.  Enhance this logic when necessary.
   */
cb8e3c8b4   David Hildenbrand   kernel/resource: ...
1208
  void release_mem_region_adjustable(resource_size_t start, resource_size_t size)
825f787bb   Toshi Kani   resource: add rel...
1209
  {
cb8e3c8b4   David Hildenbrand   kernel/resource: ...
1210
  	struct resource *parent = &iomem_resource;
ec62d04e3   David Hildenbrand   kernel/resource: ...
1211
1212
  	struct resource *new_res = NULL;
  	bool alloc_nofail = false;
825f787bb   Toshi Kani   resource: add rel...
1213
1214
  	struct resource **p;
  	struct resource *res;
825f787bb   Toshi Kani   resource: add rel...
1215
  	resource_size_t end;
825f787bb   Toshi Kani   resource: add rel...
1216
1217
  
  	end = start + size - 1;
ec62d04e3   David Hildenbrand   kernel/resource: ...
1218
1219
  	if (WARN_ON_ONCE((start < parent->start) || (end > parent->end)))
  		return;
825f787bb   Toshi Kani   resource: add rel...
1220

ec62d04e3   David Hildenbrand   kernel/resource: ...
1221
1222
1223
1224
1225
1226
1227
1228
1229
  	/*
  	 * We free up quite a lot of memory on memory hotunplug (esp., memap),
  	 * just before releasing the region. This is highly unlikely to
  	 * fail - let's play save and make it never fail as the caller cannot
  	 * perform any error handling (e.g., trying to re-add memory will fail
  	 * similarly).
  	 */
  retry:
  	new_res = alloc_resource(GFP_KERNEL | (alloc_nofail ? __GFP_NOFAIL : 0));
825f787bb   Toshi Kani   resource: add rel...
1230
1231
1232
1233
1234
1235
1236
1237
1238
1239
1240
1241
1242
  
  	p = &parent->child;
  	write_lock(&resource_lock);
  
  	while ((res = *p)) {
  		if (res->start >= end)
  			break;
  
  		/* look for the next resource if it does not fit into */
  		if (res->start > start || res->end < end) {
  			p = &res->sibling;
  			continue;
  		}
65c787841   Oscar Salvador   kernel, resource:...
1243
1244
1245
1246
1247
1248
1249
1250
1251
1252
1253
  		/*
  		 * All memory regions added from memory-hotplug path have the
  		 * flag IORESOURCE_SYSTEM_RAM. If the resource does not have
  		 * this flag, we know that we are dealing with a resource coming
  		 * from HMM/devm. HMM/devm use another mechanism to add/release
  		 * a resource. This goes via devm_request_mem_region and
  		 * devm_release_mem_region.
  		 * HMM/devm take care to release their resources when they want,
  		 * so if we are dealing with them, let us just back off here.
  		 */
  		if (!(res->flags & IORESOURCE_SYSRAM)) {
65c787841   Oscar Salvador   kernel, resource:...
1254
1255
  			break;
  		}
825f787bb   Toshi Kani   resource: add rel...
1256
1257
1258
1259
1260
1261
1262
1263
1264
1265
1266
1267
  		if (!(res->flags & IORESOURCE_MEM))
  			break;
  
  		if (!(res->flags & IORESOURCE_BUSY)) {
  			p = &res->child;
  			continue;
  		}
  
  		/* found the target resource; let's adjust accordingly */
  		if (res->start == start && res->end == end) {
  			/* free the whole entry */
  			*p = res->sibling;
ebff7d8f2   Yasuaki Ishimatsu   mem hotunplug: fi...
1268
  			free_resource(res);
825f787bb   Toshi Kani   resource: add rel...
1269
1270
  		} else if (res->start == start && res->end != end) {
  			/* adjust the start */
ec62d04e3   David Hildenbrand   kernel/resource: ...
1271
1272
  			WARN_ON_ONCE(__adjust_resource(res, end + 1,
  						       res->end - end));
825f787bb   Toshi Kani   resource: add rel...
1273
1274
  		} else if (res->start != start && res->end == end) {
  			/* adjust the end */
ec62d04e3   David Hildenbrand   kernel/resource: ...
1275
1276
  			WARN_ON_ONCE(__adjust_resource(res, res->start,
  						       start - res->start));
825f787bb   Toshi Kani   resource: add rel...
1277
  		} else {
ec62d04e3   David Hildenbrand   kernel/resource: ...
1278
  			/* split into two entries - we need a new resource */
825f787bb   Toshi Kani   resource: add rel...
1279
  			if (!new_res) {
ec62d04e3   David Hildenbrand   kernel/resource: ...
1280
1281
1282
1283
1284
1285
  				new_res = alloc_resource(GFP_ATOMIC);
  				if (!new_res) {
  					alloc_nofail = true;
  					write_unlock(&resource_lock);
  					goto retry;
  				}
825f787bb   Toshi Kani   resource: add rel...
1286
1287
1288
1289
1290
  			}
  			new_res->name = res->name;
  			new_res->start = end + 1;
  			new_res->end = res->end;
  			new_res->flags = res->flags;
43ee493bd   Toshi Kani   resource: Add I/O...
1291
  			new_res->desc = res->desc;
825f787bb   Toshi Kani   resource: add rel...
1292
1293
1294
  			new_res->parent = res->parent;
  			new_res->sibling = res->sibling;
  			new_res->child = NULL;
ec62d04e3   David Hildenbrand   kernel/resource: ...
1295
1296
  			if (WARN_ON_ONCE(__adjust_resource(res, res->start,
  							   start - res->start)))
825f787bb   Toshi Kani   resource: add rel...
1297
1298
1299
1300
1301
1302
1303
1304
1305
  				break;
  			res->sibling = new_res;
  			new_res = NULL;
  		}
  
  		break;
  	}
  
  	write_unlock(&resource_lock);
ebff7d8f2   Yasuaki Ishimatsu   mem hotunplug: fi...
1306
  	free_resource(new_res);
825f787bb   Toshi Kani   resource: add rel...
1307
1308
  }
  #endif	/* CONFIG_MEMORY_HOTREMOVE */
9ca6551ee   David Hildenbrand   mm/memory_hotplug...
1309
1310
1311
1312
1313
1314
1315
1316
1317
1318
1319
1320
1321
1322
1323
1324
1325
1326
1327
1328
1329
1330
1331
1332
1333
1334
1335
1336
1337
1338
1339
1340
1341
1342
1343
1344
1345
1346
1347
1348
1349
1350
1351
1352
1353
1354
1355
1356
1357
1358
1359
1360
1361
1362
1363
1364
1365
1366
1367
  #ifdef CONFIG_MEMORY_HOTPLUG
  static bool system_ram_resources_mergeable(struct resource *r1,
  					   struct resource *r2)
  {
  	/* We assume either r1 or r2 is IORESOURCE_SYSRAM_MERGEABLE. */
  	return r1->flags == r2->flags && r1->end + 1 == r2->start &&
  	       r1->name == r2->name && r1->desc == r2->desc &&
  	       !r1->child && !r2->child;
  }
  
  /*
   * merge_system_ram_resource - mark the System RAM resource mergeable and try to
   * merge it with adjacent, mergeable resources
   * @res: resource descriptor
   *
   * This interface is intended for memory hotplug, whereby lots of contiguous
   * system ram resources are added (e.g., via add_memory*()) by a driver, and
   * the actual resource boundaries are not of interest (e.g., it might be
   * relevant for DIMMs). Only resources that are marked mergeable, that have the
   * same parent, and that don't have any children are considered. All mergeable
   * resources must be immutable during the request.
   *
   * Note:
   * - The caller has to make sure that no pointers to resources that are
   *   marked mergeable are used anymore after this call - the resource might
   *   be freed and the pointer might be stale!
   * - release_mem_region_adjustable() will split on demand on memory hotunplug
   */
  void merge_system_ram_resource(struct resource *res)
  {
  	const unsigned long flags = IORESOURCE_SYSTEM_RAM | IORESOURCE_BUSY;
  	struct resource *cur;
  
  	if (WARN_ON_ONCE((res->flags & flags) != flags))
  		return;
  
  	write_lock(&resource_lock);
  	res->flags |= IORESOURCE_SYSRAM_MERGEABLE;
  
  	/* Try to merge with next item in the list. */
  	cur = res->sibling;
  	if (cur && system_ram_resources_mergeable(res, cur)) {
  		res->end = cur->end;
  		res->sibling = cur->sibling;
  		free_resource(cur);
  	}
  
  	/* Try to merge with previous item in the list. */
  	cur = res->parent->child;
  	while (cur && cur->sibling != res)
  		cur = cur->sibling;
  	if (cur && system_ram_resources_mergeable(cur, res)) {
  		cur->end = res->end;
  		cur->sibling = res->sibling;
  		free_resource(res);
  	}
  	write_unlock(&resource_lock);
  }
  #endif	/* CONFIG_MEMORY_HOTPLUG */
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1368
  /*
9ac7849e3   Tejun Heo   devres: device re...
1369
1370
   * Managed region resource
   */
8d38821cb   Thierry Reding   resources: Add de...
1371
1372
1373
1374
1375
1376
1377
1378
1379
1380
1381
1382
1383
1384
1385
1386
1387
1388
1389
1390
1391
1392
1393
1394
1395
1396
1397
1398
1399
1400
1401
1402
1403
1404
1405
1406
1407
1408
1409
1410
1411
1412
1413
1414
1415
1416
1417
1418
1419
1420
1421
1422
1423
1424
1425
1426
1427
1428
1429
1430
1431
1432
1433
1434
1435
1436
1437
1438
1439
1440
  static void devm_resource_release(struct device *dev, void *ptr)
  {
  	struct resource **r = ptr;
  
  	release_resource(*r);
  }
  
  /**
   * devm_request_resource() - request and reserve an I/O or memory resource
   * @dev: device for which to request the resource
   * @root: root of the resource tree from which to request the resource
   * @new: descriptor of the resource to request
   *
   * This is a device-managed version of request_resource(). There is usually
   * no need to release resources requested by this function explicitly since
   * that will be taken care of when the device is unbound from its driver.
   * If for some reason the resource needs to be released explicitly, because
   * of ordering issues for example, drivers must call devm_release_resource()
   * rather than the regular release_resource().
   *
   * When a conflict is detected between any existing resources and the newly
   * requested resource, an error message will be printed.
   *
   * Returns 0 on success or a negative error code on failure.
   */
  int devm_request_resource(struct device *dev, struct resource *root,
  			  struct resource *new)
  {
  	struct resource *conflict, **ptr;
  
  	ptr = devres_alloc(devm_resource_release, sizeof(*ptr), GFP_KERNEL);
  	if (!ptr)
  		return -ENOMEM;
  
  	*ptr = new;
  
  	conflict = request_resource_conflict(root, new);
  	if (conflict) {
  		dev_err(dev, "resource collision: %pR conflicts with %s %pR
  ",
  			new, conflict->name, conflict);
  		devres_free(ptr);
  		return -EBUSY;
  	}
  
  	devres_add(dev, ptr);
  	return 0;
  }
  EXPORT_SYMBOL(devm_request_resource);
  
  static int devm_resource_match(struct device *dev, void *res, void *data)
  {
  	struct resource **ptr = res;
  
  	return *ptr == data;
  }
  
  /**
   * devm_release_resource() - release a previously requested resource
   * @dev: device for which to release the resource
   * @new: descriptor of the resource to release
   *
   * Releases a resource previously requested using devm_request_resource().
   */
  void devm_release_resource(struct device *dev, struct resource *new)
  {
  	WARN_ON(devres_release(dev, devm_resource_release, devm_resource_match,
  			       new));
  }
  EXPORT_SYMBOL(devm_release_resource);
9ac7849e3   Tejun Heo   devres: device re...
1441
1442
1443
1444
1445
1446
1447
1448
1449
1450
1451
1452
1453
1454
1455
1456
1457
1458
1459
1460
  struct region_devres {
  	struct resource *parent;
  	resource_size_t start;
  	resource_size_t n;
  };
  
  static void devm_region_release(struct device *dev, void *res)
  {
  	struct region_devres *this = res;
  
  	__release_region(this->parent, this->start, this->n);
  }
  
  static int devm_region_match(struct device *dev, void *res, void *match_data)
  {
  	struct region_devres *this = res, *match = match_data;
  
  	return this->parent == match->parent &&
  		this->start == match->start && this->n == match->n;
  }
b69c2e20f   Borislav Petkov   resource: Clean i...
1461
1462
1463
  struct resource *
  __devm_request_region(struct device *dev, struct resource *parent,
  		      resource_size_t start, resource_size_t n, const char *name)
9ac7849e3   Tejun Heo   devres: device re...
1464
1465
1466
1467
1468
1469
1470
1471
1472
1473
1474
1475
  {
  	struct region_devres *dr = NULL;
  	struct resource *res;
  
  	dr = devres_alloc(devm_region_release, sizeof(struct region_devres),
  			  GFP_KERNEL);
  	if (!dr)
  		return NULL;
  
  	dr->parent = parent;
  	dr->start = start;
  	dr->n = n;
e8de1481f   Arjan van de Ven   resource: allow M...
1476
  	res = __request_region(parent, start, n, name, 0);
9ac7849e3   Tejun Heo   devres: device re...
1477
1478
1479
1480
1481
1482
1483
1484
1485
1486
1487
1488
1489
1490
1491
1492
1493
1494
1495
1496
1497
  	if (res)
  		devres_add(dev, dr);
  	else
  		devres_free(dr);
  
  	return res;
  }
  EXPORT_SYMBOL(__devm_request_region);
  
  void __devm_release_region(struct device *dev, struct resource *parent,
  			   resource_size_t start, resource_size_t n)
  {
  	struct region_devres match_data = { parent, start, n };
  
  	__release_region(parent, start, n);
  	WARN_ON(devres_destroy(dev, devm_region_release, devm_region_match,
  			       &match_data));
  }
  EXPORT_SYMBOL(__devm_release_region);
  
  /*
ffd2e8df8   Bjorn Helgaas   resource: Set typ...
1498
   * Reserve I/O ports or memory based on "reserve=" kernel parameter.
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1499
1500
1501
1502
1503
1504
1505
1506
   */
  #define MAXRESERVE 4
  static int __init reserve_setup(char *str)
  {
  	static int reserved;
  	static struct resource reserve[MAXRESERVE];
  
  	for (;;) {
8bc1ad7dd   Zhang Rui   kernel/resource.c...
1507
  		unsigned int io_start, io_num;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1508
  		int x = reserved;
ffd2e8df8   Bjorn Helgaas   resource: Set typ...
1509
  		struct resource *parent;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1510

ffd2e8df8   Bjorn Helgaas   resource: Set typ...
1511
  		if (get_option(&str, &io_start) != 2)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1512
  			break;
ffd2e8df8   Bjorn Helgaas   resource: Set typ...
1513
  		if (get_option(&str, &io_num) == 0)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1514
1515
1516
  			break;
  		if (x < MAXRESERVE) {
  			struct resource *res = reserve + x;
ffd2e8df8   Bjorn Helgaas   resource: Set typ...
1517
1518
1519
1520
1521
1522
1523
1524
1525
1526
1527
1528
  
  			/*
  			 * If the region starts below 0x10000, we assume it's
  			 * I/O port space; otherwise assume it's memory.
  			 */
  			if (io_start < 0x10000) {
  				res->flags = IORESOURCE_IO;
  				parent = &ioport_resource;
  			} else {
  				res->flags = IORESOURCE_MEM;
  				parent = &iomem_resource;
  			}
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1529
1530
1531
  			res->name = "reserved";
  			res->start = io_start;
  			res->end = io_start + io_num - 1;
ffd2e8df8   Bjorn Helgaas   resource: Set typ...
1532
  			res->flags |= IORESOURCE_BUSY;
43ee493bd   Toshi Kani   resource: Add I/O...
1533
  			res->desc = IORES_DESC_NONE;
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1534
  			res->child = NULL;
ffd2e8df8   Bjorn Helgaas   resource: Set typ...
1535
  			if (request_resource(parent, res) == 0)
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1536
1537
1538
1539
1540
  				reserved = x+1;
  		}
  	}
  	return 1;
  }
1da177e4c   Linus Torvalds   Linux-2.6.12-rc2
1541
  __setup("reserve=", reserve_setup);
379daf629   Suresh Siddha   IO resources, x86...
1542
1543
1544
1545
1546
1547
1548
1549
1550
1551
1552
1553
1554
1555
1556
1557
1558
1559
1560
1561
1562
  
  /*
   * Check if the requested addr and size spans more than any slot in the
   * iomem resource tree.
   */
  int iomem_map_sanity_check(resource_size_t addr, unsigned long size)
  {
  	struct resource *p = &iomem_resource;
  	int err = 0;
  	loff_t l;
  
  	read_lock(&resource_lock);
  	for (p = p->child; p ; p = r_next(NULL, p, &l)) {
  		/*
  		 * We can probably skip the resources without
  		 * IORESOURCE_IO attribute?
  		 */
  		if (p->start >= addr + size)
  			continue;
  		if (p->end < addr)
  			continue;
d68612b25   Suresh Siddha   resources: fix x8...
1563
1564
  		if (PFN_DOWN(p->start) <= PFN_DOWN(addr) &&
  		    PFN_DOWN(p->end) >= PFN_DOWN(addr + size - 1))
379daf629   Suresh Siddha   IO resources, x86...
1565
  			continue;
3ac52669c   Arjan van de Ven   resources: skip s...
1566
1567
1568
1569
1570
1571
1572
1573
  		/*
  		 * if a resource is "BUSY", it's not a hardware resource
  		 * but a driver mapping of such a resource; we don't want
  		 * to warn for those; some drivers legitimately map only
  		 * partial hardware resources. (example: vesafb)
  		 */
  		if (p->flags & IORESOURCE_BUSY)
  			continue;
e4c729664   Bjorn Helgaas   resources: Clarif...
1574
1575
  		printk(KERN_WARNING "resource sanity check: requesting [mem %#010llx-%#010llx], which spans more than %s %pR
  ",
13eb83754   Ingo Molnar   IO resources, x86...
1576
1577
  		       (unsigned long long)addr,
  		       (unsigned long long)(addr + size - 1),
e4c729664   Bjorn Helgaas   resources: Clarif...
1578
  		       p->name, p);
379daf629   Suresh Siddha   IO resources, x86...
1579
1580
1581
1582
1583
1584
1585
  		err = -1;
  		break;
  	}
  	read_unlock(&resource_lock);
  
  	return err;
  }
e8de1481f   Arjan van de Ven   resource: allow M...
1586
1587
1588
1589
1590
1591
1592
1593
1594
  
  #ifdef CONFIG_STRICT_DEVMEM
  static int strict_iomem_checks = 1;
  #else
  static int strict_iomem_checks;
  #endif
  
  /*
   * check if an address is reserved in the iomem resource tree
9825b451f   Yaowei Bai   kernel/resource: ...
1595
   * returns true if reserved, false if not reserved.
e8de1481f   Arjan van de Ven   resource: allow M...
1596
   */
9825b451f   Yaowei Bai   kernel/resource: ...
1597
  bool iomem_is_exclusive(u64 addr)
e8de1481f   Arjan van de Ven   resource: allow M...
1598
1599
  {
  	struct resource *p = &iomem_resource;
9825b451f   Yaowei Bai   kernel/resource: ...
1600
  	bool err = false;
e8de1481f   Arjan van de Ven   resource: allow M...
1601
1602
1603
1604
  	loff_t l;
  	int size = PAGE_SIZE;
  
  	if (!strict_iomem_checks)
9825b451f   Yaowei Bai   kernel/resource: ...
1605
  		return false;
e8de1481f   Arjan van de Ven   resource: allow M...
1606
1607
1608
1609
1610
1611
1612
1613
1614
1615
1616
1617
1618
  
  	addr = addr & PAGE_MASK;
  
  	read_lock(&resource_lock);
  	for (p = p->child; p ; p = r_next(NULL, p, &l)) {
  		/*
  		 * We can probably skip the resources without
  		 * IORESOURCE_IO attribute?
  		 */
  		if (p->start >= addr + size)
  			break;
  		if (p->end < addr)
  			continue;
90a545e98   Dan Williams   restrict /dev/mem...
1619
1620
1621
1622
1623
1624
1625
1626
1627
  		/*
  		 * A resource is exclusive if IORESOURCE_EXCLUSIVE is set
  		 * or CONFIG_IO_STRICT_DEVMEM is enabled and the
  		 * resource is busy.
  		 */
  		if ((p->flags & IORESOURCE_BUSY) == 0)
  			continue;
  		if (IS_ENABLED(CONFIG_IO_STRICT_DEVMEM)
  				|| p->flags & IORESOURCE_EXCLUSIVE) {
9825b451f   Yaowei Bai   kernel/resource: ...
1628
  			err = true;
e8de1481f   Arjan van de Ven   resource: allow M...
1629
1630
1631
1632
1633
1634
1635
  			break;
  		}
  	}
  	read_unlock(&resource_lock);
  
  	return err;
  }
90e978206   Jiang Liu   resources: Move s...
1636
1637
1638
1639
1640
1641
1642
1643
1644
1645
1646
1647
1648
1649
1650
1651
1652
1653
1654
1655
1656
1657
1658
  struct resource_entry *resource_list_create_entry(struct resource *res,
  						  size_t extra_size)
  {
  	struct resource_entry *entry;
  
  	entry = kzalloc(sizeof(*entry) + extra_size, GFP_KERNEL);
  	if (entry) {
  		INIT_LIST_HEAD(&entry->node);
  		entry->res = res ? res : &entry->__res;
  	}
  
  	return entry;
  }
  EXPORT_SYMBOL(resource_list_create_entry);
  
  void resource_list_free(struct list_head *head)
  {
  	struct resource_entry *entry, *tmp;
  
  	list_for_each_entry_safe(entry, tmp, head, node)
  		resource_list_destroy_entry(entry);
  }
  EXPORT_SYMBOL(resource_list_free);
0092908d1   Christoph Hellwig   mm: factor out a ...
1659
  #ifdef CONFIG_DEVICE_PRIVATE
0c3851903   Christoph Hellwig   resource: add a n...
1660
1661
  static struct resource *__request_free_mem_region(struct device *dev,
  		struct resource *base, unsigned long size, const char *name)
0092908d1   Christoph Hellwig   mm: factor out a ...
1662
1663
1664
1665
1666
1667
1668
1669
1670
1671
1672
1673
  {
  	resource_size_t end, addr;
  	struct resource *res;
  
  	size = ALIGN(size, 1UL << PA_SECTION_SHIFT);
  	end = min_t(unsigned long, base->end, (1UL << MAX_PHYSMEM_BITS) - 1);
  	addr = end - size + 1UL;
  
  	for (; addr > size && addr >= base->start; addr -= size) {
  		if (region_intersects(addr, size, 0, IORES_DESC_NONE) !=
  				REGION_DISJOINT)
  			continue;
0c3851903   Christoph Hellwig   resource: add a n...
1674
1675
1676
1677
  		if (dev)
  			res = devm_request_mem_region(dev, addr, size, name);
  		else
  			res = request_mem_region(addr, size, name);
0092908d1   Christoph Hellwig   mm: factor out a ...
1678
1679
1680
1681
1682
1683
1684
1685
  		if (!res)
  			return ERR_PTR(-ENOMEM);
  		res->desc = IORES_DESC_DEVICE_PRIVATE_MEMORY;
  		return res;
  	}
  
  	return ERR_PTR(-ERANGE);
  }
0c3851903   Christoph Hellwig   resource: add a n...
1686
1687
1688
1689
1690
1691
1692
1693
1694
1695
1696
1697
1698
1699
1700
1701
1702
  
  /**
   * devm_request_free_mem_region - find free region for device private memory
   *
   * @dev: device struct to bind the resource to
   * @size: size in bytes of the device memory to add
   * @base: resource tree to look in
   *
   * This function tries to find an empty range of physical address big enough to
   * contain the new resource, so that it can later be hotplugged as ZONE_DEVICE
   * memory, which in turn allocates struct pages.
   */
  struct resource *devm_request_free_mem_region(struct device *dev,
  		struct resource *base, unsigned long size)
  {
  	return __request_free_mem_region(dev, base, size, dev_name(dev));
  }
0092908d1   Christoph Hellwig   mm: factor out a ...
1703
  EXPORT_SYMBOL_GPL(devm_request_free_mem_region);
0c3851903   Christoph Hellwig   resource: add a n...
1704
1705
1706
1707
1708
1709
1710
  
  struct resource *request_free_mem_region(struct resource *base,
  		unsigned long size, const char *name)
  {
  	return __request_free_mem_region(NULL, base, size, name);
  }
  EXPORT_SYMBOL_GPL(request_free_mem_region);
0092908d1   Christoph Hellwig   mm: factor out a ...
1711
  #endif /* CONFIG_DEVICE_PRIVATE */
e8de1481f   Arjan van de Ven   resource: allow M...
1712
1713
1714
1715
1716
1717
1718
1719
1720
1721
  static int __init strict_iomem(char *str)
  {
  	if (strstr(str, "relaxed"))
  		strict_iomem_checks = 0;
  	if (strstr(str, "strict"))
  		strict_iomem_checks = 1;
  	return 1;
  }
  
  __setup("iomem=", strict_iomem);