Blame view

lib/flex_array.c 9.17 KB
534acc057   Dave Hansen   lib: flexible arr...
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
  /*
   * Flexible array managed in PAGE_SIZE parts
   *
   * This program is free software; you can redistribute it and/or modify
   * it under the terms of the GNU General Public License as published by
   * the Free Software Foundation; either version 2 of the License, or
   * (at your option) any later version.
   *
   * This program is distributed in the hope that it will be useful,
   * but WITHOUT ANY WARRANTY; without even the implied warranty of
   * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
   * GNU General Public License for more details.
   *
   * You should have received a copy of the GNU General Public License
   * along with this program; if not, write to the Free Software
   * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
   *
   * Copyright IBM Corporation, 2009
   *
   * Author: Dave Hansen <dave@linux.vnet.ibm.com>
   */
  
  #include <linux/flex_array.h>
  #include <linux/slab.h>
  #include <linux/stddef.h>
  
  struct flex_array_part {
  	char elements[FLEX_ARRAY_PART_SIZE];
  };
534acc057   Dave Hansen   lib: flexible arr...
30
31
32
33
34
35
36
37
38
  /*
   * If a user requests an allocation which is small
   * enough, we may simply use the space in the
   * flex_array->parts[] array to store the user
   * data.
   */
  static inline int elements_fit_in_base(struct flex_array *fa)
  {
  	int data_size = fa->element_size * fa->total_nr_elements;
45b588d6e   David Rientjes   flex_array: intro...
39
  	if (data_size <= FLEX_ARRAY_BASE_BYTES_LEFT)
534acc057   Dave Hansen   lib: flexible arr...
40
41
42
43
44
45
46
47
  		return 1;
  	return 0;
  }
  
  /**
   * flex_array_alloc - allocate a new flexible array
   * @element_size:	the size of individual elements in the array
   * @total:		total number of elements that this should hold
fc0d8d944   David Rientjes   flex_array: add m...
48
   * @flags:		page allocation flags to use for base array
534acc057   Dave Hansen   lib: flexible arr...
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
   *
   * Note: all locking must be provided by the caller.
   *
   * @total is used to size internal structures.  If the user ever
   * accesses any array indexes >=@total, it will produce errors.
   *
   * The maximum number of elements is defined as: the number of
   * elements that can be stored in a page times the number of
   * page pointers that we can fit in the base structure or (using
   * integer math):
   *
   * 	(PAGE_SIZE/element_size) * (PAGE_SIZE-8)/sizeof(void *)
   *
   * Here's a table showing example capacities.  Note that the maximum
   * index that the get/put() functions is just nr_objects-1.   This
   * basically means that you get 4MB of storage on 32-bit and 2MB on
   * 64-bit.
   *
   *
   * Element size | Objects | Objects |
   * PAGE_SIZE=4k |  32-bit |  64-bit |
   * ---------------------------------|
   *      1 bytes | 4186112 | 2093056 |
   *      2 bytes | 2093056 | 1046528 |
   *      3 bytes | 1395030 |  697515 |
   *      4 bytes | 1046528 |  523264 |
   *     32 bytes |  130816 |   65408 |
   *     33 bytes |  126728 |   63364 |
   *   2048 bytes |    2044 |    1022 |
   *   2049 bytes |    1022 |     511 |
   *       void * | 1046528 |  261632 |
   *
   * Since 64-bit pointers are twice the size, we lose half the
   * capacity in the base structure.  Also note that no effort is made
   * to efficiently pack objects across page boundaries.
   */
b62e408c0   David Rientjes   flex_array: conve...
85
86
  struct flex_array *flex_array_alloc(int element_size, unsigned int total,
  					gfp_t flags)
534acc057   Dave Hansen   lib: flexible arr...
87
88
  {
  	struct flex_array *ret;
45b588d6e   David Rientjes   flex_array: intro...
89
90
  	int max_size = FLEX_ARRAY_NR_BASE_PTRS *
  				FLEX_ARRAY_ELEMENTS_PER_PART(element_size);
534acc057   Dave Hansen   lib: flexible arr...
91
92
93
94
95
96
97
98
99
  
  	/* max_size will end up 0 if element_size > PAGE_SIZE */
  	if (total > max_size)
  		return NULL;
  	ret = kzalloc(sizeof(struct flex_array), flags);
  	if (!ret)
  		return NULL;
  	ret->element_size = element_size;
  	ret->total_nr_elements = total;
19da3dd15   David Rientjes   flex_array: poiso...
100
  	if (elements_fit_in_base(ret) && !(flags & __GFP_ZERO))
45b588d6e   David Rientjes   flex_array: intro...
101
102
  		memset(ret->parts[0], FLEX_ARRAY_FREE,
  						FLEX_ARRAY_BASE_BYTES_LEFT);
534acc057   Dave Hansen   lib: flexible arr...
103
104
  	return ret;
  }
b62e408c0   David Rientjes   flex_array: conve...
105
106
  static int fa_element_to_part_nr(struct flex_array *fa,
  					unsigned int element_nr)
534acc057   Dave Hansen   lib: flexible arr...
107
  {
45b588d6e   David Rientjes   flex_array: intro...
108
  	return element_nr / FLEX_ARRAY_ELEMENTS_PER_PART(fa->element_size);
534acc057   Dave Hansen   lib: flexible arr...
109
110
111
112
  }
  
  /**
   * flex_array_free_parts - just free the second-level pages
fc0d8d944   David Rientjes   flex_array: add m...
113
   * @fa:		the flex array from which to free parts
534acc057   Dave Hansen   lib: flexible arr...
114
115
116
117
118
119
120
   *
   * This is to be used in cases where the base 'struct flex_array'
   * has been statically allocated and should not be free.
   */
  void flex_array_free_parts(struct flex_array *fa)
  {
  	int part_nr;
534acc057   Dave Hansen   lib: flexible arr...
121
122
123
  
  	if (elements_fit_in_base(fa))
  		return;
45b588d6e   David Rientjes   flex_array: intro...
124
  	for (part_nr = 0; part_nr < FLEX_ARRAY_NR_BASE_PTRS; part_nr++)
534acc057   Dave Hansen   lib: flexible arr...
125
126
127
128
129
130
131
132
  		kfree(fa->parts[part_nr]);
  }
  
  void flex_array_free(struct flex_array *fa)
  {
  	flex_array_free_parts(fa);
  	kfree(fa);
  }
b62e408c0   David Rientjes   flex_array: conve...
133
134
  static unsigned int index_inside_part(struct flex_array *fa,
  					unsigned int element_nr)
534acc057   Dave Hansen   lib: flexible arr...
135
  {
b62e408c0   David Rientjes   flex_array: conve...
136
  	unsigned int part_offset;
534acc057   Dave Hansen   lib: flexible arr...
137

45b588d6e   David Rientjes   flex_array: intro...
138
139
  	part_offset = element_nr %
  				FLEX_ARRAY_ELEMENTS_PER_PART(fa->element_size);
534acc057   Dave Hansen   lib: flexible arr...
140
141
142
143
144
145
146
147
  	return part_offset * fa->element_size;
  }
  
  static struct flex_array_part *
  __fa_get_part(struct flex_array *fa, int part_nr, gfp_t flags)
  {
  	struct flex_array_part *part = fa->parts[part_nr];
  	if (!part) {
19da3dd15   David Rientjes   flex_array: poiso...
148
  		part = kmalloc(sizeof(struct flex_array_part), flags);
534acc057   Dave Hansen   lib: flexible arr...
149
150
  		if (!part)
  			return NULL;
19da3dd15   David Rientjes   flex_array: poiso...
151
152
153
  		if (!(flags & __GFP_ZERO))
  			memset(part, FLEX_ARRAY_FREE,
  				sizeof(struct flex_array_part));
534acc057   Dave Hansen   lib: flexible arr...
154
155
156
157
158
159
160
  		fa->parts[part_nr] = part;
  	}
  	return part;
  }
  
  /**
   * flex_array_put - copy data into the array at @element_nr
fc0d8d944   David Rientjes   flex_array: add m...
161
   * @fa:		the flex array to copy data into
534acc057   Dave Hansen   lib: flexible arr...
162
163
   * @element_nr:	index of the position in which to insert
   * 		the new element.
fc0d8d944   David Rientjes   flex_array: add m...
164
165
166
   * @src:	address of data to copy into the array
   * @flags:	page allocation flags to use for array expansion
   *
534acc057   Dave Hansen   lib: flexible arr...
167
168
169
170
171
172
173
   *
   * Note that this *copies* the contents of @src into
   * the array.  If you are trying to store an array of
   * pointers, make sure to pass in &ptr instead of ptr.
   *
   * Locking must be provided by the caller.
   */
b62e408c0   David Rientjes   flex_array: conve...
174
175
  int flex_array_put(struct flex_array *fa, unsigned int element_nr, void *src,
  			gfp_t flags)
534acc057   Dave Hansen   lib: flexible arr...
176
177
178
179
180
181
182
183
184
  {
  	int part_nr = fa_element_to_part_nr(fa, element_nr);
  	struct flex_array_part *part;
  	void *dst;
  
  	if (element_nr >= fa->total_nr_elements)
  		return -ENOSPC;
  	if (elements_fit_in_base(fa))
  		part = (struct flex_array_part *)&fa->parts[0];
a30b595d2   David Rientjes   flex_array: fix g...
185
  	else {
534acc057   Dave Hansen   lib: flexible arr...
186
  		part = __fa_get_part(fa, part_nr, flags);
a30b595d2   David Rientjes   flex_array: fix g...
187
188
189
  		if (!part)
  			return -ENOMEM;
  	}
534acc057   Dave Hansen   lib: flexible arr...
190
191
192
193
194
195
  	dst = &part->elements[index_inside_part(fa, element_nr)];
  	memcpy(dst, src, fa->element_size);
  	return 0;
  }
  
  /**
e6de3988a   David Rientjes   flex_array: add f...
196
   * flex_array_clear - clear element in array at @element_nr
fc0d8d944   David Rientjes   flex_array: add m...
197
   * @fa:		the flex array of the element.
e6de3988a   David Rientjes   flex_array: add f...
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
   * @element_nr:	index of the position to clear.
   *
   * Locking must be provided by the caller.
   */
  int flex_array_clear(struct flex_array *fa, unsigned int element_nr)
  {
  	int part_nr = fa_element_to_part_nr(fa, element_nr);
  	struct flex_array_part *part;
  	void *dst;
  
  	if (element_nr >= fa->total_nr_elements)
  		return -ENOSPC;
  	if (elements_fit_in_base(fa))
  		part = (struct flex_array_part *)&fa->parts[0];
  	else {
  		part = fa->parts[part_nr];
  		if (!part)
  			return -EINVAL;
  	}
  	dst = &part->elements[index_inside_part(fa, element_nr)];
19da3dd15   David Rientjes   flex_array: poiso...
218
  	memset(dst, FLEX_ARRAY_FREE, fa->element_size);
e6de3988a   David Rientjes   flex_array: add f...
219
220
221
222
  	return 0;
  }
  
  /**
534acc057   Dave Hansen   lib: flexible arr...
223
   * flex_array_prealloc - guarantee that array space exists
fc0d8d944   David Rientjes   flex_array: add m...
224
   * @fa:		the flex array for which to preallocate parts
534acc057   Dave Hansen   lib: flexible arr...
225
226
   * @start:	index of first array element for which space is allocated
   * @end:	index of last (inclusive) element for which space is allocated
fc0d8d944   David Rientjes   flex_array: add m...
227
   * @flags:	page allocation flags
534acc057   Dave Hansen   lib: flexible arr...
228
229
230
231
232
233
234
235
   *
   * This will guarantee that no future calls to flex_array_put()
   * will allocate memory.  It can be used if you are expecting to
   * be holding a lock or in some atomic context while writing
   * data into the array.
   *
   * Locking must be provided by the caller.
   */
b62e408c0   David Rientjes   flex_array: conve...
236
237
  int flex_array_prealloc(struct flex_array *fa, unsigned int start,
  			unsigned int end, gfp_t flags)
534acc057   Dave Hansen   lib: flexible arr...
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
  {
  	int start_part;
  	int end_part;
  	int part_nr;
  	struct flex_array_part *part;
  
  	if (start >= fa->total_nr_elements || end >= fa->total_nr_elements)
  		return -ENOSPC;
  	if (elements_fit_in_base(fa))
  		return 0;
  	start_part = fa_element_to_part_nr(fa, start);
  	end_part = fa_element_to_part_nr(fa, end);
  	for (part_nr = start_part; part_nr <= end_part; part_nr++) {
  		part = __fa_get_part(fa, part_nr, flags);
  		if (!part)
  			return -ENOMEM;
  	}
  	return 0;
  }
  
  /**
   * flex_array_get - pull data back out of the array
fc0d8d944   David Rientjes   flex_array: add m...
260
   * @fa:		the flex array from which to extract data
534acc057   Dave Hansen   lib: flexible arr...
261
262
263
264
265
266
267
268
   * @element_nr:	index of the element to fetch from the array
   *
   * Returns a pointer to the data at index @element_nr.  Note
   * that this is a copy of the data that was passed in.  If you
   * are using this to store pointers, you'll get back &ptr.
   *
   * Locking must be provided by the caller.
   */
b62e408c0   David Rientjes   flex_array: conve...
269
  void *flex_array_get(struct flex_array *fa, unsigned int element_nr)
534acc057   Dave Hansen   lib: flexible arr...
270
271
272
  {
  	int part_nr = fa_element_to_part_nr(fa, element_nr);
  	struct flex_array_part *part;
534acc057   Dave Hansen   lib: flexible arr...
273
274
275
  
  	if (element_nr >= fa->total_nr_elements)
  		return NULL;
534acc057   Dave Hansen   lib: flexible arr...
276
277
  	if (elements_fit_in_base(fa))
  		part = (struct flex_array_part *)&fa->parts[0];
a30b595d2   David Rientjes   flex_array: fix g...
278
  	else {
534acc057   Dave Hansen   lib: flexible arr...
279
  		part = fa->parts[part_nr];
a30b595d2   David Rientjes   flex_array: fix g...
280
281
282
  		if (!part)
  			return NULL;
  	}
534acc057   Dave Hansen   lib: flexible arr...
283
284
  	return &part->elements[index_inside_part(fa, element_nr)];
  }
4af5a2f77   David Rientjes   flex_array: add f...
285
286
287
288
289
290
291
292
293
294
295
296
297
  
  static int part_is_free(struct flex_array_part *part)
  {
  	int i;
  
  	for (i = 0; i < sizeof(struct flex_array_part); i++)
  		if (part->elements[i] != FLEX_ARRAY_FREE)
  			return 0;
  	return 1;
  }
  
  /**
   * flex_array_shrink - free unused second-level pages
fc0d8d944   David Rientjes   flex_array: add m...
298
   * @fa:		the flex array to shrink
4af5a2f77   David Rientjes   flex_array: add f...
299
300
301
302
303
304
305
306
307
   *
   * Frees all second-level pages that consist solely of unused
   * elements.  Returns the number of pages freed.
   *
   * Locking must be provided by the caller.
   */
  int flex_array_shrink(struct flex_array *fa)
  {
  	struct flex_array_part *part;
4af5a2f77   David Rientjes   flex_array: add f...
308
309
310
311
312
  	int part_nr;
  	int ret = 0;
  
  	if (elements_fit_in_base(fa))
  		return ret;
45b588d6e   David Rientjes   flex_array: intro...
313
  	for (part_nr = 0; part_nr < FLEX_ARRAY_NR_BASE_PTRS; part_nr++) {
4af5a2f77   David Rientjes   flex_array: add f...
314
315
316
317
318
319
320
321
322
323
324
  		part = fa->parts[part_nr];
  		if (!part)
  			continue;
  		if (part_is_free(part)) {
  			fa->parts[part_nr] = NULL;
  			kfree(part);
  			ret++;
  		}
  	}
  	return ret;
  }