Blame view

drivers/irqchip/irq-crossbar.c 8.27 KB
d2912cb15   Thomas Gleixner   treewide: Replace...
1
  // SPDX-License-Identifier: GPL-2.0-only
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
2
3
4
5
6
  /*
   *  drivers/irqchip/irq-crossbar.c
   *
   *  Copyright (C) 2013 Texas Instruments Incorporated - http://www.ti.com
   *  Author: Sricharan R <r.sricharan@ti.com>
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
7
8
9
   */
  #include <linux/err.h>
  #include <linux/io.h>
41a83e06e   Joel Porquet   irqchip: Prepare ...
10
  #include <linux/irqchip.h>
783d31863   Marc Zyngier   irqchip: crossbar...
11
  #include <linux/irqdomain.h>
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
12
13
14
  #include <linux/of_address.h>
  #include <linux/of_irq.h>
  #include <linux/slab.h>
783d31863   Marc Zyngier   irqchip: crossbar...
15

96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
16
  #define IRQ_FREE	-1
1d50d2ce6   Nishanth Menon   irqchip: crossbar...
17
  #define IRQ_RESERVED	-2
64e0f8ba5   Nishanth Menon   irqchip: crossbar...
18
  #define IRQ_SKIP	-3
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
19
  #define GIC_IRQ_START	32
e30ef8abb   Nishanth Menon   irqchip: crossbar...
20
21
  /**
   * struct crossbar_device - crossbar device description
783d31863   Marc Zyngier   irqchip: crossbar...
22
   * @lock: spinlock serializing access to @irq_map
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
23
   * @int_max: maximum number of supported interrupts
a35057d1d   Nishanth Menon   irqchip: crossbar...
24
   * @safe_map: safe default value to initialize the crossbar
2f7d2fb71   Nishanth Menon   irqchip: crossbar...
25
   * @max_crossbar_sources: Maximum number of crossbar sources
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
26
27
28
   * @irq_map: array of interrupts to crossbar number mapping
   * @crossbar_base: crossbar base address
   * @register_offsets: offsets for each irq number
e30ef8abb   Nishanth Menon   irqchip: crossbar...
29
   * @write: register write function pointer
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
30
31
   */
  struct crossbar_device {
783d31863   Marc Zyngier   irqchip: crossbar...
32
  	raw_spinlock_t lock;
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
33
  	uint int_max;
a35057d1d   Nishanth Menon   irqchip: crossbar...
34
  	uint safe_map;
2f7d2fb71   Nishanth Menon   irqchip: crossbar...
35
  	uint max_crossbar_sources;
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
36
37
38
  	uint *irq_map;
  	void __iomem *crossbar_base;
  	int *register_offsets;
a35057d1d   Nishanth Menon   irqchip: crossbar...
39
  	void (*write)(int, int);
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
40
41
42
  };
  
  static struct crossbar_device *cb;
783d31863   Marc Zyngier   irqchip: crossbar...
43
  static void crossbar_writel(int irq_no, int cb_no)
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
44
45
46
  {
  	writel(cb_no, cb->crossbar_base + cb->register_offsets[irq_no]);
  }
783d31863   Marc Zyngier   irqchip: crossbar...
47
  static void crossbar_writew(int irq_no, int cb_no)
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
48
49
50
  {
  	writew(cb_no, cb->crossbar_base + cb->register_offsets[irq_no]);
  }
783d31863   Marc Zyngier   irqchip: crossbar...
51
  static void crossbar_writeb(int irq_no, int cb_no)
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
52
53
54
  {
  	writeb(cb_no, cb->crossbar_base + cb->register_offsets[irq_no]);
  }
783d31863   Marc Zyngier   irqchip: crossbar...
55
56
57
58
59
60
  static struct irq_chip crossbar_chip = {
  	.name			= "CBAR",
  	.irq_eoi		= irq_chip_eoi_parent,
  	.irq_mask		= irq_chip_mask_parent,
  	.irq_unmask		= irq_chip_unmask_parent,
  	.irq_retrigger		= irq_chip_retrigger_hierarchy,
e269ec423   Grygorii Strashko   irqchip/crossbar:...
61
  	.irq_set_type		= irq_chip_set_type_parent,
8200fe434   Grygorii Strashko   irqchip/crossbar:...
62
63
  	.flags			= IRQCHIP_MASK_ON_SUSPEND |
  				  IRQCHIP_SKIP_SET_WAKE,
783d31863   Marc Zyngier   irqchip: crossbar...
64
65
66
67
  #ifdef CONFIG_SMP
  	.irq_set_affinity	= irq_chip_set_affinity_parent,
  #endif
  };
6f16fc878   Nishanth Menon   irqchip: crossbar...
68

783d31863   Marc Zyngier   irqchip: crossbar...
69
70
  static int allocate_gic_irq(struct irq_domain *domain, unsigned virq,
  			    irq_hw_number_t hwirq)
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
71
  {
f833f57ff   Marc Zyngier   irqchip: Convert ...
72
  	struct irq_fwspec fwspec;
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
73
  	int i;
783d31863   Marc Zyngier   irqchip: crossbar...
74
  	int err;
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
75

f833f57ff   Marc Zyngier   irqchip: Convert ...
76
77
  	if (!irq_domain_get_of_node(domain->parent))
  		return -EINVAL;
783d31863   Marc Zyngier   irqchip: crossbar...
78
  	raw_spin_lock(&cb->lock);
ddee0fb46   Nishanth Menon   irqchip: crossbar...
79
  	for (i = cb->int_max - 1; i >= 0; i--) {
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
80
  		if (cb->irq_map[i] == IRQ_FREE) {
783d31863   Marc Zyngier   irqchip: crossbar...
81
82
  			cb->irq_map[i] = hwirq;
  			break;
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
83
84
  		}
  	}
783d31863   Marc Zyngier   irqchip: crossbar...
85
  	raw_spin_unlock(&cb->lock);
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
86

783d31863   Marc Zyngier   irqchip: crossbar...
87
88
  	if (i < 0)
  		return -ENODEV;
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
89

f833f57ff   Marc Zyngier   irqchip: Convert ...
90
91
92
93
94
  	fwspec.fwnode = domain->parent->fwnode;
  	fwspec.param_count = 3;
  	fwspec.param[0] = 0;	/* SPI */
  	fwspec.param[1] = i;
  	fwspec.param[2] = IRQ_TYPE_LEVEL_HIGH;
d360892d3   Nishanth Menon   irqchip: crossbar...
95

f833f57ff   Marc Zyngier   irqchip: Convert ...
96
  	err = irq_domain_alloc_irqs_parent(domain, virq, 1, &fwspec);
783d31863   Marc Zyngier   irqchip: crossbar...
97
98
99
100
  	if (err)
  		cb->irq_map[i] = IRQ_FREE;
  	else
  		cb->write(i, hwirq);
29918b679   Nishanth Menon   irqchip: crossbar...
101

783d31863   Marc Zyngier   irqchip: crossbar...
102
  	return err;
29918b679   Nishanth Menon   irqchip: crossbar...
103
  }
783d31863   Marc Zyngier   irqchip: crossbar...
104
105
  static int crossbar_domain_alloc(struct irq_domain *d, unsigned int virq,
  				 unsigned int nr_irqs, void *data)
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
106
  {
f833f57ff   Marc Zyngier   irqchip: Convert ...
107
  	struct irq_fwspec *fwspec = data;
783d31863   Marc Zyngier   irqchip: crossbar...
108
109
  	irq_hw_number_t hwirq;
  	int i;
f833f57ff   Marc Zyngier   irqchip: Convert ...
110
  	if (fwspec->param_count != 3)
783d31863   Marc Zyngier   irqchip: crossbar...
111
  		return -EINVAL;	/* Not GIC compliant */
f833f57ff   Marc Zyngier   irqchip: Convert ...
112
  	if (fwspec->param[0] != 0)
783d31863   Marc Zyngier   irqchip: crossbar...
113
  		return -EINVAL;	/* No PPI should point to this domain */
f833f57ff   Marc Zyngier   irqchip: Convert ...
114
  	hwirq = fwspec->param[1];
783d31863   Marc Zyngier   irqchip: crossbar...
115
116
117
118
119
120
121
122
123
124
125
126
  	if ((hwirq + nr_irqs) > cb->max_crossbar_sources)
  		return -EINVAL;	/* Can't deal with this */
  
  	for (i = 0; i < nr_irqs; i++) {
  		int err = allocate_gic_irq(d, virq + i, hwirq + i);
  
  		if (err)
  			return err;
  
  		irq_domain_set_hwirq_and_chip(d, virq + i, hwirq + i,
  					      &crossbar_chip, NULL);
  	}
29918b679   Nishanth Menon   irqchip: crossbar...
127

96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
128
129
  	return 0;
  }
8b09a45dc   Sricharan R   irqchip: crossbar...
130
  /**
783d31863   Marc Zyngier   irqchip: crossbar...
131
132
133
134
   * crossbar_domain_free - unmap/free a crossbar<->irq connection
   * @domain: domain of irq to unmap
   * @virq: virq number
   * @nr_irqs: number of irqs to free
8b09a45dc   Sricharan R   irqchip: crossbar...
135
136
137
138
139
140
141
   *
   * We do not maintain a use count of total number of map/unmap
   * calls for a particular irq to find out if a irq can be really
   * unmapped. This is because unmap is called during irq_dispose_mapping(irq),
   * after which irq is anyways unusable. So an explicit map has to be called
   * after that.
   */
783d31863   Marc Zyngier   irqchip: crossbar...
142
143
  static void crossbar_domain_free(struct irq_domain *domain, unsigned int virq,
  				 unsigned int nr_irqs)
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
144
  {
783d31863   Marc Zyngier   irqchip: crossbar...
145
  	int i;
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
146

783d31863   Marc Zyngier   irqchip: crossbar...
147
148
149
150
151
152
153
  	raw_spin_lock(&cb->lock);
  	for (i = 0; i < nr_irqs; i++) {
  		struct irq_data *d = irq_domain_get_irq_data(domain, virq + i);
  
  		irq_domain_reset_irq_data(d);
  		cb->irq_map[d->hwirq] = IRQ_FREE;
  		cb->write(d->hwirq, cb->safe_map);
a35057d1d   Nishanth Menon   irqchip: crossbar...
154
  	}
783d31863   Marc Zyngier   irqchip: crossbar...
155
  	raw_spin_unlock(&cb->lock);
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
156
  }
f833f57ff   Marc Zyngier   irqchip: Convert ...
157
158
159
160
  static int crossbar_domain_translate(struct irq_domain *d,
  				     struct irq_fwspec *fwspec,
  				     unsigned long *hwirq,
  				     unsigned int *type)
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
161
  {
f833f57ff   Marc Zyngier   irqchip: Convert ...
162
163
164
  	if (is_of_node(fwspec->fwnode)) {
  		if (fwspec->param_count != 3)
  			return -EINVAL;
783d31863   Marc Zyngier   irqchip: crossbar...
165

f833f57ff   Marc Zyngier   irqchip: Convert ...
166
167
168
169
170
  		/* No PPI should point to this domain */
  		if (fwspec->param[0] != 0)
  			return -EINVAL;
  
  		*hwirq = fwspec->param[1];
a2a8fa556   Jon Hunter   irqchip: Mask the...
171
  		*type = fwspec->param[2] & IRQ_TYPE_SENSE_MASK;
f833f57ff   Marc Zyngier   irqchip: Convert ...
172
173
174
175
  		return 0;
  	}
  
  	return -EINVAL;
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
176
  }
783d31863   Marc Zyngier   irqchip: crossbar...
177
  static const struct irq_domain_ops crossbar_domain_ops = {
f833f57ff   Marc Zyngier   irqchip: Convert ...
178
179
180
  	.alloc		= crossbar_domain_alloc,
  	.free		= crossbar_domain_free,
  	.translate	= crossbar_domain_translate,
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
181
182
183
184
  };
  
  static int __init crossbar_of_init(struct device_node *node)
  {
4b9de5da7   Franck Demathieu   irqchip/crossbar:...
185
  	u32 max = 0, entry, reg_size;
b28ace126   Franck Demathieu   irqchip/crossbar:...
186
  	int i, size, reserved = 0;
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
187
  	const __be32 *irqsr;
edb442def   Nishanth Menon   irqchip: crossbar...
188
  	int ret = -ENOMEM;
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
189

3894e9e82   Dan Carpenter   irqchip: irq-cros...
190
  	cb = kzalloc(sizeof(*cb), GFP_KERNEL);
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
191
192
  
  	if (!cb)
edb442def   Nishanth Menon   irqchip: crossbar...
193
  		return ret;
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
194
195
196
  
  	cb->crossbar_base = of_iomap(node, 0);
  	if (!cb->crossbar_base)
3c44d5151   Nishanth Menon   irqchip: crossbar...
197
  		goto err_cb;
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
198

2f7d2fb71   Nishanth Menon   irqchip: crossbar...
199
200
201
202
203
204
205
206
  	of_property_read_u32(node, "ti,max-crossbar-sources",
  			     &cb->max_crossbar_sources);
  	if (!cb->max_crossbar_sources) {
  		pr_err("missing 'ti,max-crossbar-sources' property
  ");
  		ret = -EINVAL;
  		goto err_base;
  	}
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
207
  	of_property_read_u32(node, "ti,max-irqs", &max);
edb442def   Nishanth Menon   irqchip: crossbar...
208
209
210
211
  	if (!max) {
  		pr_err("missing 'ti,max-irqs' property
  ");
  		ret = -EINVAL;
3c44d5151   Nishanth Menon   irqchip: crossbar...
212
  		goto err_base;
edb442def   Nishanth Menon   irqchip: crossbar...
213
  	}
4dbf45e3c   Nishanth Menon   irqchip: crossbar...
214
  	cb->irq_map = kcalloc(max, sizeof(int), GFP_KERNEL);
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
215
  	if (!cb->irq_map)
3c44d5151   Nishanth Menon   irqchip: crossbar...
216
  		goto err_base;
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
  
  	cb->int_max = max;
  
  	for (i = 0; i < max; i++)
  		cb->irq_map[i] = IRQ_FREE;
  
  	/* Get and mark reserved irqs */
  	irqsr = of_get_property(node, "ti,irqs-reserved", &size);
  	if (irqsr) {
  		size /= sizeof(__be32);
  
  		for (i = 0; i < size; i++) {
  			of_property_read_u32_index(node,
  						   "ti,irqs-reserved",
  						   i, &entry);
702f7e36f   Dan Carpenter   irqchip: crossbar...
232
  			if (entry >= max) {
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
233
234
  				pr_err("Invalid reserved entry
  ");
edb442def   Nishanth Menon   irqchip: crossbar...
235
  				ret = -EINVAL;
3c44d5151   Nishanth Menon   irqchip: crossbar...
236
  				goto err_irq_map;
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
237
  			}
1d50d2ce6   Nishanth Menon   irqchip: crossbar...
238
  			cb->irq_map[entry] = IRQ_RESERVED;
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
239
240
  		}
  	}
64e0f8ba5   Nishanth Menon   irqchip: crossbar...
241
242
243
244
245
246
247
248
249
  	/* Skip irqs hardwired to bypass the crossbar */
  	irqsr = of_get_property(node, "ti,irqs-skip", &size);
  	if (irqsr) {
  		size /= sizeof(__be32);
  
  		for (i = 0; i < size; i++) {
  			of_property_read_u32_index(node,
  						   "ti,irqs-skip",
  						   i, &entry);
702f7e36f   Dan Carpenter   irqchip: crossbar...
250
  			if (entry >= max) {
64e0f8ba5   Nishanth Menon   irqchip: crossbar...
251
252
253
  				pr_err("Invalid skip entry
  ");
  				ret = -EINVAL;
3c44d5151   Nishanth Menon   irqchip: crossbar...
254
  				goto err_irq_map;
64e0f8ba5   Nishanth Menon   irqchip: crossbar...
255
256
257
258
  			}
  			cb->irq_map[entry] = IRQ_SKIP;
  		}
  	}
4dbf45e3c   Nishanth Menon   irqchip: crossbar...
259
  	cb->register_offsets = kcalloc(max, sizeof(int), GFP_KERNEL);
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
260
  	if (!cb->register_offsets)
3c44d5151   Nishanth Menon   irqchip: crossbar...
261
  		goto err_irq_map;
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
262

4b9de5da7   Franck Demathieu   irqchip/crossbar:...
263
  	of_property_read_u32(node, "ti,reg-size", &reg_size);
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
264

4b9de5da7   Franck Demathieu   irqchip/crossbar:...
265
  	switch (reg_size) {
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
266
267
268
269
270
271
272
273
274
275
276
277
  	case 1:
  		cb->write = crossbar_writeb;
  		break;
  	case 2:
  		cb->write = crossbar_writew;
  		break;
  	case 4:
  		cb->write = crossbar_writel;
  		break;
  	default:
  		pr_err("Invalid reg-size property
  ");
edb442def   Nishanth Menon   irqchip: crossbar...
278
  		ret = -EINVAL;
3c44d5151   Nishanth Menon   irqchip: crossbar...
279
  		goto err_reg_offset;
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
280
281
282
283
284
285
286
287
  		break;
  	}
  
  	/*
  	 * Register offsets are not linear because of the
  	 * reserved irqs. so find and store the offsets once.
  	 */
  	for (i = 0; i < max; i++) {
1d50d2ce6   Nishanth Menon   irqchip: crossbar...
288
  		if (cb->irq_map[i] == IRQ_RESERVED)
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
289
290
291
  			continue;
  
  		cb->register_offsets[i] = reserved;
4b9de5da7   Franck Demathieu   irqchip/crossbar:...
292
  		reserved += reg_size;
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
293
  	}
a35057d1d   Nishanth Menon   irqchip: crossbar...
294
  	of_property_read_u32(node, "ti,irqs-safe-map", &cb->safe_map);
a35057d1d   Nishanth Menon   irqchip: crossbar...
295
296
297
298
299
300
301
302
  	/* Initialize the crossbar with safe map to start with */
  	for (i = 0; i < max; i++) {
  		if (cb->irq_map[i] == IRQ_RESERVED ||
  		    cb->irq_map[i] == IRQ_SKIP)
  			continue;
  
  		cb->write(i, cb->safe_map);
  	}
783d31863   Marc Zyngier   irqchip: crossbar...
303
  	raw_spin_lock_init(&cb->lock);
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
304
  	return 0;
3c44d5151   Nishanth Menon   irqchip: crossbar...
305
  err_reg_offset:
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
306
  	kfree(cb->register_offsets);
3c44d5151   Nishanth Menon   irqchip: crossbar...
307
  err_irq_map:
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
308
  	kfree(cb->irq_map);
3c44d5151   Nishanth Menon   irqchip: crossbar...
309
  err_base:
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
310
  	iounmap(cb->crossbar_base);
3c44d5151   Nishanth Menon   irqchip: crossbar...
311
  err_cb:
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
312
  	kfree(cb);
99e37d0ea   Sricharan R   irqchip: crossbar...
313
314
  
  	cb = NULL;
edb442def   Nishanth Menon   irqchip: crossbar...
315
  	return ret;
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
316
  }
783d31863   Marc Zyngier   irqchip: crossbar...
317
318
  static int __init irqcrossbar_init(struct device_node *node,
  				   struct device_node *parent)
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
319
  {
783d31863   Marc Zyngier   irqchip: crossbar...
320
321
322
323
  	struct irq_domain *parent_domain, *domain;
  	int err;
  
  	if (!parent) {
e81f54c66   Rob Herring   irqchip: Convert ...
324
325
  		pr_err("%pOF: no parent, giving up
  ", node);
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
326
  		return -ENODEV;
783d31863   Marc Zyngier   irqchip: crossbar...
327
328
329
330
  	}
  
  	parent_domain = irq_find_host(parent);
  	if (!parent_domain) {
e81f54c66   Rob Herring   irqchip: Convert ...
331
332
  		pr_err("%pOF: unable to obtain parent domain
  ", node);
783d31863   Marc Zyngier   irqchip: crossbar...
333
334
335
336
337
338
339
340
341
342
343
344
  		return -ENXIO;
  	}
  
  	err = crossbar_of_init(node);
  	if (err)
  		return err;
  
  	domain = irq_domain_add_hierarchy(parent_domain, 0,
  					  cb->max_crossbar_sources,
  					  node, &crossbar_domain_ops,
  					  NULL);
  	if (!domain) {
e81f54c66   Rob Herring   irqchip: Convert ...
345
346
  		pr_err("%pOF: failed to allocated domain
  ", node);
783d31863   Marc Zyngier   irqchip: crossbar...
347
348
  		return -ENOMEM;
  	}
96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
349

96ca848ef   Sricharan R   DRIVERS: IRQCHIP:...
350
351
  	return 0;
  }
783d31863   Marc Zyngier   irqchip: crossbar...
352
353
  
  IRQCHIP_DECLARE(ti_irqcrossbar, "ti,irq-crossbar", irqcrossbar_init);