Blame view
drivers/xen/xen-pciback/pciback_ops.c
10.4 KB
30edc14bf xen/pciback: xen ... |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 |
/* * PCI Backend Operations - respond to PCI requests from Frontend * * Author: Ryan Wilson <hap9@epoch.ncsc.mil> */ #include <linux/module.h> #include <linux/wait.h> #include <linux/bitops.h> #include <xen/events.h> #include <linux/sched.h> #include "pciback.h" int verbose_request; module_param(verbose_request, int, 0644); |
a92336a11 xen/pciback: Drop... |
15 |
static irqreturn_t xen_pcibk_guest_interrupt(int irq, void *dev_id); |
0513fe9e5 xen/pciback: Allo... |
16 |
/* Ensure a device is has the fake IRQ handler "turned on/off" and is |
a92336a11 xen/pciback: Drop... |
17 |
* ready to be exported. This MUST be run after xen_pcibk_reset_device |
0513fe9e5 xen/pciback: Allo... |
18 19 |
* which does the actual PCI device enable/disable. */ |
a92336a11 xen/pciback: Drop... |
20 |
static void xen_pcibk_control_isr(struct pci_dev *dev, int reset) |
0513fe9e5 xen/pciback: Allo... |
21 |
{ |
a92336a11 xen/pciback: Drop... |
22 |
struct xen_pcibk_dev_data *dev_data; |
0513fe9e5 xen/pciback: Allo... |
23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 |
int rc; int enable = 0; dev_data = pci_get_drvdata(dev); if (!dev_data) return; /* We don't deal with bridges */ if (dev->hdr_type != PCI_HEADER_TYPE_NORMAL) return; if (reset) { dev_data->enable_intx = 0; dev_data->ack_intr = 0; } enable = dev_data->enable_intx; /* Asked to disable, but ISR isn't runnig */ if (!enable && !dev_data->isr_on) return; /* Squirrel away the IRQs in the dev_data. We need this * b/c when device transitions to MSI, the dev->irq is * overwritten with the MSI vector. */ if (enable) dev_data->irq = dev->irq; |
e17ab35f0 xen/pciback: Don'... |
50 51 52 53 54 55 |
/* * SR-IOV devices in all use MSI-X and have no legacy * interrupts, so inhibit creating a fake IRQ handler for them. */ if (dev_data->irq == 0) goto out; |
0513fe9e5 xen/pciback: Allo... |
56 57 58 59 60 61 62 63 64 65 66 67 |
dev_dbg(&dev->dev, "%s: #%d %s %s%s %s-> %s ", dev_data->irq_name, dev_data->irq, pci_is_enabled(dev) ? "on" : "off", dev->msi_enabled ? "MSI" : "", dev->msix_enabled ? "MSI/X" : "", dev_data->isr_on ? "enable" : "disable", enable ? "enable" : "disable"); if (enable) { rc = request_irq(dev_data->irq, |
a92336a11 xen/pciback: Drop... |
68 |
xen_pcibk_guest_interrupt, IRQF_SHARED, |
0513fe9e5 xen/pciback: Allo... |
69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 |
dev_data->irq_name, dev); if (rc) { dev_err(&dev->dev, "%s: failed to install fake IRQ " \ "handler for IRQ %d! (rc:%d) ", dev_data->irq_name, dev_data->irq, rc); goto out; } } else { free_irq(dev_data->irq, dev); dev_data->irq = 0; } dev_data->isr_on = enable; dev_data->ack_intr = enable; out: dev_dbg(&dev->dev, "%s: #%d %s %s%s %s ", dev_data->irq_name, dev_data->irq, pci_is_enabled(dev) ? "on" : "off", dev->msi_enabled ? "MSI" : "", dev->msix_enabled ? "MSI/X" : "", enable ? (dev_data->isr_on ? "enabled" : "failed to enable") : (dev_data->isr_on ? "failed to disable" : "disabled")); } |
30edc14bf xen/pciback: xen ... |
94 |
/* Ensure a device is "turned off" and ready to be exported. |
a92336a11 xen/pciback: Drop... |
95 |
* (Also see xen_pcibk_config_reset to ensure virtual configuration space is |
30edc14bf xen/pciback: xen ... |
96 97 |
* ready to be re-exported) */ |
a92336a11 xen/pciback: Drop... |
98 |
void xen_pcibk_reset_device(struct pci_dev *dev) |
30edc14bf xen/pciback: xen ... |
99 100 |
{ u16 cmd; |
a92336a11 xen/pciback: Drop... |
101 |
xen_pcibk_control_isr(dev, 1 /* reset device */); |
0513fe9e5 xen/pciback: Allo... |
102 |
|
30edc14bf xen/pciback: xen ... |
103 104 |
/* Disable devices (but not bridges) */ if (dev->hdr_type == PCI_HEADER_TYPE_NORMAL) { |
a2be65fd3 xen/pciback: Disa... |
105 106 107 108 109 110 111 112 |
#ifdef CONFIG_PCI_MSI /* The guest could have been abruptly killed without * disabling MSI/MSI-X interrupts.*/ if (dev->msix_enabled) pci_disable_msix(dev); if (dev->msi_enabled) pci_disable_msi(dev); #endif |
30edc14bf xen/pciback: xen ... |
113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 |
pci_disable_device(dev); pci_write_config_word(dev, PCI_COMMAND, 0); dev->is_busmaster = 0; } else { pci_read_config_word(dev, PCI_COMMAND, &cmd); if (cmd & (PCI_COMMAND_INVALIDATE)) { cmd &= ~(PCI_COMMAND_INVALIDATE); pci_write_config_word(dev, PCI_COMMAND, cmd); dev->is_busmaster = 0; } } } |
a92336a11 xen/pciback: Drop... |
128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 |
#ifdef CONFIG_PCI_MSI static int xen_pcibk_enable_msi(struct xen_pcibk_device *pdev, struct pci_dev *dev, struct xen_pci_op *op) { struct xen_pcibk_dev_data *dev_data; int otherend = pdev->xdev->otherend_id; int status; if (unlikely(verbose_request)) printk(KERN_DEBUG DRV_NAME ": %s: enable MSI ", pci_name(dev)); status = pci_enable_msi(dev); if (status) { printk(KERN_ERR "error enable msi for guest %x status %x ", otherend, status); op->value = 0; return XEN_PCI_ERR_op_failed; } /* The value the guest needs is actually the IDT vector, not the * the local domain's IRQ number. */ op->value = dev->irq ? xen_pirq_from_irq(dev->irq) : 0; if (unlikely(verbose_request)) printk(KERN_DEBUG DRV_NAME ": %s: MSI: %d ", pci_name(dev), op->value); dev_data = pci_get_drvdata(dev); if (dev_data) dev_data->ack_intr = 0; return 0; } static int xen_pcibk_disable_msi(struct xen_pcibk_device *pdev, struct pci_dev *dev, struct xen_pci_op *op) { struct xen_pcibk_dev_data *dev_data; if (unlikely(verbose_request)) printk(KERN_DEBUG DRV_NAME ": %s: disable MSI ", pci_name(dev)); pci_disable_msi(dev); op->value = dev->irq ? xen_pirq_from_irq(dev->irq) : 0; if (unlikely(verbose_request)) printk(KERN_DEBUG DRV_NAME ": %s: MSI: %d ", pci_name(dev), op->value); dev_data = pci_get_drvdata(dev); if (dev_data) dev_data->ack_intr = 1; return 0; } static int xen_pcibk_enable_msix(struct xen_pcibk_device *pdev, struct pci_dev *dev, struct xen_pci_op *op) { struct xen_pcibk_dev_data *dev_data; int i, result; struct msix_entry *entries; if (unlikely(verbose_request)) printk(KERN_DEBUG DRV_NAME ": %s: enable MSI-X ", pci_name(dev)); if (op->value > SH_INFO_MAX_VEC) return -EINVAL; entries = kmalloc(op->value * sizeof(*entries), GFP_KERNEL); if (entries == NULL) return -ENOMEM; for (i = 0; i < op->value; i++) { entries[i].entry = op->msix_entries[i].entry; entries[i].vector = op->msix_entries[i].vector; } result = pci_enable_msix(dev, entries, op->value); if (result == 0) { for (i = 0; i < op->value; i++) { op->msix_entries[i].entry = entries[i].entry; if (entries[i].vector) op->msix_entries[i].vector = xen_pirq_from_irq(entries[i].vector); if (unlikely(verbose_request)) printk(KERN_DEBUG DRV_NAME ": %s: " \ "MSI-X[%d]: %d ", pci_name(dev), i, op->msix_entries[i].vector); } } else { printk(KERN_WARNING DRV_NAME ": %s: failed to enable MSI-X: err %d! ", pci_name(dev), result); } kfree(entries); op->value = result; dev_data = pci_get_drvdata(dev); if (dev_data) dev_data->ack_intr = 0; return result; } static int xen_pcibk_disable_msix(struct xen_pcibk_device *pdev, struct pci_dev *dev, struct xen_pci_op *op) { struct xen_pcibk_dev_data *dev_data; if (unlikely(verbose_request)) printk(KERN_DEBUG DRV_NAME ": %s: disable MSI-X ", pci_name(dev)); pci_disable_msix(dev); /* * SR-IOV devices (which don't have any legacy IRQ) have * an undefined IRQ value of zero. */ op->value = dev->irq ? xen_pirq_from_irq(dev->irq) : 0; if (unlikely(verbose_request)) printk(KERN_DEBUG DRV_NAME ": %s: MSI-X: %d ", pci_name(dev), op->value); dev_data = pci_get_drvdata(dev); if (dev_data) dev_data->ack_intr = 1; return 0; } #endif |
30edc14bf xen/pciback: xen ... |
271 272 273 |
/* * Now the same evtchn is used for both pcifront conf_read_write request * as well as pcie aer front end ack. We use a new work_queue to schedule |
a92336a11 xen/pciback: Drop... |
274 |
* xen_pcibk conf_read_write service for avoiding confict with aer_core |
30edc14bf xen/pciback: xen ... |
275 276 |
* do_recovery job which also use the system default work_queue */ |
a92336a11 xen/pciback: Drop... |
277 |
void xen_pcibk_test_and_schedule_op(struct xen_pcibk_device *pdev) |
30edc14bf xen/pciback: xen ... |
278 279 280 281 282 |
{ /* Check that frontend is requesting an operation and that we are not * already processing a request */ if (test_bit(_XEN_PCIF_active, (unsigned long *)&pdev->sh_info->flags) && !test_and_set_bit(_PDEVF_op_active, &pdev->flags)) { |
a92336a11 xen/pciback: Drop... |
283 |
queue_work(xen_pcibk_wq, &pdev->op_work); |
30edc14bf xen/pciback: xen ... |
284 285 |
} /*_XEN_PCIB_active should have been cleared by pcifront. And also make |
a92336a11 xen/pciback: Drop... |
286 |
sure xen_pcibk is waiting for ack by checking _PCIB_op_pending*/ |
30edc14bf xen/pciback: xen ... |
287 288 |
if (!test_bit(_XEN_PCIB_active, (unsigned long *)&pdev->sh_info->flags) && test_bit(_PCIB_op_pending, &pdev->flags)) { |
a92336a11 xen/pciback: Drop... |
289 |
wake_up(&xen_pcibk_aer_wait_queue); |
30edc14bf xen/pciback: xen ... |
290 291 292 293 294 295 |
} } /* Performing the configuration space reads/writes must not be done in atomic * context because some of the pci_* functions can sleep (mostly due to ACPI * use of semaphores). This function is intended to be called from a work |
a92336a11 xen/pciback: Drop... |
296 |
* queue in process context taking a struct xen_pcibk_device as a parameter */ |
30edc14bf xen/pciback: xen ... |
297 |
|
a92336a11 xen/pciback: Drop... |
298 |
void xen_pcibk_do_op(struct work_struct *data) |
30edc14bf xen/pciback: xen ... |
299 |
{ |
a92336a11 xen/pciback: Drop... |
300 301 |
struct xen_pcibk_device *pdev = container_of(data, struct xen_pcibk_device, op_work); |
30edc14bf xen/pciback: xen ... |
302 |
struct pci_dev *dev; |
a92336a11 xen/pciback: Drop... |
303 |
struct xen_pcibk_dev_data *dev_data = NULL; |
30edc14bf xen/pciback: xen ... |
304 |
struct xen_pci_op *op = &pdev->sh_info->op; |
0513fe9e5 xen/pciback: Allo... |
305 |
int test_intx = 0; |
30edc14bf xen/pciback: xen ... |
306 |
|
a92336a11 xen/pciback: Drop... |
307 |
dev = xen_pcibk_get_pci_dev(pdev, op->domain, op->bus, op->devfn); |
30edc14bf xen/pciback: xen ... |
308 309 310 311 |
if (dev == NULL) op->err = XEN_PCI_ERR_dev_not_found; else { |
0513fe9e5 xen/pciback: Allo... |
312 313 314 |
dev_data = pci_get_drvdata(dev); if (dev_data) test_intx = dev_data->enable_intx; |
30edc14bf xen/pciback: xen ... |
315 316 |
switch (op->cmd) { case XEN_PCI_OP_conf_read: |
a92336a11 xen/pciback: Drop... |
317 |
op->err = xen_pcibk_config_read(dev, |
30edc14bf xen/pciback: xen ... |
318 319 320 |
op->offset, op->size, &op->value); break; case XEN_PCI_OP_conf_write: |
a92336a11 xen/pciback: Drop... |
321 |
op->err = xen_pcibk_config_write(dev, |
30edc14bf xen/pciback: xen ... |
322 323 324 325 |
op->offset, op->size, op->value); break; #ifdef CONFIG_PCI_MSI case XEN_PCI_OP_enable_msi: |
a92336a11 xen/pciback: Drop... |
326 |
op->err = xen_pcibk_enable_msi(pdev, dev, op); |
30edc14bf xen/pciback: xen ... |
327 328 |
break; case XEN_PCI_OP_disable_msi: |
a92336a11 xen/pciback: Drop... |
329 |
op->err = xen_pcibk_disable_msi(pdev, dev, op); |
30edc14bf xen/pciback: xen ... |
330 331 |
break; case XEN_PCI_OP_enable_msix: |
a92336a11 xen/pciback: Drop... |
332 |
op->err = xen_pcibk_enable_msix(pdev, dev, op); |
30edc14bf xen/pciback: xen ... |
333 334 |
break; case XEN_PCI_OP_disable_msix: |
a92336a11 xen/pciback: Drop... |
335 |
op->err = xen_pcibk_disable_msix(pdev, dev, op); |
30edc14bf xen/pciback: xen ... |
336 337 338 339 340 341 342 |
break; #endif default: op->err = XEN_PCI_ERR_not_implemented; break; } } |
0513fe9e5 xen/pciback: Allo... |
343 344 345 |
if (!op->err && dev && dev_data) { /* Transition detected */ if ((dev_data->enable_intx != test_intx)) |
a92336a11 xen/pciback: Drop... |
346 |
xen_pcibk_control_isr(dev, 0 /* no reset */); |
0513fe9e5 xen/pciback: Allo... |
347 |
} |
30edc14bf xen/pciback: xen ... |
348 349 350 351 352 353 354 355 356 357 358 359 360 |
/* Tell the driver domain that we're done. */ wmb(); clear_bit(_XEN_PCIF_active, (unsigned long *)&pdev->sh_info->flags); notify_remote_via_irq(pdev->evtchn_irq); /* Mark that we're done. */ smp_mb__before_clear_bit(); /* /after/ clearing PCIF_active */ clear_bit(_PDEVF_op_active, &pdev->flags); smp_mb__after_clear_bit(); /* /before/ final check for work */ /* Check to see if the driver domain tried to start another request in * between clearing _XEN_PCIF_active and clearing _PDEVF_op_active. */ |
a92336a11 xen/pciback: Drop... |
361 |
xen_pcibk_test_and_schedule_op(pdev); |
30edc14bf xen/pciback: xen ... |
362 |
} |
a92336a11 xen/pciback: Drop... |
363 |
irqreturn_t xen_pcibk_handle_event(int irq, void *dev_id) |
30edc14bf xen/pciback: xen ... |
364 |
{ |
a92336a11 xen/pciback: Drop... |
365 |
struct xen_pcibk_device *pdev = dev_id; |
30edc14bf xen/pciback: xen ... |
366 |
|
a92336a11 xen/pciback: Drop... |
367 |
xen_pcibk_test_and_schedule_op(pdev); |
30edc14bf xen/pciback: xen ... |
368 369 370 |
return IRQ_HANDLED; } |
a92336a11 xen/pciback: Drop... |
371 |
static irqreturn_t xen_pcibk_guest_interrupt(int irq, void *dev_id) |
0513fe9e5 xen/pciback: Allo... |
372 373 |
{ struct pci_dev *dev = (struct pci_dev *)dev_id; |
a92336a11 xen/pciback: Drop... |
374 |
struct xen_pcibk_dev_data *dev_data = pci_get_drvdata(dev); |
0513fe9e5 xen/pciback: Allo... |
375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 |
if (dev_data->isr_on && dev_data->ack_intr) { dev_data->handled++; if ((dev_data->handled % 1000) == 0) { if (xen_test_irq_shared(irq)) { printk(KERN_INFO "%s IRQ line is not shared " "with other domains. Turning ISR off ", dev_data->irq_name); dev_data->ack_intr = 0; } } return IRQ_HANDLED; } return IRQ_NONE; } |