/*
   * SGI IOC3 master driver and IRQ demuxer
   *
   * Copyright (c) 2005 Stanislaw Skowronek <skylark@linux-mips.org>
   * Heavily based on similar work by:
   *   Brent Casavant <bcasavan@sgi.com> - IOC4 master driver
   *   Pat Gefre <pfg@sgi.com> - IOC3 serial port IRQ demuxer
   */

  #include <linux/errno.h>
  #include <linux/module.h>
  #include <linux/pci.h>

  #include <linux/dma-mapping.h>

  #include <linux/interrupt.h>
  #include <linux/spinlock.h>
  #include <linux/delay.h>
  #include <linux/ioc3.h>
  #include <linux/rwsem.h>

  #include <linux/slab.h>

  
  #define IOC3_PCI_SIZE 0x100000
  
  static LIST_HEAD(ioc3_devices);
  static int ioc3_counter;
  static DECLARE_RWSEM(ioc3_devices_rwsem);
  
  static struct ioc3_submodule *ioc3_submodules[IOC3_MAX_SUBMODULES];
  static struct ioc3_submodule *ioc3_ethernet;

  static DEFINE_RWLOCK(ioc3_submodules_lock);

  
  /* NIC probing code */
  
  #define GPCR_MLAN_EN    0x00200000      /* enable MCR to pin 8 */
  
  static inline unsigned mcr_pack(unsigned pulse, unsigned sample)
  {
  	return (pulse << 10) | (sample << 2);
  }
  
  static int nic_wait(struct ioc3_driver_data *idd)
  {

  	unsigned mcr;

  
          do {

                  mcr = readl(&idd->vma->mcr);

          } while (!(mcr & 2));
  
          return mcr & 1;
  }
  
  static int nic_reset(struct ioc3_driver_data *idd)
  {
          int presence;
  	unsigned long flags;
  
  	local_irq_save(flags);

  	writel(mcr_pack(500, 65), &idd->vma->mcr);

  	presence = nic_wait(idd);
  	local_irq_restore(flags);
  
  	udelay(500);
  
          return presence;
  }

  static int nic_read_bit(struct ioc3_driver_data *idd)

  {
  	int result;
  	unsigned long flags;
  
  	local_irq_save(flags);

  	writel(mcr_pack(6, 13), &idd->vma->mcr);

  	result = nic_wait(idd);
  	local_irq_restore(flags);
  
  	udelay(500);
  
  	return result;
  }

  static void nic_write_bit(struct ioc3_driver_data *idd, int bit)

  {
  	if (bit)

  		writel(mcr_pack(6, 110), &idd->vma->mcr);

  	else

  		writel(mcr_pack(80, 30), &idd->vma->mcr);

  
  	nic_wait(idd);
  }
  
  static unsigned nic_read_byte(struct ioc3_driver_data *idd)
  {
  	unsigned result = 0;
  	int i;
  
  	for (i = 0; i < 8; i++)
  		result = (result >> 1) | (nic_read_bit(idd) << 7);
  
  	return result;
  }
  
  static void nic_write_byte(struct ioc3_driver_data *idd, int byte)
  {
  	int i, bit;
  
  	for (i = 8; i; i--) {
  		bit = byte & 1;
  		byte >>= 1;
  
  		nic_write_bit(idd, bit);
  	}
  }
  
  static unsigned long
  nic_find(struct ioc3_driver_data *idd, int *last, unsigned long addr)
  {
  	int a, b, index, disc;
  
  	nic_reset(idd);
  
  	/* Search ROM.  */
  	nic_write_byte(idd, 0xF0);
  
  	/* Algorithm from ``Book of iButton Standards''.  */
  	for (index = 0, disc = 0; index < 64; index++) {
  		a = nic_read_bit(idd);
  		b = nic_read_bit(idd);
  
  		if (a && b) {
  			printk(KERN_WARNING "IOC3 NIC search failed.
  ");
  			*last = 0;
  			return 0;
  		}
  
  		if (!a && !b) {
  			if (index == *last) {
  				addr |= 1UL << index;
  			} else if (index > *last) {
  				addr &= ~(1UL << index);
  				disc = index;
  			} else if ((addr & (1UL << index)) == 0)
  				disc = index;
  			nic_write_bit(idd, (addr>>index)&1);
  			continue;
  		} else {
  			if (a)
  				addr |= 1UL << index;
  			else
  				addr &= ~(1UL << index);
  			nic_write_bit(idd, a);
  			continue;
  		}
  	}
  	*last = disc;
  	return addr;
  }
  
  static void nic_addr(struct ioc3_driver_data *idd, unsigned long addr)
  {
  	int index;
  
  	nic_reset(idd);
  	nic_write_byte(idd, 0xF0);
  	for (index = 0; index < 64; index++) {
  		nic_read_bit(idd);
  		nic_read_bit(idd);
  		nic_write_bit(idd, (addr>>index)&1);
  	}
  }
  
  static void crc16_byte(unsigned int *crc, unsigned char db)
  {
  	int i;
  
  	for(i=0;i<8;i++) {
  		*crc <<= 1;
  		if((db^(*crc>>16)) & 1)
  			*crc ^= 0x8005;
  		db >>= 1;
  	}
  	*crc &= 0xFFFF;
  }
  
  static unsigned int crc16_area(unsigned char *dbs, int size, unsigned int crc)
  {
  	while(size--)
  		crc16_byte(&crc, *(dbs++));
  	return crc;
  }
  
  static void crc8_byte(unsigned int *crc, unsigned char db)
  {
  	int i,f;
  
  	for(i=0;i<8;i++) {
  		f = (*crc ^ db) & 1;
  		*crc >>= 1;
  		db >>= 1;
  		if(f)
  			*crc ^= 0x8c;
  	}
  	*crc &= 0xff;
  }
  
  static unsigned int crc8_addr(unsigned long addr)
  {
  	int i;
  	unsigned int crc = 0x00;
  
  	for(i=0;i<8;i++)
  		crc8_byte(&crc, addr>>(i<<3));
  	return crc;
  }
  
  static void
  read_redir_page(struct ioc3_driver_data *idd, unsigned long addr, int page,
  			unsigned char *redir, unsigned char *data)
  {
  	int loops = 16, i;
  
  	while(redir[page] != 0xFF) {
  		page = redir[page]^0xFF;
  		loops--;
  		if(loops<0) {
  			printk(KERN_ERR "IOC3: NIC circular redirection
  ");
  			return;
  		}
  	}
  	loops = 3;
  	while(loops>0) {
  		nic_addr(idd, addr);
  		nic_write_byte(idd, 0xF0);
  		nic_write_byte(idd, (page << 5) & 0xE0);
  		nic_write_byte(idd, (page >> 3) & 0x1F);
  		for(i=0;i<0x20;i++)
  			data[i] = nic_read_byte(idd);
  		if(crc16_area(data, 0x20, 0x0000) == 0x800d)
  			return;
  		loops--;
  	}
  	printk(KERN_ERR "IOC3: CRC error in data page
  ");
  	for(i=0;i<0x20;i++)
  		data[i] = 0x00;
  }
  
  static void
  read_redir_map(struct ioc3_driver_data *idd, unsigned long addr,
  					 unsigned char *redir)
  {
  	int i,j,loops = 3,crc_ok;
  	unsigned int crc;
  
  	while(loops>0) {
  		crc_ok = 1;
  		nic_addr(idd, addr);
  		nic_write_byte(idd, 0xAA);
  		nic_write_byte(idd, 0x00);
  		nic_write_byte(idd, 0x01);
  		for(i=0;i<64;i+=8) {
  			for(j=0;j<8;j++)
  				redir[i+j] = nic_read_byte(idd);
  			crc = crc16_area(redir+i, 8, (i==0)?0x8707:0x0000);
  			crc16_byte(&crc, nic_read_byte(idd));
  			crc16_byte(&crc, nic_read_byte(idd));
  			if(crc != 0x800d)
  				crc_ok = 0;
  		}
  		if(crc_ok)
  			return;
  		loops--;
  	}
  	printk(KERN_ERR "IOC3: CRC error in redirection page
  ");
  	for(i=0;i<64;i++)
  		redir[i] = 0xFF;
  }
  
  static void read_nic(struct ioc3_driver_data *idd, unsigned long addr)
  {
  	unsigned char redir[64];
  	unsigned char data[64],part[32];
  	int i,j;
  
  	/* read redirections */
  	read_redir_map(idd, addr, redir);
  	/* read data pages */
  	read_redir_page(idd, addr, 0, redir, data);
  	read_redir_page(idd, addr, 1, redir, data+32);
  	/* assemble the part # */
  	j=0;
  	for(i=0;i<19;i++)
  		if(data[i+11] != ' ')
  			part[j++] = data[i+11];
  	for(i=0;i<6;i++)
  		if(data[i+32] != ' ')
  			part[j++] = data[i+32];
  	part[j] = 0;
  	/* skip Octane power supplies */
  	if(!strncmp(part, "060-0035-", 9))
  		return;
  	if(!strncmp(part, "060-0038-", 9))
  		return;
  	strcpy(idd->nic_part, part);
  	/* assemble the serial # */
  	j=0;
  	for(i=0;i<10;i++)
  		if(data[i+1] != ' ')
  			idd->nic_serial[j++] = data[i+1];
  	idd->nic_serial[j] = 0;
  }
  
  static void read_mac(struct ioc3_driver_data *idd, unsigned long addr)
  {
  	int i, loops = 3;
  	unsigned char data[13];
  
  	while(loops>0) {
  		nic_addr(idd, addr);
  		nic_write_byte(idd, 0xF0);
  		nic_write_byte(idd, 0x00);
  		nic_write_byte(idd, 0x00);
  		nic_read_byte(idd);
  		for(i=0;i<13;i++)
  			data[i] = nic_read_byte(idd);
  		if(crc16_area(data, 13, 0x0000) == 0x800d) {
  			for(i=10;i>4;i--)
  				idd->nic_mac[10-i] = data[i];
  			return;
  		}
  		loops--;
  	}
  	printk(KERN_ERR "IOC3: CRC error in MAC address
  ");
  	for(i=0;i<6;i++)
  		idd->nic_mac[i] = 0x00;
  }
  
  static void probe_nic(struct ioc3_driver_data *idd)
  {
          int save = 0, loops = 3;
          unsigned long first, addr;

          writel(GPCR_MLAN_EN, &idd->vma->gpcr_s);

  
          while(loops>0) {
                  idd->nic_part[0] = 0;
                  idd->nic_serial[0] = 0;
                  addr = first = nic_find(idd, &save, 0);
                  if(!first)
                          return;
                  while(1) {
                          if(crc8_addr(addr))
                                  break;
                          else {
                                  switch(addr & 0xFF) {
                                  case 0x0B:
                                          read_nic(idd, addr);
                                          break;
                                  case 0x09:
                                  case 0x89:
                                  case 0x91:
                                          read_mac(idd, addr);
                                          break;
                                  }
                          }
                          addr = nic_find(idd, &save, addr);
                          if(addr == first)
                                  return;
                  }
                  loops--;
          }
          printk(KERN_ERR "IOC3: CRC error in NIC address
  ");
  }
  
  /* Interrupts */

  static void write_ireg(struct ioc3_driver_data *idd, uint32_t val, int which)

  {
  	unsigned long flags;
  
  	spin_lock_irqsave(&idd->ir_lock, flags);
  	switch (which) {
  	case IOC3_W_IES:
  		writel(val, &idd->vma->sio_ies);
  		break;
  	case IOC3_W_IEC:
  		writel(val, &idd->vma->sio_iec);
  		break;
  	}
  	spin_unlock_irqrestore(&idd->ir_lock, flags);
  }
  static inline uint32_t get_pending_intrs(struct ioc3_driver_data *idd)
  {
  	unsigned long flag;
  	uint32_t intrs = 0;
  
  	spin_lock_irqsave(&idd->ir_lock, flag);
  	intrs = readl(&idd->vma->sio_ir);
  	intrs &= readl(&idd->vma->sio_ies);
  	spin_unlock_irqrestore(&idd->ir_lock, flag);
  	return intrs;
  }

  static irqreturn_t ioc3_intr_io(int irq, void *arg)

  {
  	unsigned long flags;

  	struct ioc3_driver_data *idd = arg;

  	int handled = 1, id;
  	unsigned int pending;
  
  	read_lock_irqsave(&ioc3_submodules_lock, flags);

  	if(idd->dual_irq && readb(&idd->vma->eisr)) {

  		/* send Ethernet IRQ to the driver */
  		if(ioc3_ethernet && idd->active[ioc3_ethernet->id] &&
  						ioc3_ethernet->intr) {
  			handled = handled && !ioc3_ethernet->intr(ioc3_ethernet,

  							idd, 0);

  		}
  	}
  	pending = get_pending_intrs(idd);	/* look at the IO IRQs */
  
  	for(id=0;id<IOC3_MAX_SUBMODULES;id++) {
  		if(idd->active[id] && ioc3_submodules[id]
  				&& (pending & ioc3_submodules[id]->irq_mask)
  				&& ioc3_submodules[id]->intr) {
  			write_ireg(idd, ioc3_submodules[id]->irq_mask,
  							IOC3_W_IEC);
  			if(!ioc3_submodules[id]->intr(ioc3_submodules[id],

  				   idd, pending & ioc3_submodules[id]->irq_mask))

  				pending &= ~ioc3_submodules[id]->irq_mask;
  			if (ioc3_submodules[id]->reset_mask)
  				write_ireg(idd, ioc3_submodules[id]->irq_mask,
  							IOC3_W_IES);
  		}
  	}
  	read_unlock_irqrestore(&ioc3_submodules_lock, flags);
  	if(pending) {
  		printk(KERN_WARNING
  		  "IOC3: Pending IRQs 0x%08x discarded and disabled
  ",pending);
  		write_ireg(idd, pending, IOC3_W_IEC);
  		handled = 1;
  	}
  	return handled?IRQ_HANDLED:IRQ_NONE;
  }

  static irqreturn_t ioc3_intr_eth(int irq, void *arg)

  {
  	unsigned long flags;
  	struct ioc3_driver_data *idd = (struct ioc3_driver_data *)arg;
  	int handled = 1;
  
  	if(!idd->dual_irq)
  		return IRQ_NONE;
  	read_lock_irqsave(&ioc3_submodules_lock, flags);
  	if(ioc3_ethernet && idd->active[ioc3_ethernet->id]
  				&& ioc3_ethernet->intr)

  		handled = handled && !ioc3_ethernet->intr(ioc3_ethernet, idd, 0);

  	read_unlock_irqrestore(&ioc3_submodules_lock, flags);
  	return handled?IRQ_HANDLED:IRQ_NONE;
  }
  
  void ioc3_enable(struct ioc3_submodule *is,
  				struct ioc3_driver_data *idd, unsigned int irqs)
  {
  	write_ireg(idd, irqs & is->irq_mask, IOC3_W_IES);
  }
  
  void ioc3_ack(struct ioc3_submodule *is, struct ioc3_driver_data *idd,
  				unsigned int irqs)
  {
  	writel(irqs & is->irq_mask, &idd->vma->sio_ir);
  }
  
  void ioc3_disable(struct ioc3_submodule *is,
  				struct ioc3_driver_data *idd, unsigned int irqs)
  {
  	write_ireg(idd, irqs & is->irq_mask, IOC3_W_IEC);
  }
  
  void ioc3_gpcr_set(struct ioc3_driver_data *idd, unsigned int val)
  {
  	unsigned long flags;
  	spin_lock_irqsave(&idd->gpio_lock, flags);
  	writel(val, &idd->vma->gpcr_s);
  	spin_unlock_irqrestore(&idd->gpio_lock, flags);
  }
  
  /* Keep it simple, stupid! */
  static int find_slot(void **tab, int max)
  {
  	int i;
  	for(i=0;i<max;i++)
  		if(!(tab[i]))
  			return i;
  	return -1;
  }
  
  /* Register an IOC3 submodule */
  int ioc3_register_submodule(struct ioc3_submodule *is)
  {
  	struct ioc3_driver_data *idd;
  	int alloc_id;
  	unsigned long flags;
  
  	write_lock_irqsave(&ioc3_submodules_lock, flags);
  	alloc_id = find_slot((void **)ioc3_submodules, IOC3_MAX_SUBMODULES);
  	if(alloc_id != -1) {
  		ioc3_submodules[alloc_id] = is;
  		if(is->ethernet) {
  			if(ioc3_ethernet==NULL)
  				ioc3_ethernet=is;
  			else
  				printk(KERN_WARNING
  				  "IOC3 Ethernet module already registered!
  ");
  		}
  	}
  	write_unlock_irqrestore(&ioc3_submodules_lock, flags);
  
  	if(alloc_id == -1) {
  		printk(KERN_WARNING "Increase IOC3_MAX_SUBMODULES!
  ");
  		return -ENOMEM;
  	}
  
  	is->id=alloc_id;
  
  	/* Initialize submodule for each IOC3 */
  	if (!is->probe)
  		return 0;
  
  	down_read(&ioc3_devices_rwsem);
  	list_for_each_entry(idd, &ioc3_devices, list) {
  		/* set to 1 for IRQs in probe */
  		idd->active[alloc_id] = 1;
  		idd->active[alloc_id] = !is->probe(is, idd);
  	}
  	up_read(&ioc3_devices_rwsem);
  
  	return 0;
  }
  
  /* Unregister an IOC3 submodule */
  void ioc3_unregister_submodule(struct ioc3_submodule *is)
  {
  	struct ioc3_driver_data *idd;
  	unsigned long flags;
  
  	write_lock_irqsave(&ioc3_submodules_lock, flags);
  	if(ioc3_submodules[is->id]==is)
  		ioc3_submodules[is->id]=NULL;
  	else
  		printk(KERN_WARNING
  			"IOC3 submodule %s has wrong ID.
  ",is->name);
  	if(ioc3_ethernet==is)
  		ioc3_ethernet = NULL;
  	write_unlock_irqrestore(&ioc3_submodules_lock, flags);
  
  	/* Remove submodule for each IOC3 */
  	down_read(&ioc3_devices_rwsem);
  	list_for_each_entry(idd, &ioc3_devices, list)
  		if(idd->active[is->id]) {
  			if(is->remove)
  				if(is->remove(is, idd))
  					printk(KERN_WARNING
  					       "%s: IOC3 submodule %s remove failed "
  					       "for pci_dev %s.
  ",

  					       __func__, module_name(is->owner),

  					       pci_name(idd->pdev));
  			idd->active[is->id] = 0;
  			if(is->irq_mask)
  				write_ireg(idd, is->irq_mask, IOC3_W_IEC);
  		}
  	up_read(&ioc3_devices_rwsem);
  }
  
  /*********************
   * Device management *
   *********************/

  static char * __devinitdata

  ioc3_class_names[]={"unknown", "IP27 BaseIO", "IP30 system", "MENET 1/2/3",
  			"MENET 4", "CADduo", "Altix Serial"};

  static int __devinit ioc3_class(struct ioc3_driver_data *idd)

  {
  	int res = IOC3_CLASS_NONE;
  	/* NIC-based logic */
  	if(!strncmp(idd->nic_part, "030-0891-", 9))
  		res = IOC3_CLASS_BASE_IP30;
  	if(!strncmp(idd->nic_part, "030-1155-", 9))
  		res = IOC3_CLASS_CADDUO;
  	if(!strncmp(idd->nic_part, "030-1657-", 9))
  		res = IOC3_CLASS_SERIAL;
  	if(!strncmp(idd->nic_part, "030-1664-", 9))
  		res = IOC3_CLASS_SERIAL;
  	/* total random heuristics */
  #ifdef CONFIG_SGI_IP27
  	if(!idd->nic_part[0])
  		res = IOC3_CLASS_BASE_IP27;
  #endif
  	/* print educational message */
  	printk(KERN_INFO "IOC3 part: [%s], serial: [%s] => class %s
  ",
  			idd->nic_part, idd->nic_serial, ioc3_class_names[res]);
  	return res;
  }
  /* Adds a new instance of an IOC3 card */

  static int __devinit
  ioc3_probe(struct pci_dev *pdev, const struct pci_device_id *pci_id)

  {
  	struct ioc3_driver_data *idd;
  	uint32_t pcmd;
  	int ret, id;
  
  	/* Enable IOC3 and take ownership of it */
  	if ((ret = pci_enable_device(pdev))) {
  		printk(KERN_WARNING
  		       "%s: Failed to enable IOC3 device for pci_dev %s.
  ",

  		       __func__, pci_name(pdev));

  		goto out;
  	}
  	pci_set_master(pdev);
  
  #ifdef USE_64BIT_DMA

          ret = pci_set_dma_mask(pdev, DMA_BIT_MASK(64));

          if (!ret) {

                  ret = pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(64));

                  if (ret < 0) {
                          printk(KERN_WARNING "%s: Unable to obtain 64 bit DMA "
                                 "for consistent allocations
  ",

  				__func__);

                  }
  	}
  #endif
  
  	/* Set up per-IOC3 data */

  	idd = kzalloc(sizeof(struct ioc3_driver_data), GFP_KERNEL);

  	if (!idd) {
  		printk(KERN_WARNING
  		       "%s: Failed to allocate IOC3 data for pci_dev %s.
  ",

  		       __func__, pci_name(pdev));

  		ret = -ENODEV;
  		goto out_idd;
  	}

  	spin_lock_init(&idd->ir_lock);
  	spin_lock_init(&idd->gpio_lock);
  	idd->pdev = pdev;
  
  	/* Map all IOC3 registers.  These are shared between subdevices
  	 * so the main IOC3 module manages them.
  	 */
  	idd->pma = pci_resource_start(pdev, 0);
  	if (!idd->pma) {
  		printk(KERN_WARNING
  		       "%s: Unable to find IOC3 resource "
  		       "for pci_dev %s.
  ",

  		       __func__, pci_name(pdev));

  		ret = -ENODEV;
  		goto out_pci;
  	}

  	if (!request_mem_region(idd->pma, IOC3_PCI_SIZE, "ioc3")) {

  		printk(KERN_WARNING
  		       "%s: Unable to request IOC3 region "
  		       "for pci_dev %s.
  ",

  		       __func__, pci_name(pdev));

  		ret = -ENODEV;
  		goto out_pci;
  	}
  	idd->vma = ioremap(idd->pma, IOC3_PCI_SIZE);
  	if (!idd->vma) {
  		printk(KERN_WARNING
  		       "%s: Unable to remap IOC3 region "
  		       "for pci_dev %s.
  ",

  		       __func__, pci_name(pdev));

  		ret = -ENODEV;
  		goto out_misc_region;
  	}
  
  	/* Track PCI-device specific data */
  	pci_set_drvdata(pdev, idd);
  	down_write(&ioc3_devices_rwsem);

  	list_add_tail(&idd->list, &ioc3_devices);

  	idd->id = ioc3_counter++;
  	up_write(&ioc3_devices_rwsem);

  	idd->gpdr_shadow = readl(&idd->vma->gpdr);

  
  	/* Read IOC3 NIC contents */
  	probe_nic(idd);
  
  	/* Detect IOC3 class */
  	idd->class = ioc3_class(idd);
  
  	/* Initialize IOC3 */
         pci_read_config_dword(pdev, PCI_COMMAND, &pcmd);
         pci_write_config_dword(pdev, PCI_COMMAND,
                                 pcmd | PCI_COMMAND_MEMORY |
                                 PCI_COMMAND_PARITY | PCI_COMMAND_SERR |
                                 PCI_SCR_DROP_MODE_EN);
  
  	write_ireg(idd, ~0, IOC3_W_IEC);
  	writel(~0, &idd->vma->sio_ir);
  
  	/* Set up IRQs */
  	if(idd->class == IOC3_CLASS_BASE_IP30
  				|| idd->class == IOC3_CLASS_BASE_IP27) {
  		writel(0, &idd->vma->eier);
  		writel(~0, &idd->vma->eisr);
  
  		idd->dual_irq = 1;

  		if (!request_irq(pdev->irq, ioc3_intr_eth, IRQF_SHARED,

  				 "ioc3-eth", (void *)idd)) {
  			idd->irq_eth = pdev->irq;
  		} else {
  			printk(KERN_WARNING
  			       "%s : request_irq fails for IRQ 0x%x
   ",

  			       __func__, pdev->irq);

  		}

  		if (!request_irq(pdev->irq+2, ioc3_intr_io, IRQF_SHARED,

  				 "ioc3-io", (void *)idd)) {
  			idd->irq_io = pdev->irq+2;
  		} else {
  			printk(KERN_WARNING
  			       "%s : request_irq fails for IRQ 0x%x
   ",

  			       __func__, pdev->irq+2);

  		}
  	} else {

  		if (!request_irq(pdev->irq, ioc3_intr_io, IRQF_SHARED,

  				 "ioc3", (void *)idd)) {
  			idd->irq_io = pdev->irq;
  		} else {
  			printk(KERN_WARNING
  			       "%s : request_irq fails for IRQ 0x%x
   ",

  			       __func__, pdev->irq);

  		}
  	}
  
  	/* Add this IOC3 to all submodules */

  	for(id=0;id<IOC3_MAX_SUBMODULES;id++)
  		if(ioc3_submodules[id] && ioc3_submodules[id]->probe) {
  			idd->active[id] = 1;
  			idd->active[id] = !ioc3_submodules[id]->probe
  						(ioc3_submodules[id], idd);
  		}

  
  	printk(KERN_INFO "IOC3 Master Driver loaded for %s
  ", pci_name(pdev));
  
  	return 0;
  
  out_misc_region:

  	release_mem_region(idd->pma, IOC3_PCI_SIZE);

  out_pci:
  	kfree(idd);
  out_idd:
  	pci_disable_device(pdev);
  out:
  	return ret;
  }
  
  /* Removes a particular instance of an IOC3 card. */

  static void __devexit ioc3_remove(struct pci_dev *pdev)

  {
  	int id;
  	struct ioc3_driver_data *idd;
  
  	idd = pci_get_drvdata(pdev);
  
  	/* Remove this IOC3 from all submodules */

  	for(id=0;id<IOC3_MAX_SUBMODULES;id++)
  		if(idd->active[id]) {
  			if(ioc3_submodules[id] && ioc3_submodules[id]->remove)
  				if(ioc3_submodules[id]->remove(ioc3_submodules[id],
  								idd))
  					printk(KERN_WARNING
  					       "%s: IOC3 submodule 0x%s remove failed "
  					       "for pci_dev %s.
  ",

  						__func__,

  						module_name(ioc3_submodules[id]->owner),
  					        pci_name(pdev));
  			idd->active[id] = 0;
  		}

  
  	/* Clear and disable all IRQs */
  	write_ireg(idd, ~0, IOC3_W_IEC);
  	writel(~0, &idd->vma->sio_ir);
  
  	/* Release resources */
  	free_irq(idd->irq_io, (void *)idd);
  	if(idd->dual_irq)
  		free_irq(idd->irq_eth, (void *)idd);
  	iounmap(idd->vma);

  	release_mem_region(idd->pma, IOC3_PCI_SIZE);

  
  	/* Disable IOC3 and relinquish */
  	pci_disable_device(pdev);
  
  	/* Remove and free driver data */
  	down_write(&ioc3_devices_rwsem);
  	list_del(&idd->list);
  	up_write(&ioc3_devices_rwsem);
  	kfree(idd);
  }
  
  static struct pci_device_id ioc3_id_table[] = {
  	{PCI_VENDOR_ID_SGI, PCI_DEVICE_ID_SGI_IOC3, PCI_ANY_ID, PCI_ANY_ID},
  	{0}
  };
  
  static struct pci_driver ioc3_driver = {
  	.name = "IOC3",
  	.id_table = ioc3_id_table,
  	.probe = ioc3_probe,

  	.remove = __devexit_p(ioc3_remove),

  };
  
  MODULE_DEVICE_TABLE(pci, ioc3_id_table);
  
  /*********************
   * Module management *
   *********************/
  
  /* Module load */

  static int __init ioc3_init(void)

  {
  	if (ia64_platform_is("sn2"))
  		return pci_register_driver(&ioc3_driver);

  	return -ENODEV;

  }
  
  /* Module unload */

  static void __exit ioc3_exit(void)

  {
  	pci_unregister_driver(&ioc3_driver);
  }
  
  module_init(ioc3_init);
  module_exit(ioc3_exit);
  
  MODULE_AUTHOR("Stanislaw Skowronek <skylark@linux-mips.org>");
  MODULE_DESCRIPTION("PCI driver for SGI IOC3");
  MODULE_LICENSE("GPL");

  EXPORT_SYMBOL_GPL(ioc3_register_submodule);
  EXPORT_SYMBOL_GPL(ioc3_unregister_submodule);
  EXPORT_SYMBOL_GPL(ioc3_ack);
  EXPORT_SYMBOL_GPL(ioc3_gpcr_set);
  EXPORT_SYMBOL_GPL(ioc3_disable);
  EXPORT_SYMBOL_GPL(ioc3_enable);