/*

   *  Copyright (C) 1998-2000  Andre Hedrick <andre@linux-ide.org>
   *  Copyright (C) 1995-1998  Mark Lord

   *  Copyright (C) 2007-2009  Bartlomiej Zolnierkiewicz

   *

   *  May be copied or modified under the terms of the GNU General Public License

   */

  #include <linux/types.h>
  #include <linux/kernel.h>

  #include <linux/export.h>

  #include <linux/pci.h>
  #include <linux/init.h>

  #include <linux/interrupt.h>
  #include <linux/ide.h>
  #include <linux/dma-mapping.h>
  
  #include <asm/io.h>

  /**
   *	ide_setup_pci_baseregs	-	place a PCI IDE controller native
   *	@dev: PCI device of interface to switch native
   *	@name: Name of interface
   *
   *	We attempt to place the PCI interface into PCI native mode. If
   *	we succeed the BARs are ok and the controller is in PCI mode.

   *	Returns 0 on success or an errno code.

   *
   *	FIXME: if we program the interface and then fail to set the BARS
   *	we don't switch it back to legacy mode. Do we actually care ??
   */

  
  static int ide_setup_pci_baseregs(struct pci_dev *dev, const char *name)

  {
  	u8 progif = 0;
  
  	/*
  	 * Place both IDE interfaces into PCI "native" mode:
  	 */
  	if (pci_read_config_byte(dev, PCI_CLASS_PROG, &progif) ||
  			 (progif & 5) != 5) {
  		if ((progif & 0xa) != 0xa) {

  			printk(KERN_INFO "%s %s: device not capable of full "
  				"native PCI mode
  ", name, pci_name(dev));

  			return -EOPNOTSUPP;
  		}

  		printk(KERN_INFO "%s %s: placing both ports into native PCI "
  			"mode
  ", name, pci_name(dev));

  		(void) pci_write_config_byte(dev, PCI_CLASS_PROG, progif|5);
  		if (pci_read_config_byte(dev, PCI_CLASS_PROG, &progif) ||
  		    (progif & 5) != 5) {

  			printk(KERN_ERR "%s %s: rewrite of PROGIF failed, "
  				"wanted 0x%04x, got 0x%04x
  ",
  				name, pci_name(dev), progif | 5, progif);

  			return -EOPNOTSUPP;
  		}
  	}
  	return 0;
  }
  
  #ifdef CONFIG_BLK_DEV_IDEDMA_PCI

  static int ide_pci_clear_simplex(unsigned long dma_base, const char *name)

  {
  	u8 dma_stat = inb(dma_base + 2);
  
  	outb(dma_stat & 0x60, dma_base + 2);
  	dma_stat = inb(dma_base + 2);

  
  	return (dma_stat & 0x80) ? 1 : 0;

  }

  /**

   *	ide_pci_dma_base	-	setup BMIBA

   *	@hwif: IDE interface

   *	@d: IDE port info

   *

   *	Fetch the DMA Bus-Master-I/O-Base-Address (BMIBA) from PCI space.

   */

  unsigned long ide_pci_dma_base(ide_hwif_t *hwif, const struct ide_port_info *d)

  {

  	struct pci_dev *dev = to_pci_dev(hwif->dev);
  	unsigned long dma_base = 0;

  	if (hwif->host_flags & IDE_HFLAG_MMIO)

  		return hwif->dma_base;
  
  	if (hwif->mate && hwif->mate->dma_base) {
  		dma_base = hwif->mate->dma_base - (hwif->channel ? 0 : 8);
  	} else {

  		u8 baridx = (d->host_flags & IDE_HFLAG_CS5520) ? 2 : 4;
  
  		dma_base = pci_resource_start(dev, baridx);

  		if (dma_base == 0) {

  			printk(KERN_ERR "%s %s: DMA base is invalid
  ",
  				d->name, pci_name(dev));

  			return 0;
  		}

  	}

  	if (hwif->channel)
  		dma_base += 8;

  	return dma_base;
  }
  EXPORT_SYMBOL_GPL(ide_pci_dma_base);
  
  int ide_pci_check_simplex(ide_hwif_t *hwif, const struct ide_port_info *d)
  {

  	struct pci_dev *dev = to_pci_dev(hwif->dev);

  	u8 dma_stat;
  
  	if (d->host_flags & (IDE_HFLAG_MMIO | IDE_HFLAG_CS5520))

  		goto out;
  
  	if (d->host_flags & IDE_HFLAG_CLEAR_SIMPLEX) {

  		if (ide_pci_clear_simplex(hwif->dma_base, d->name))
  			printk(KERN_INFO "%s %s: simplex device: DMA forced
  ",
  				d->name, pci_name(dev));

  		goto out;
  	}
  
  	/*
  	 * If the device claims "simplex" DMA, this means that only one of
  	 * the two interfaces can be trusted with DMA at any point in time
  	 * (so we should enable DMA only on one of the two interfaces).
  	 *
  	 * FIXME: At this point we haven't probed the drives so we can't make
  	 * the appropriate decision.  Really we should defer this problem until
  	 * we tune the drive then try to grab DMA ownership if we want to be
  	 * the DMA end.  This has to be become dynamic to handle hot-plug.
  	 */

  	dma_stat = hwif->dma_ops->dma_sff_read_status(hwif);

  	if ((dma_stat & 0x80) && hwif->mate && hwif->mate->dma_base) {

  		printk(KERN_INFO "%s %s: simplex device: DMA disabled
  ",
  			d->name, pci_name(dev));

  		return -1;

  	}

  out:

  	return 0;

  }

  EXPORT_SYMBOL_GPL(ide_pci_check_simplex);

  
  /*
   * Set up BM-DMA capability (PnP BIOS should have done this)
   */

  int ide_pci_set_master(struct pci_dev *dev, const char *name)

  {
  	u16 pcicmd;
  
  	pci_read_config_word(dev, PCI_COMMAND, &pcicmd);
  
  	if ((pcicmd & PCI_COMMAND_MASTER) == 0) {
  		pci_set_master(dev);
  
  		if (pci_read_config_word(dev, PCI_COMMAND, &pcicmd) ||
  		    (pcicmd & PCI_COMMAND_MASTER) == 0) {

  			printk(KERN_ERR "%s %s: error updating PCICMD
  ",
  				name, pci_name(dev));

  			return -EIO;
  		}
  	}
  
  	return 0;
  }

  EXPORT_SYMBOL_GPL(ide_pci_set_master);

  #endif /* CONFIG_BLK_DEV_IDEDMA_PCI */

  void ide_setup_pci_noise(struct pci_dev *dev, const struct ide_port_info *d)

  {

  	printk(KERN_INFO "%s %s: IDE controller (0x%04x:0x%04x rev 0x%02x)
  ",
  		d->name, pci_name(dev),
  		dev->vendor, dev->device, dev->revision);

  }

  EXPORT_SYMBOL_GPL(ide_setup_pci_noise);
  
  
  /**
   *	ide_pci_enable	-	do PCI enables
   *	@dev: PCI device

   *	@bars: PCI BARs mask

   *	@d: IDE port info

   *
   *	Enable the IDE PCI device. We attempt to enable the device in full

   *	but if that fails then we only need IO space. The PCI code should
   *	have setup the proper resources for us already for controllers in
   *	legacy mode.

   *

   *	Returns zero on success or an error code
   */

  static int ide_pci_enable(struct pci_dev *dev, int bars,
  			  const struct ide_port_info *d)

  {

  	int ret;

  
  	if (pci_enable_device(dev)) {

  		ret = pci_enable_device_io(dev);

  		if (ret < 0) {

  			printk(KERN_WARNING "%s %s: couldn't enable device
  ",
  				d->name, pci_name(dev));

  			goto out;
  		}

  		printk(KERN_WARNING "%s %s: BIOS configuration fixed
  ",
  			d->name, pci_name(dev));

  	}
  
  	/*

  	 * assume all devices can do 32-bit DMA for now, we can add
  	 * a DMA mask field to the struct ide_port_info if we need it
  	 * (or let lower level driver set the DMA mask)

  	 */

  	ret = dma_set_mask(&dev->dev, DMA_BIT_MASK(32));

  	if (ret < 0) {

  		printk(KERN_ERR "%s %s: can't set DMA mask
  ",
  			d->name, pci_name(dev));

  		goto out;
  	}

  	ret = pci_request_selected_regions(dev, bars, d->name);
  	if (ret < 0)

  		printk(KERN_ERR "%s %s: can't reserve resources
  ",
  			d->name, pci_name(dev));

  out:
  	return ret;
  }
  
  /**
   *	ide_pci_configure	-	configure an unconfigured device
   *	@dev: PCI device

   *	@d: IDE port info

   *
   *	Enable and configure the PCI device we have been passed.
   *	Returns zero on success or an error code.
   */

  static int ide_pci_configure(struct pci_dev *dev, const struct ide_port_info *d)

  {
  	u16 pcicmd = 0;
  	/*
  	 * PnP BIOS was *supposed* to have setup this device, but we
  	 * can do it ourselves, so long as the BIOS has assigned an IRQ
  	 * (or possibly the device is using a "legacy header" for IRQs).
  	 * Maybe the user deliberately *disabled* the device,
  	 * but we'll eventually ignore it again if no drives respond.
  	 */

  	if (ide_setup_pci_baseregs(dev, d->name) ||
  	    pci_write_config_word(dev, PCI_COMMAND, pcicmd | PCI_COMMAND_IO)) {

  		printk(KERN_INFO "%s %s: device disabled (BIOS)
  ",
  			d->name, pci_name(dev));

  		return -ENODEV;
  	}
  	if (pci_read_config_word(dev, PCI_COMMAND, &pcicmd)) {

  		printk(KERN_ERR "%s %s: error accessing PCI regs
  ",
  			d->name, pci_name(dev));

  		return -EIO;
  	}
  	if (!(pcicmd & PCI_COMMAND_IO)) {

  		printk(KERN_ERR "%s %s: unable to enable IDE controller
  ",
  			d->name, pci_name(dev));

  		return -ENXIO;
  	}
  	return 0;
  }
  
  /**
   *	ide_pci_check_iomem	-	check a register is I/O

   *	@dev: PCI device
   *	@d: IDE port info
   *	@bar: BAR number

   *

   *	Checks if a BAR is configured and points to MMIO space. If so,
   *	return an error code. Otherwise return 0

   */

  static int ide_pci_check_iomem(struct pci_dev *dev, const struct ide_port_info *d,
  			       int bar)

  {
  	ulong flags = pci_resource_flags(dev, bar);

  	/* Unconfigured ? */
  	if (!flags || pci_resource_len(dev, bar) == 0)
  		return 0;

  	/* I/O space */
  	if (flags & IORESOURCE_IO)

  		return 0;

  	/* Bad */

  	return -EINVAL;
  }
  
  /**

   *	ide_hw_configure	-	configure a struct ide_hw instance

   *	@dev: PCI device holding interface

   *	@d: IDE port info

   *	@port: port number

   *	@hw: struct ide_hw instance corresponding to this port

   *
   *	Perform the initial set up for the hardware interface structure. This
   *	is done per interface port rather than per PCI device. There may be
   *	more than one port per device.
   *

   *	Returns zero on success or an error code.

   */

  static int ide_hw_configure(struct pci_dev *dev, const struct ide_port_info *d,

  			    unsigned int port, struct ide_hw *hw)

  {
  	unsigned long ctl = 0, base = 0;

  	if ((d->host_flags & IDE_HFLAG_ISA_PORTS) == 0) {

  		if (ide_pci_check_iomem(dev, d, 2 * port) ||
  		    ide_pci_check_iomem(dev, d, 2 * port + 1)) {

  			printk(KERN_ERR "%s %s: I/O baseregs (BIOS) are "
  				"reported as MEM for port %d!
  ",
  				d->name, pci_name(dev), port);

  			return -EINVAL;

  		}

  		ctl  = pci_resource_start(dev, 2*port+1);
  		base = pci_resource_start(dev, 2*port);

  	} else {

  		/* Use default values */
  		ctl = port ? 0x374 : 0x3f4;
  		base = port ? 0x170 : 0x1f0;
  	}

  	if (!base || !ctl) {

  		printk(KERN_ERR "%s %s: bad PCI BARs for port %d, skipping
  ",
  			d->name, pci_name(dev), port);

  		return -EINVAL;

  	}

  	memset(hw, 0, sizeof(*hw));

  	hw->dev = &dev->dev;

  	ide_std_init_ports(hw, base, ctl | 2);

  	return 0;

  }

  #ifdef CONFIG_BLK_DEV_IDEDMA_PCI

  /**
   *	ide_hwif_setup_dma	-	configure DMA interface

   *	@hwif: IDE interface

   *	@d: IDE port info

   *
   *	Set up the DMA base for the interface. Enable the master bits as
   *	necessary and attempt to bring the device DMA into a ready to use
   *	state
   */

  int ide_hwif_setup_dma(ide_hwif_t *hwif, const struct ide_port_info *d)

  {

  	struct pci_dev *dev = to_pci_dev(hwif->dev);

  	if ((d->host_flags & IDE_HFLAG_NO_AUTODMA) == 0 ||

  	    ((dev->class >> 8) == PCI_CLASS_STORAGE_IDE &&
  	     (dev->class & 0x80))) {

  		unsigned long base = ide_pci_dma_base(hwif, d);

  		if (base == 0)
  			return -1;
  
  		hwif->dma_base = base;

  		if (hwif->dma_ops == NULL)
  			hwif->dma_ops = &sff_dma_ops;

  		if (ide_pci_check_simplex(hwif, d) < 0)
  			return -1;
  
  		if (ide_pci_set_master(dev, d->name) < 0)

  			return -1;

  		if (hwif->host_flags & IDE_HFLAG_MMIO)

  			printk(KERN_INFO "    %s: MMIO-DMA
  ", hwif->name);
  		else
  			printk(KERN_INFO "    %s: BM-DMA at 0x%04lx-0x%04lx
  ",
  					 hwif->name, base, base + 7);
  
  		hwif->extra_base = base + (hwif->channel ? 8 : 16);

  		if (ide_allocate_dma_engine(hwif))
  			return -1;

  	}

  	return 0;

  }

  #endif /* CONFIG_BLK_DEV_IDEDMA_PCI */

  
  /**
   *	ide_setup_pci_controller	-	set up IDE PCI
   *	@dev: PCI device

   *	@bars: PCI BARs mask

   *	@d: IDE port info

   *	@noisy: verbose flag

   *
   *	Set up the PCI and controller side of the IDE interface. This brings
   *	up the PCI side of the device, checks that the device is enabled
   *	and enables it if need be
   */

  static int ide_setup_pci_controller(struct pci_dev *dev, int bars,

  				    const struct ide_port_info *d, int noisy)

  {
  	int ret;

  	u16 pcicmd;
  
  	if (noisy)
  		ide_setup_pci_noise(dev, d);

  	ret = ide_pci_enable(dev, bars, d);

  	if (ret < 0)
  		goto out;
  
  	ret = pci_read_config_word(dev, PCI_COMMAND, &pcicmd);
  	if (ret < 0) {

  		printk(KERN_ERR "%s %s: error accessing PCI regs
  ",
  			d->name, pci_name(dev));

  		goto out_free_bars;

  	}
  	if (!(pcicmd & PCI_COMMAND_IO)) {	/* is device disabled? */
  		ret = ide_pci_configure(dev, d);
  		if (ret < 0)

  			goto out_free_bars;

  		printk(KERN_INFO "%s %s: device enabled (Linux)
  ",
  			d->name, pci_name(dev));

  	}

  	goto out;
  
  out_free_bars:
  	pci_release_selected_regions(dev, bars);

  out:
  	return ret;
  }
  
  /**
   *	ide_pci_setup_ports	-	configure ports/devices on PCI IDE
   *	@dev: PCI device

   *	@d: IDE port info

   *	@hw: struct ide_hw instances corresponding to this PCI IDE device
   *	@hws: struct ide_hw pointers table to update

   *
   *	Scan the interfaces attached to this device and do any
   *	necessary per port setup. Attach the devices and ask the
   *	generic DMA layer to do its work for us.
   *
   *	Normally called automaticall from do_ide_pci_setup_device,
   *	but is also used directly as a helper function by some controllers
   *	where the chipset setup is not the default PCI IDE one.
   */

  void ide_pci_setup_ports(struct pci_dev *dev, const struct ide_port_info *d,

  			 struct ide_hw *hw, struct ide_hw **hws)

  {

  	int channels = (d->host_flags & IDE_HFLAG_SINGLE) ? 1 : 2, port;

  	u8 tmp;

  	/*
  	 * Set up the IDE ports
  	 */

  	for (port = 0; port < channels; ++port) {

  		const struct ide_pci_enablebit *e = &d->enablebits[port];

  		if (e->reg && (pci_read_config_byte(dev, e->reg, &tmp) ||

  		    (tmp & e->mask) != e->val)) {

  			printk(KERN_INFO "%s %s: IDE port disabled
  ",
  				d->name, pci_name(dev));

  			continue;	/* port not enabled */

  		}

  		if (ide_hw_configure(dev, d, port, hw + port))

  			continue;

  		*(hws + port) = hw + port;

  	}

  }

  EXPORT_SYMBOL_GPL(ide_pci_setup_ports);
  
  /*
   * ide_setup_pci_device() looks at the primary/secondary interfaces
   * on a PCI IDE device and, if they are enabled, prepares the IDE driver
   * for use with them.  This generic code works for most PCI chipsets.
   *
   * One thing that is not standardized is the location of the
   * primary/secondary interface "enable/disable" bits.  For chipsets that

   * we "know" about, this information is in the struct ide_port_info;

   * for all other chipsets, we just assume both interfaces are enabled.
   */

  static int do_ide_setup_pci_device(struct pci_dev *dev,

  				   const struct ide_port_info *d,

  				   u8 noisy)

  {

  	int pciirq, ret;

  	/*
  	 * Can we trust the reported IRQ?
  	 */
  	pciirq = dev->irq;

  	/*
  	 * This allows offboard ide-pci cards the enable a BIOS,
  	 * verify interrupt settings of split-mirror pci-config
  	 * space, place chipset into init-mode, and/or preserve
  	 * an interrupt if the card is not native ide support.
  	 */

  	ret = d->init_chipset ? d->init_chipset(dev) : 0;

  	if (ret < 0)
  		goto out;

  	if (ide_pci_is_in_compatibility_mode(dev)) {

  		if (noisy)

  			printk(KERN_INFO "%s %s: not 100%% native mode: will "
  				"probe irqs later
  ", d->name, pci_name(dev));

  		pciirq = 0;

  	} else if (!pciirq && noisy) {
  		printk(KERN_WARNING "%s %s: bad irq (%d): will probe later
  ",
  			d->name, pci_name(dev), pciirq);
  	} else if (noisy) {
  		printk(KERN_INFO "%s %s: 100%% native mode on irq %d
  ",
  			d->name, pci_name(dev), pciirq);

  	}

  	ret = pciirq;

  out:
  	return ret;
  }

  int ide_pci_init_two(struct pci_dev *dev1, struct pci_dev *dev2,
  		     const struct ide_port_info *d, void *priv)

  {
  	struct pci_dev *pdev[] = { dev1, dev2 };

  	struct ide_host *host;

  	int ret, i, n_ports = dev2 ? 4 : 2, bars;

  	struct ide_hw hw[4], *hws[] = { NULL, NULL, NULL, NULL };

  	if (d->host_flags & IDE_HFLAG_SINGLE)
  		bars = (1 << 2) - 1;
  	else
  		bars = (1 << 4) - 1;
  
  	if ((d->host_flags & IDE_HFLAG_NO_DMA) == 0) {
  		if (d->host_flags & IDE_HFLAG_CS5520)
  			bars |= (1 << 2);
  		else
  			bars |= (1 << 4);
  	}

  	for (i = 0; i < n_ports / 2; i++) {

  		ret = ide_setup_pci_controller(pdev[i], bars, d, !i);
  		if (ret < 0) {
  			if (i == 1)
  				pci_release_selected_regions(pdev[0], bars);

  			goto out;

  		}

  		ide_pci_setup_ports(pdev[i], d, &hw[i*2], &hws[i*2]);

  	}

  	host = ide_host_alloc(d, hws, n_ports);

  	if (host == NULL) {
  		ret = -ENOMEM;

  		goto out_free_bars;

  	}
  
  	host->dev[0] = &dev1->dev;

  	if (dev2)
  		host->dev[1] = &dev2->dev;

  
  	host->host_priv = priv;

  	host->irq_flags = IRQF_SHARED;

  	pci_set_drvdata(pdev[0], host);

  	if (dev2)
  		pci_set_drvdata(pdev[1], host);

  	for (i = 0; i < n_ports / 2; i++) {

  		ret = do_ide_setup_pci_device(pdev[i], d, !i);

  		/*
  		 * FIXME: Mom, mom, they stole me the helper function to undo
  		 * do_ide_setup_pci_device() on the first device!
  		 */
  		if (ret < 0)

  			goto out_free_bars;

  		/* fixup IRQ */

  		if (ide_pci_is_in_compatibility_mode(pdev[i])) {

  			hw[i*2].irq = pci_get_legacy_ide_irq(pdev[i], 0);
  			hw[i*2 + 1].irq = pci_get_legacy_ide_irq(pdev[i], 1);

  		} else
  			hw[i*2 + 1].irq = hw[i*2].irq = ret;

  	}

  	ret = ide_host_register(host, d, hws);
  	if (ret)
  		ide_host_free(host);

  	else
  		goto out;
  
  out_free_bars:
  	i = n_ports / 2;
  	while (i--)
  		pci_release_selected_regions(pdev[i], bars);

  out:
  	return ret;
  }

  EXPORT_SYMBOL_GPL(ide_pci_init_two);

  int ide_pci_init_one(struct pci_dev *dev, const struct ide_port_info *d,
  		     void *priv)
  {
  	return ide_pci_init_two(dev, NULL, d, priv);
  }
  EXPORT_SYMBOL_GPL(ide_pci_init_one);

  void ide_pci_remove(struct pci_dev *dev)
  {
  	struct ide_host *host = pci_get_drvdata(dev);
  	struct pci_dev *dev2 = host->dev[1] ? to_pci_dev(host->dev[1]) : NULL;
  	int bars;
  
  	if (host->host_flags & IDE_HFLAG_SINGLE)
  		bars = (1 << 2) - 1;
  	else
  		bars = (1 << 4) - 1;
  
  	if ((host->host_flags & IDE_HFLAG_NO_DMA) == 0) {
  		if (host->host_flags & IDE_HFLAG_CS5520)
  			bars |= (1 << 2);
  		else
  			bars |= (1 << 4);
  	}
  
  	ide_host_remove(host);
  
  	if (dev2)
  		pci_release_selected_regions(dev2, bars);
  	pci_release_selected_regions(dev, bars);
  
  	if (dev2)
  		pci_disable_device(dev2);
  	pci_disable_device(dev);
  }
  EXPORT_SYMBOL_GPL(ide_pci_remove);

  
  #ifdef CONFIG_PM
  int ide_pci_suspend(struct pci_dev *dev, pm_message_t state)
  {
  	pci_save_state(dev);
  	pci_disable_device(dev);
  	pci_set_power_state(dev, pci_choose_state(dev, state));
  
  	return 0;
  }
  EXPORT_SYMBOL_GPL(ide_pci_suspend);
  
  int ide_pci_resume(struct pci_dev *dev)
  {
  	struct ide_host *host = pci_get_drvdata(dev);
  	int rc;
  
  	pci_set_power_state(dev, PCI_D0);
  
  	rc = pci_enable_device(dev);
  	if (rc)
  		return rc;
  
  	pci_restore_state(dev);
  	pci_set_master(dev);
  
  	if (host->init_chipset)
  		host->init_chipset(dev);
  
  	return 0;
  }
  EXPORT_SYMBOL_GPL(ide_pci_resume);
  #endif