drivers/sn/ioc3.c

   1 /*
   2  * SGI IOC3 master driver and IRQ demuxer
   3  *
   4  * Copyright (c) 2005 Stanislaw Skowronek <skylark@linux-mips.org>
   5  * Heavily based on similar work by:
   6  *   Brent Casavant <bcasavan@sgi.com> - IOC4 master driver
   7  *   Pat Gefre <pfg@sgi.com> - IOC3 serial port IRQ demuxer
   8  */
   9
  10 #include <linux/config.h>
  11 #include <linux/errno.h>
  12 #include <linux/module.h>
  13 #include <linux/pci.h>
  14 #include <linux/interrupt.h>
  15 #include <linux/spinlock.h>
  16 #include <linux/delay.h>
  17 #include <linux/ioc3.h>
  18 #include <linux/rwsem.h>
  19
  20 #define IOC3_PCI_SIZE 0x100000
  21
  22 static LIST_HEAD(ioc3_devices);
  23 static int ioc3_counter;
  24 static DECLARE_RWSEM(ioc3_devices_rwsem);
  25
  26 static struct ioc3_submodule *ioc3_submodules[IOC3_MAX_SUBMODULES];
  27 static struct ioc3_submodule *ioc3_ethernet;
  28 static rwlock_t ioc3_submodules_lock = RW_LOCK_UNLOCKED;
  29
  30 /* NIC probing code */
  31
  32 #define GPCR_MLAN_EN    0x00200000      /* enable MCR to pin 8 */
  33
  34 static inline unsigned mcr_pack(unsigned pulse, unsigned sample)
  35 {
  36         return (pulse << 10) | (sample << 2);
  37 }
  38
  39 static int nic_wait(struct ioc3_driver_data *idd)
  40 {
  41         unsigned mcr;
  42
  43         do {
  44                 mcr = readl(&idd->vma->mcr);
  45         } while (!(mcr & 2));
  46
  47         return mcr & 1;
  48 }
  49
  50 static int nic_reset(struct ioc3_driver_data *idd)
  51 {
  52         int presence;
  53         unsigned long flags;
  54
  55         local_irq_save(flags);
  56         writel(mcr_pack(500, 65), &idd->vma->mcr);
  57         presence = nic_wait(idd);
  58         local_irq_restore(flags);
  59
  60         udelay(500);
  61
  62         return presence;
  63 }
  64
  65 static int nic_read_bit(struct ioc3_driver_data *idd)
  66 {
  67         int result;
  68         unsigned long flags;
  69
  70         local_irq_save(flags);
  71         writel(mcr_pack(6, 13), &idd->vma->mcr);
  72         result = nic_wait(idd);
  73         local_irq_restore(flags);
  74
  75         udelay(500);
  76
  77         return result;
  78 }
  79
  80 static void nic_write_bit(struct ioc3_driver_data *idd, int bit)
  81 {
  82         if (bit)
  83                 writel(mcr_pack(6, 110), &idd->vma->mcr);
  84         else
  85                 writel(mcr_pack(80, 30), &idd->vma->mcr);
  86
  87         nic_wait(idd);
  88 }
  89
  90 static unsigned nic_read_byte(struct ioc3_driver_data *idd)
  91 {
  92         unsigned result = 0;
  93         int i;
  94
  95         for (i = 0; i < 8; i++)
  96                 result = (result >> 1) | (nic_read_bit(idd) << 7);
  97
  98         return result;
  99 }
 100
 101 static void nic_write_byte(struct ioc3_driver_data *idd, int byte)
 102 {
 103         int i, bit;
 104
 105         for (i = 8; i; i--) {
 106                 bit = byte & 1;
 107                 byte >>= 1;
 108
 109                 nic_write_bit(idd, bit);
 110         }
 111 }
 112
 113 static unsigned long
 114 nic_find(struct ioc3_driver_data *idd, int *last, unsigned long addr)
 115 {
 116         int a, b, index, disc;
 117
 118         nic_reset(idd);
 119
 120         /* Search ROM.  */
 121         nic_write_byte(idd, 0xF0);
 122
 123         /* Algorithm from ``Book of iButton Standards''.  */
 124         for (index = 0, disc = 0; index < 64; index++) {
 125                 a = nic_read_bit(idd);
 126                 b = nic_read_bit(idd);
 127
 128                 if (a && b) {
 129                         printk(KERN_WARNING "IOC3 NIC search failed.\n");
 130                         *last = 0;
 131                         return 0;
 132                 }
 133
 134                 if (!a && !b) {
 135                         if (index == *last) {
 136                                 addr |= 1UL << index;
 137                         } else if (index > *last) {
 138                                 addr &= ~(1UL << index);
 139                                 disc = index;
 140                         } else if ((addr & (1UL << index)) == 0)
 141                                 disc = index;
 142                         nic_write_bit(idd, (addr>>index)&1);
 143                         continue;
 144                 } else {
 145                         if (a)
 146                                 addr |= 1UL << index;
 147                         else
 148                                 addr &= ~(1UL << index);
 149                         nic_write_bit(idd, a);
 150                         continue;
 151                 }
 152         }
 153         *last = disc;
 154         return addr;
 155 }
 156
 157 static void nic_addr(struct ioc3_driver_data *idd, unsigned long addr)
 158 {
 159         int index;
 160
 161         nic_reset(idd);
 162         nic_write_byte(idd, 0xF0);
 163         for (index = 0; index < 64; index++) {
 164                 nic_read_bit(idd);
 165                 nic_read_bit(idd);
 166                 nic_write_bit(idd, (addr>>index)&1);
 167         }
 168 }
 169
 170 static void crc16_byte(unsigned int *crc, unsigned char db)
 171 {
 172         int i;
 173
 174         for(i=0;i<8;i++) {
 175                 *crc <<= 1;
 176                 if((db^(*crc>>16)) & 1)
 177                         *crc ^= 0x8005;
 178                 db >>= 1;
 179         }
 180         *crc &= 0xFFFF;
 181 }
 182
 183 static unsigned int crc16_area(unsigned char *dbs, int size, unsigned int crc)
 184 {
 185         while(size--)
 186                 crc16_byte(&crc, *(dbs++));
 187         return crc;
 188 }
 189
 190 static void crc8_byte(unsigned int *crc, unsigned char db)
 191 {
 192         int i,f;
 193
 194         for(i=0;i<8;i++) {
 195                 f = (*crc ^ db) & 1;
 196                 *crc >>= 1;
 197                 db >>= 1;
 198                 if(f)
 199                         *crc ^= 0x8c;
 200         }
 201         *crc &= 0xff;
 202 }
 203
 204 static unsigned int crc8_addr(unsigned long addr)
 205 {
 206         int i;
 207         unsigned int crc = 0x00;
 208
 209         for(i=0;i<8;i++)
 210                 crc8_byte(&crc, addr>>(i<<3));
 211         return crc;
 212 }
 213
 214 static void
 215 read_redir_page(struct ioc3_driver_data *idd, unsigned long addr, int page,
 216                         unsigned char *redir, unsigned char *data)
 217 {
 218         int loops = 16, i;
 219
 220         while(redir[page] != 0xFF) {
 221                 page = redir[page]^0xFF;
 222                 loops--;
 223                 if(loops<0) {
 224                         printk(KERN_ERR "IOC3: NIC circular redirection\n");
 225                         return;
 226                 }
 227         }
 228         loops = 3;
 229         while(loops>0) {
 230                 nic_addr(idd, addr);
 231                 nic_write_byte(idd, 0xF0);
 232                 nic_write_byte(idd, (page << 5) & 0xE0);
 233                 nic_write_byte(idd, (page >> 3) & 0x1F);
 234                 for(i=0;i<0x20;i++)
 235                         data[i] = nic_read_byte(idd);
 236                 if(crc16_area(data, 0x20, 0x0000) == 0x800d)
 237                         return;
 238                 loops--;
 239         }
 240         printk(KERN_ERR "IOC3: CRC error in data page\n");
 241         for(i=0;i<0x20;i++)
 242                 data[i] = 0x00;
 243 }
 244
 245 static void
 246 read_redir_map(struct ioc3_driver_data *idd, unsigned long addr,
 247                                          unsigned char *redir)
 248 {
 249         int i,j,loops = 3,crc_ok;
 250         unsigned int crc;
 251
 252         while(loops>0) {
 253                 crc_ok = 1;
 254                 nic_addr(idd, addr);
 255                 nic_write_byte(idd, 0xAA);
 256                 nic_write_byte(idd, 0x00);
 257                 nic_write_byte(idd, 0x01);
 258                 for(i=0;i<64;i+=8) {
 259                         for(j=0;j<8;j++)
 260                                 redir[i+j] = nic_read_byte(idd);
 261                         crc = crc16_area(redir+i, 8, (i==0)?0x8707:0x0000);
 262                         crc16_byte(&crc, nic_read_byte(idd));
 263                         crc16_byte(&crc, nic_read_byte(idd));
 264                         if(crc != 0x800d)
 265                                 crc_ok = 0;
 266                 }
 267                 if(crc_ok)
 268                         return;
 269                 loops--;
 270         }
 271         printk(KERN_ERR "IOC3: CRC error in redirection page\n");
 272         for(i=0;i<64;i++)
 273                 redir[i] = 0xFF;
 274 }
 275
 276 static void read_nic(struct ioc3_driver_data *idd, unsigned long addr)
 277 {
 278         unsigned char redir[64];
 279         unsigned char data[64],part[32];
 280         int i,j;
 281
 282         /* read redirections */
 283         read_redir_map(idd, addr, redir);
 284         /* read data pages */
 285         read_redir_page(idd, addr, 0, redir, data);
 286         read_redir_page(idd, addr, 1, redir, data+32);
 287         /* assemble the part # */
 288         j=0;
 289         for(i=0;i<19;i++)
 290                 if(data[i+11] != ' ')
 291                         part[j++] = data[i+11];
 292         for(i=0;i<6;i++)
 293                 if(data[i+32] != ' ')
 294                         part[j++] = data[i+32];
 295         part[j] = 0;
 296         /* skip Octane power supplies */
 297         if(!strncmp(part, "060-0035-", 9))
 298                 return;
 299         if(!strncmp(part, "060-0038-", 9))
 300                 return;
 301         strcpy(idd->nic_part, part);
 302         /* assemble the serial # */
 303         j=0;
 304         for(i=0;i<10;i++)
 305                 if(data[i+1] != ' ')
 306                         idd->nic_serial[j++] = data[i+1];
 307         idd->nic_serial[j] = 0;
 308 }
 309
 310 static void read_mac(struct ioc3_driver_data *idd, unsigned long addr)
 311 {
 312         int i, loops = 3;
 313         unsigned char data[13];
 314
 315         while(loops>0) {
 316                 nic_addr(idd, addr);
 317                 nic_write_byte(idd, 0xF0);
 318                 nic_write_byte(idd, 0x00);
 319                 nic_write_byte(idd, 0x00);
 320                 nic_read_byte(idd);
 321                 for(i=0;i<13;i++)
 322                         data[i] = nic_read_byte(idd);
 323                 if(crc16_area(data, 13, 0x0000) == 0x800d) {
 324                         for(i=10;i>4;i--)
 325                                 idd->nic_mac[10-i] = data[i];
 326                         return;
 327                 }
 328                 loops--;
 329         }
 330         printk(KERN_ERR "IOC3: CRC error in MAC address\n");
 331         for(i=0;i<6;i++)
 332                 idd->nic_mac[i] = 0x00;
 333 }
 334
 335 static void probe_nic(struct ioc3_driver_data *idd)
 336 {
 337         int save = 0, loops = 3;
 338         unsigned long first, addr;
 339
 340         writel(GPCR_MLAN_EN, &idd->vma->gpcr_s);
 341
 342         while(loops>0) {
 343                 idd->nic_part[0] = 0;
 344                 idd->nic_serial[0] = 0;
 345                 addr = first = nic_find(idd, &save, 0);
 346                 if(!first)
 347                         return;
 348                 while(1) {
 349                         if(crc8_addr(addr))
 350                                 break;
 351                         else {
 352                                 switch(addr & 0xFF) {
 353                                 case 0x0B:
 354                                         read_nic(idd, addr);
 355                                         break;
 356                                 case 0x09:
 357                                 case 0x89:
 358                                 case 0x91:
 359                                         read_mac(idd, addr);
 360                                         break;
 361                                 }
 362                         }
 363                         addr = nic_find(idd, &save, addr);
 364                         if(addr == first)
 365                                 return;
 366                 }
 367                 loops--;
 368         }
 369         printk(KERN_ERR "IOC3: CRC error in NIC address\n");
 370 }
 371
 372 /* Interrupts */
 373
 374 static void write_ireg(struct ioc3_driver_data *idd, uint32_t val, int which)
 375 {
 376         unsigned long flags;
 377
 378         spin_lock_irqsave(&idd->ir_lock, flags);
 379         switch (which) {
 380         case IOC3_W_IES:
 381                 writel(val, &idd->vma->sio_ies);
 382                 break;
 383         case IOC3_W_IEC:
 384                 writel(val, &idd->vma->sio_iec);
 385                 break;
 386         }
 387         spin_unlock_irqrestore(&idd->ir_lock, flags);
 388 }
 389 static inline uint32_t get_pending_intrs(struct ioc3_driver_data *idd)
 390 {
 391         unsigned long flag;
 392         uint32_t intrs = 0;
 393
 394         spin_lock_irqsave(&idd->ir_lock, flag);
 395         intrs = readl(&idd->vma->sio_ir);
 396         intrs &= readl(&idd->vma->sio_ies);
 397         spin_unlock_irqrestore(&idd->ir_lock, flag);
 398         return intrs;
 399 }
 400
 401 static irqreturn_t ioc3_intr_io(int irq, void *arg, struct pt_regs *regs)
 402 {
 403         unsigned long flags;
 404         struct ioc3_driver_data *idd = (struct ioc3_driver_data *)arg;
 405         int handled = 1, id;
 406         unsigned int pending;
 407
 408         read_lock_irqsave(&ioc3_submodules_lock, flags);
 409
 410         if(idd->dual_irq && readb(&idd->vma->eisr)) {
 411                 /* send Ethernet IRQ to the driver */
 412                 if(ioc3_ethernet && idd->active[ioc3_ethernet->id] &&
 413                                                 ioc3_ethernet->intr) {
 414                         handled = handled && !ioc3_ethernet->intr(ioc3_ethernet,
 415                                                         idd, 0, regs);
 416                 }
 417         }
 418         pending = get_pending_intrs(idd);       /* look at the IO IRQs */
 419
 420         for(id=0;id<IOC3_MAX_SUBMODULES;id++) {
 421                 if(idd->active[id] && ioc3_submodules[id]
 422                                 && (pending & ioc3_submodules[id]->irq_mask)
 423                                 && ioc3_submodules[id]->intr) {
 424                         write_ireg(idd, ioc3_submodules[id]->irq_mask,
 425                                                         IOC3_W_IEC);
 426                         if(!ioc3_submodules[id]->intr(ioc3_submodules[id],
 427                                    idd, pending & ioc3_submodules[id]->irq_mask,
 428                                         regs))
 429                                 pending &= ~ioc3_submodules[id]->irq_mask;
 430                         if (ioc3_submodules[id]->reset_mask)
 431                                 write_ireg(idd, ioc3_submodules[id]->irq_mask,
 432                                                         IOC3_W_IES);
 433                 }
 434         }
 435         read_unlock_irqrestore(&ioc3_submodules_lock, flags);
 436         if(pending) {
 437                 printk(KERN_WARNING
 438                   "IOC3: Pending IRQs 0x%08x discarded and disabled\n",pending);
 439                 write_ireg(idd, pending, IOC3_W_IEC);
 440                 handled = 1;
 441         }
 442         return handled?IRQ_HANDLED:IRQ_NONE;
 443 }
 444
 445 static irqreturn_t ioc3_intr_eth(int irq, void *arg, struct pt_regs *regs)
 446 {
 447         unsigned long flags;
 448         struct ioc3_driver_data *idd = (struct ioc3_driver_data *)arg;
 449         int handled = 1;
 450
 451         if(!idd->dual_irq)
 452                 return IRQ_NONE;
 453         read_lock_irqsave(&ioc3_submodules_lock, flags);
 454         if(ioc3_ethernet && idd->active[ioc3_ethernet->id]
 455                                 && ioc3_ethernet->intr)
 456                 handled = handled && !ioc3_ethernet->intr(ioc3_ethernet, idd, 0,
 457                                                                 regs);
 458         read_unlock_irqrestore(&ioc3_submodules_lock, flags);
 459         return handled?IRQ_HANDLED:IRQ_NONE;
 460 }
 461
 462 void ioc3_enable(struct ioc3_submodule *is,
 463                                 struct ioc3_driver_data *idd, unsigned int irqs)
 464 {
 465         write_ireg(idd, irqs & is->irq_mask, IOC3_W_IES);
 466 }
 467
 468 void ioc3_ack(struct ioc3_submodule *is, struct ioc3_driver_data *idd,
 469                                 unsigned int irqs)
 470 {
 471         writel(irqs & is->irq_mask, &idd->vma->sio_ir);
 472 }
 473
 474 void ioc3_disable(struct ioc3_submodule *is,
 475                                 struct ioc3_driver_data *idd, unsigned int irqs)
 476 {
 477         write_ireg(idd, irqs & is->irq_mask, IOC3_W_IEC);
 478 }
 479
 480 void ioc3_gpcr_set(struct ioc3_driver_data *idd, unsigned int val)
 481 {
 482         unsigned long flags;
 483         spin_lock_irqsave(&idd->gpio_lock, flags);
 484         writel(val, &idd->vma->gpcr_s);
 485         spin_unlock_irqrestore(&idd->gpio_lock, flags);
 486 }
 487
 488 /* Keep it simple, stupid! */
 489 static int find_slot(void **tab, int max)
 490 {
 491         int i;
 492         for(i=0;i<max;i++)
 493                 if(!(tab[i]))
 494                         return i;
 495         return -1;
 496 }
 497
 498 /* Register an IOC3 submodule */
 499 int ioc3_register_submodule(struct ioc3_submodule *is)
 500 {
 501         struct ioc3_driver_data *idd;
 502         int alloc_id;
 503         unsigned long flags;
 504
 505         write_lock_irqsave(&ioc3_submodules_lock, flags);
 506         alloc_id = find_slot((void **)ioc3_submodules, IOC3_MAX_SUBMODULES);
 507         if(alloc_id != -1) {
 508                 ioc3_submodules[alloc_id] = is;
 509                 if(is->ethernet) {
 510                         if(ioc3_ethernet==NULL)
 511                                 ioc3_ethernet=is;
 512                         else
 513                                 printk(KERN_WARNING
 514                                   "IOC3 Ethernet module already registered!\n");
 515                 }
 516         }
 517         write_unlock_irqrestore(&ioc3_submodules_lock, flags);
 518
 519         if(alloc_id == -1) {
 520                 printk(KERN_WARNING "Increase IOC3_MAX_SUBMODULES!\n");
 521                 return -ENOMEM;
 522         }
 523
 524         is->id=alloc_id;
 525
 526         /* Initialize submodule for each IOC3 */
 527         if (!is->probe)
 528                 return 0;
 529
 530         down_read(&ioc3_devices_rwsem);
 531         list_for_each_entry(idd, &ioc3_devices, list) {
 532                 /* set to 1 for IRQs in probe */
 533                 idd->active[alloc_id] = 1;
 534                 idd->active[alloc_id] = !is->probe(is, idd);
 535         }
 536         up_read(&ioc3_devices_rwsem);
 537
 538         return 0;
 539 }
 540
 541 /* Unregister an IOC3 submodule */
 542 void ioc3_unregister_submodule(struct ioc3_submodule *is)
 543 {
 544         struct ioc3_driver_data *idd;
 545         unsigned long flags;
 546
 547         write_lock_irqsave(&ioc3_submodules_lock, flags);
 548         if(ioc3_submodules[is->id]==is)
 549                 ioc3_submodules[is->id]=NULL;
 550         else
 551                 printk(KERN_WARNING
 552                         "IOC3 submodule %s has wrong ID.\n",is->name);
 553         if(ioc3_ethernet==is)
 554                 ioc3_ethernet = NULL;
 555         write_unlock_irqrestore(&ioc3_submodules_lock, flags);
 556
 557         /* Remove submodule for each IOC3 */
 558         down_read(&ioc3_devices_rwsem);
 559         list_for_each_entry(idd, &ioc3_devices, list)
 560                 if(idd->active[is->id]) {
 561                         if(is->remove)
 562                                 if(is->remove(is, idd))
 563                                         printk(KERN_WARNING
 564                                                "%s: IOC3 submodule %s remove failed "
 565                                                "for pci_dev %s.\n",
 566                                                __FUNCTION__, module_name(is->owner),
 567                                                pci_name(idd->pdev));
 568                         idd->active[is->id] = 0;
 569                         if(is->irq_mask)
 570                                 write_ireg(idd, is->irq_mask, IOC3_W_IEC);
 571                 }
 572         up_read(&ioc3_devices_rwsem);
 573 }
 574
 575 /*********************
 576  * Device management *
 577  *********************/
 578
 579 static char *
 580 ioc3_class_names[]={"unknown", "IP27 BaseIO", "IP30 system", "MENET 1/2/3",
 581                         "MENET 4", "CADduo", "Altix Serial"};
 582
 583 static int ioc3_class(struct ioc3_driver_data *idd)
 584 {
 585         int res = IOC3_CLASS_NONE;
 586         /* NIC-based logic */
 587         if(!strncmp(idd->nic_part, "030-0891-", 9))
 588                 res = IOC3_CLASS_BASE_IP30;
 589         if(!strncmp(idd->nic_part, "030-1155-", 9))
 590                 res = IOC3_CLASS_CADDUO;
 591         if(!strncmp(idd->nic_part, "030-1657-", 9))
 592                 res = IOC3_CLASS_SERIAL;
 593         if(!strncmp(idd->nic_part, "030-1664-", 9))
 594                 res = IOC3_CLASS_SERIAL;
 595         /* total random heuristics */
 596 #ifdef CONFIG_SGI_IP27
 597         if(!idd->nic_part[0])
 598                 res = IOC3_CLASS_BASE_IP27;
 599 #endif
 600         /* print educational message */
 601         printk(KERN_INFO "IOC3 part: [%s], serial: [%s] => class %s\n",
 602                         idd->nic_part, idd->nic_serial, ioc3_class_names[res]);
 603         return res;
 604 }
 605 /* Adds a new instance of an IOC3 card */
 606 static int ioc3_probe(struct pci_dev *pdev, const struct pci_device_id *pci_id)
 607 {
 608         struct ioc3_driver_data *idd;
 609         uint32_t pcmd;
 610         int ret, id;
 611
 612         /* Enable IOC3 and take ownership of it */
 613         if ((ret = pci_enable_device(pdev))) {
 614                 printk(KERN_WARNING
 615                        "%s: Failed to enable IOC3 device for pci_dev %s.\n",
 616                        __FUNCTION__, pci_name(pdev));
 617                 goto out;
 618         }
 619         pci_set_master(pdev);
 620
 621 #ifdef USE_64BIT_DMA
 622         ret = pci_set_dma_mask(pdev, 0xffffffffffffffffULL);
 623         if (!ret) {
 624                 ret = pci_set_consistent_dma_mask(pdev, 0xffffffffffffffffULL);
 625                 if (ret < 0) {
 626                         printk(KERN_WARNING "%s: Unable to obtain 64 bit DMA "
 627                                "for consistent allocations\n",
 628                                 __FUNCTION__);
 629                 }
 630         }
 631 #endif
 632
 633         /* Set up per-IOC3 data */
 634         idd = kmalloc(sizeof(struct ioc3_driver_data), GFP_KERNEL);
 635         if (!idd) {
 636                 printk(KERN_WARNING
 637                        "%s: Failed to allocate IOC3 data for pci_dev %s.\n",
 638                        __FUNCTION__, pci_name(pdev));
 639                 ret = -ENODEV;
 640                 goto out_idd;
 641         }
 642         memset(idd, 0, sizeof(struct ioc3_driver_data));
 643         spin_lock_init(&idd->ir_lock);
 644         spin_lock_init(&idd->gpio_lock);
 645         idd->pdev = pdev;
 646
 647         /* Map all IOC3 registers.  These are shared between subdevices
 648          * so the main IOC3 module manages them.
 649          */
 650         idd->pma = pci_resource_start(pdev, 0);
 651         if (!idd->pma) {
 652                 printk(KERN_WARNING
 653                        "%s: Unable to find IOC3 resource "
 654                        "for pci_dev %s.\n",
 655                        __FUNCTION__, pci_name(pdev));
 656                 ret = -ENODEV;
 657                 goto out_pci;
 658         }
 659         if (!request_region(idd->pma, IOC3_PCI_SIZE, "ioc3")) {
 660                 printk(KERN_WARNING
 661                        "%s: Unable to request IOC3 region "
 662                        "for pci_dev %s.\n",
 663                        __FUNCTION__, pci_name(pdev));
 664                 ret = -ENODEV;
 665                 goto out_pci;
 666         }
 667         idd->vma = ioremap(idd->pma, IOC3_PCI_SIZE);
 668         if (!idd->vma) {
 669                 printk(KERN_WARNING
 670                        "%s: Unable to remap IOC3 region "
 671                        "for pci_dev %s.\n",
 672                        __FUNCTION__, pci_name(pdev));
 673                 ret = -ENODEV;
 674                 goto out_misc_region;
 675         }
 676
 677         /* Track PCI-device specific data */
 678         pci_set_drvdata(pdev, idd);
 679         down_write(&ioc3_devices_rwsem);
 680         list_add(&idd->list, &ioc3_devices);
 681         idd->id = ioc3_counter++;
 682         up_write(&ioc3_devices_rwsem);
 683
 684         idd->gpdr_shadow = readl(&idd->vma->gpdr);
 685
 686         /* Read IOC3 NIC contents */
 687         probe_nic(idd);
 688
 689         /* Detect IOC3 class */
 690         idd->class = ioc3_class(idd);
 691
 692         /* Initialize IOC3 */
 693        pci_read_config_dword(pdev, PCI_COMMAND, &pcmd);
 694        pci_write_config_dword(pdev, PCI_COMMAND,
 695                                pcmd | PCI_COMMAND_MEMORY |
 696                                PCI_COMMAND_PARITY | PCI_COMMAND_SERR |
 697                                PCI_SCR_DROP_MODE_EN);
 698
 699         write_ireg(idd, ~0, IOC3_W_IEC);
 700         writel(~0, &idd->vma->sio_ir);
 701
 702         /* Set up IRQs */
 703         if(idd->class == IOC3_CLASS_BASE_IP30
 704                                 || idd->class == IOC3_CLASS_BASE_IP27) {
 705                 writel(0, &idd->vma->eier);
 706                 writel(~0, &idd->vma->eisr);
 707
 708                 idd->dual_irq = 1;
 709                 if (!request_irq(pdev->irq, ioc3_intr_eth, SA_SHIRQ,
 710                                  "ioc3-eth", (void *)idd)) {
 711                         idd->irq_eth = pdev->irq;
 712                 } else {
 713                         printk(KERN_WARNING
 714                                "%s : request_irq fails for IRQ 0x%x\n ",
 715                                __FUNCTION__, pdev->irq);
 716                 }
 717                 if (!request_irq(pdev->irq+2, ioc3_intr_io, SA_SHIRQ,
 718                                  "ioc3-io", (void *)idd)) {
 719                         idd->irq_io = pdev->irq+2;
 720                 } else {
 721                         printk(KERN_WARNING
 722                                "%s : request_irq fails for IRQ 0x%x\n ",
 723                                __FUNCTION__, pdev->irq+2);
 724                 }
 725         } else {
 726                 if (!request_irq(pdev->irq, ioc3_intr_io, SA_SHIRQ,
 727                                  "ioc3", (void *)idd)) {
 728                         idd->irq_io = pdev->irq;
 729                 } else {
 730                         printk(KERN_WARNING
 731                                "%s : request_irq fails for IRQ 0x%x\n ",
 732                                __FUNCTION__, pdev->irq);
 733                 }
 734         }
 735
 736         /* Add this IOC3 to all submodules */
 737         for(id=0;id<IOC3_MAX_SUBMODULES;id++)
 738                 if(ioc3_submodules[id] && ioc3_submodules[id]->probe) {
 739                         idd->active[id] = 1;
 740                         idd->active[id] = !ioc3_submodules[id]->probe
 741                                                 (ioc3_submodules[id], idd);
 742                 }
 743
 744         printk(KERN_INFO "IOC3 Master Driver loaded for %s\n", pci_name(pdev));
 745
 746         return 0;
 747
 748 out_misc_region:
 749         release_region(idd->pma, IOC3_PCI_SIZE);
 750 out_pci:
 751         kfree(idd);
 752 out_idd:
 753         pci_disable_device(pdev);
 754 out:
 755         return ret;
 756 }
 757
 758 /* Removes a particular instance of an IOC3 card. */
 759 static void ioc3_remove(struct pci_dev *pdev)
 760 {
 761         int id;
 762         struct ioc3_driver_data *idd;
 763
 764         idd = pci_get_drvdata(pdev);
 765
 766         /* Remove this IOC3 from all submodules */
 767         for(id=0;id<IOC3_MAX_SUBMODULES;id++)
 768                 if(idd->active[id]) {
 769                         if(ioc3_submodules[id] && ioc3_submodules[id]->remove)
 770                                 if(ioc3_submodules[id]->remove(ioc3_submodules[id],
 771                                                                 idd))
 772                                         printk(KERN_WARNING
 773                                                "%s: IOC3 submodule 0x%s remove failed "
 774                                                "for pci_dev %s.\n",
 775                                                 __FUNCTION__,
 776                                                 module_name(ioc3_submodules[id]->owner),
 777                                                 pci_name(pdev));
 778                         idd->active[id] = 0;
 779                 }
 780
 781         /* Clear and disable all IRQs */
 782         write_ireg(idd, ~0, IOC3_W_IEC);
 783         writel(~0, &idd->vma->sio_ir);
 784
 785         /* Release resources */
 786         free_irq(idd->irq_io, (void *)idd);
 787         if(idd->dual_irq)
 788                 free_irq(idd->irq_eth, (void *)idd);
 789         iounmap(idd->vma);
 790         release_region(idd->pma, IOC3_PCI_SIZE);
 791
 792         /* Disable IOC3 and relinquish */
 793         pci_disable_device(pdev);
 794
 795         /* Remove and free driver data */
 796         down_write(&ioc3_devices_rwsem);
 797         list_del(&idd->list);
 798         up_write(&ioc3_devices_rwsem);
 799         kfree(idd);
 800 }
 801
 802 static struct pci_device_id ioc3_id_table[] = {
 803         {PCI_VENDOR_ID_SGI, PCI_DEVICE_ID_SGI_IOC3, PCI_ANY_ID, PCI_ANY_ID},
 804         {0}
 805 };
 806
 807 static struct pci_driver ioc3_driver = {
 808         .name = "IOC3",
 809         .id_table = ioc3_id_table,
 810         .probe = ioc3_probe,
 811         .remove = ioc3_remove,
 812 };
 813
 814 MODULE_DEVICE_TABLE(pci, ioc3_id_table);
 815
 816 /*********************
 817  * Module management *
 818  *********************/
 819
 820 /* Module load */
 821 static int __devinit ioc3_init(void)
 822 {
 823         if (ia64_platform_is("sn2"))
 824                 return pci_register_driver(&ioc3_driver);
 825         return 0;
 826 }
 827
 828 /* Module unload */
 829 static void __devexit ioc3_exit(void)
 830 {
 831         pci_unregister_driver(&ioc3_driver);
 832 }
 833
 834 module_init(ioc3_init);
 835 module_exit(ioc3_exit);
 836
 837 MODULE_AUTHOR("Stanislaw Skowronek <skylark@linux-mips.org>");
 838 MODULE_DESCRIPTION("PCI driver for SGI IOC3");
 839 MODULE_LICENSE("GPL");
 840
 841 EXPORT_SYMBOL_GPL(ioc3_register_submodule);
 842 EXPORT_SYMBOL_GPL(ioc3_unregister_submodule);
 843 EXPORT_SYMBOL_GPL(ioc3_ack);
 844 EXPORT_SYMBOL_GPL(ioc3_gpcr_set);
 845 EXPORT_SYMBOL_GPL(ioc3_disable);
 846 EXPORT_SYMBOL_GPL(ioc3_enable);