drivers/atm/solos-pci.c

   1 /*
   2  * Driver for the Solos PCI ADSL2+ card, designed to support Linux by
   3  *  Traverse Technologies -- http://www.traverse.com.au/
   4  *  Xrio Limited          -- http://www.xrio.com/
   5  *
   6  *
   7  * Copyright © 2008 Traverse Technologies
   8  * Copyright © 2008 Intel Corporation
   9  *
  10  * Authors: Nathan Williams <nathan@traverse.com.au>
  11  *          David Woodhouse <dwmw2@infradead.org>
  12  *          Treker Chen <treker@xrio.com>
  13  *
  14  * This program is free software; you can redistribute it and/or
  15  * modify it under the terms of the GNU General Public License
  16  * version 2, as published by the Free Software Foundation.
  17  *
  18  * This program is distributed in the hope that it will be useful,
  19  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  20  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  21  * GNU General Public License for more details.
  22  */
  23
  24 #define DEBUG
  25 #define VERBOSE_DEBUG
  26
  27 #include <linux/interrupt.h>
  28 #include <linux/module.h>
  29 #include <linux/kernel.h>
  30 #include <linux/errno.h>
  31 #include <linux/ioport.h>
  32 #include <linux/types.h>
  33 #include <linux/pci.h>
  34 #include <linux/atm.h>
  35 #include <linux/atmdev.h>
  36 #include <linux/skbuff.h>
  37 #include <linux/sysfs.h>
  38 #include <linux/device.h>
  39 #include <linux/kobject.h>
  40 #include <linux/firmware.h>
  41 #include <linux/ctype.h>
  42 #include <linux/swab.h>
  43 #include <linux/slab.h>
  44
  45 #define VERSION "0.07"
  46 #define PTAG "solos-pci"
  47
  48 #define CONFIG_RAM_SIZE 128
  49 #define FLAGS_ADDR      0x7C
  50 #define IRQ_EN_ADDR     0x78
  51 #define FPGA_VER        0x74
  52 #define IRQ_CLEAR       0x70
  53 #define WRITE_FLASH     0x6C
  54 #define PORTS           0x68
  55 #define FLASH_BLOCK     0x64
  56 #define FLASH_BUSY      0x60
  57 #define FPGA_MODE       0x5C
  58 #define FLASH_MODE      0x58
  59 #define TX_DMA_ADDR(port)       (0x40 + (4 * (port)))
  60 #define RX_DMA_ADDR(port)       (0x30 + (4 * (port)))
  61
  62 #define DATA_RAM_SIZE   32768
  63 #define BUF_SIZE        2048
  64 #define OLD_BUF_SIZE    4096 /* For FPGA versions <= 2*/
  65 #define FPGA_PAGE       528 /* FPGA flash page size*/
  66 #define SOLOS_PAGE      512 /* Solos flash page size*/
  67 #define FPGA_BLOCK      (FPGA_PAGE * 8) /* FPGA flash block size*/
  68 #define SOLOS_BLOCK     (SOLOS_PAGE * 8) /* Solos flash block size*/
  69
  70 #define RX_BUF(card, nr) ((card->buffers) + (nr)*(card->buffer_size)*2)
  71 #define TX_BUF(card, nr) ((card->buffers) + (nr)*(card->buffer_size)*2 + (card->buffer_size))
  72 #define FLASH_BUF ((card->buffers) + 4*(card->buffer_size)*2)
  73
  74 #define RX_DMA_SIZE     2048
  75
  76 #define FPGA_VERSION(a,b) (((a) << 8) + (b))
  77 #define LEGACY_BUFFERS  2
  78 #define DMA_SUPPORTED   4
  79
  80 static int reset = 0;
  81 static int atmdebug = 0;
  82 static int firmware_upgrade = 0;
  83 static int fpga_upgrade = 0;
  84 static int db_firmware_upgrade = 0;
  85 static int db_fpga_upgrade = 0;
  86
  87 struct pkt_hdr {
  88         __le16 size;
  89         __le16 vpi;
  90         __le16 vci;
  91         __le16 type;
  92 };
  93
  94 struct solos_skb_cb {
  95         struct atm_vcc *vcc;
  96         uint32_t dma_addr;
  97 };
  98
  99
 100 #define SKB_CB(skb)             ((struct solos_skb_cb *)skb->cb)
 101
 102 #define PKT_DATA        0
 103 #define PKT_COMMAND     1
 104 #define PKT_POPEN       3
 105 #define PKT_PCLOSE      4
 106 #define PKT_STATUS      5
 107
 108 struct solos_card {
 109         void __iomem *config_regs;
 110         void __iomem *buffers;
 111         int nr_ports;
 112         int tx_mask;
 113         struct pci_dev *dev;
 114         struct atm_dev *atmdev[4];
 115         struct tasklet_struct tlet;
 116         spinlock_t tx_lock;
 117         spinlock_t tx_queue_lock;
 118         spinlock_t cli_queue_lock;
 119         spinlock_t param_queue_lock;
 120         struct list_head param_queue;
 121         struct sk_buff_head tx_queue[4];
 122         struct sk_buff_head cli_queue[4];
 123         struct sk_buff *tx_skb[4];
 124         struct sk_buff *rx_skb[4];
 125         wait_queue_head_t param_wq;
 126         wait_queue_head_t fw_wq;
 127         int using_dma;
 128         int fpga_version;
 129         int buffer_size;
 130 };
 131
 132
 133 struct solos_param {
 134         struct list_head list;
 135         pid_t pid;
 136         int port;
 137         struct sk_buff *response;
 138 };
 139
 140 #define SOLOS_CHAN(atmdev) ((int)(unsigned long)(atmdev)->phy_data)
 141
 142 MODULE_AUTHOR("Traverse Technologies <support@traverse.com.au>");
 143 MODULE_DESCRIPTION("Solos PCI driver");
 144 MODULE_VERSION(VERSION);
 145 MODULE_LICENSE("GPL");
 146 MODULE_FIRMWARE("solos-FPGA.bin");
 147 MODULE_FIRMWARE("solos-Firmware.bin");
 148 MODULE_FIRMWARE("solos-db-FPGA.bin");
 149 MODULE_PARM_DESC(reset, "Reset Solos chips on startup");
 150 MODULE_PARM_DESC(atmdebug, "Print ATM data");
 151 MODULE_PARM_DESC(firmware_upgrade, "Initiate Solos firmware upgrade");
 152 MODULE_PARM_DESC(fpga_upgrade, "Initiate FPGA upgrade");
 153 MODULE_PARM_DESC(db_firmware_upgrade, "Initiate daughter board Solos firmware upgrade");
 154 MODULE_PARM_DESC(db_fpga_upgrade, "Initiate daughter board FPGA upgrade");
 155 module_param(reset, int, 0444);
 156 module_param(atmdebug, int, 0644);
 157 module_param(firmware_upgrade, int, 0444);
 158 module_param(fpga_upgrade, int, 0444);
 159 module_param(db_firmware_upgrade, int, 0444);
 160 module_param(db_fpga_upgrade, int, 0444);
 161
 162 static void fpga_queue(struct solos_card *card, int port, struct sk_buff *skb,
 163                        struct atm_vcc *vcc);
 164 static uint32_t fpga_tx(struct solos_card *);
 165 static irqreturn_t solos_irq(int irq, void *dev_id);
 166 static struct atm_vcc* find_vcc(struct atm_dev *dev, short vpi, int vci);
 167 static int atm_init(struct solos_card *, struct device *);
 168 static void atm_remove(struct solos_card *);
 169 static int send_command(struct solos_card *card, int dev, const char *buf, size_t size);
 170 static void solos_bh(unsigned long);
 171 static int print_buffer(struct sk_buff *buf);
 172
 173 static inline void solos_pop(struct atm_vcc *vcc, struct sk_buff *skb)
 174 {
 175         if (vcc->pop)
 176                 vcc->pop(vcc, skb);
 177         else
 178                 dev_kfree_skb_any(skb);
 179 }
 180
 181 static ssize_t solos_param_show(struct device *dev, struct device_attribute *attr,
 182                                 char *buf)
 183 {
 184         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
 185         struct solos_card *card = atmdev->dev_data;
 186         struct solos_param prm;
 187         struct sk_buff *skb;
 188         struct pkt_hdr *header;
 189         int buflen;
 190
 191         buflen = strlen(attr->attr.name) + 10;
 192
 193         skb = alloc_skb(sizeof(*header) + buflen, GFP_KERNEL);
 194         if (!skb) {
 195                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in solos_param_show()\n");
 196                 return -ENOMEM;
 197         }
 198
 199         header = (void *)skb_put(skb, sizeof(*header));
 200
 201         buflen = snprintf((void *)&header[1], buflen - 1,
 202                           "L%05d\n%s\n", current->pid, attr->attr.name);
 203         skb_put(skb, buflen);
 204
 205         header->size = cpu_to_le16(buflen);
 206         header->vpi = cpu_to_le16(0);
 207         header->vci = cpu_to_le16(0);
 208         header->type = cpu_to_le16(PKT_COMMAND);
 209
 210         prm.pid = current->pid;
 211         prm.response = NULL;
 212         prm.port = SOLOS_CHAN(atmdev);
 213
 214         spin_lock_irq(&card->param_queue_lock);
 215         list_add(&prm.list, &card->param_queue);
 216         spin_unlock_irq(&card->param_queue_lock);
 217
 218         fpga_queue(card, prm.port, skb, NULL);
 219
 220         wait_event_timeout(card->param_wq, prm.response, 5 * HZ);
 221
 222         spin_lock_irq(&card->param_queue_lock);
 223         list_del(&prm.list);
 224         spin_unlock_irq(&card->param_queue_lock);
 225
 226         if (!prm.response)
 227                 return -EIO;
 228
 229         buflen = prm.response->len;
 230         memcpy(buf, prm.response->data, buflen);
 231         kfree_skb(prm.response);
 232
 233         return buflen;
 234 }
 235
 236 static ssize_t solos_param_store(struct device *dev, struct device_attribute *attr,
 237                                  const char *buf, size_t count)
 238 {
 239         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
 240         struct solos_card *card = atmdev->dev_data;
 241         struct solos_param prm;
 242         struct sk_buff *skb;
 243         struct pkt_hdr *header;
 244         int buflen;
 245         ssize_t ret;
 246
 247         buflen = strlen(attr->attr.name) + 11 + count;
 248
 249         skb = alloc_skb(sizeof(*header) + buflen, GFP_KERNEL);
 250         if (!skb) {
 251                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in solos_param_store()\n");
 252                 return -ENOMEM;
 253         }
 254
 255         header = (void *)skb_put(skb, sizeof(*header));
 256
 257         buflen = snprintf((void *)&header[1], buflen - 1,
 258                           "L%05d\n%s\n%s\n", current->pid, attr->attr.name, buf);
 259
 260         skb_put(skb, buflen);
 261         header->size = cpu_to_le16(buflen);
 262         header->vpi = cpu_to_le16(0);
 263         header->vci = cpu_to_le16(0);
 264         header->type = cpu_to_le16(PKT_COMMAND);
 265
 266         prm.pid = current->pid;
 267         prm.response = NULL;
 268         prm.port = SOLOS_CHAN(atmdev);
 269
 270         spin_lock_irq(&card->param_queue_lock);
 271         list_add(&prm.list, &card->param_queue);
 272         spin_unlock_irq(&card->param_queue_lock);
 273
 274         fpga_queue(card, prm.port, skb, NULL);
 275
 276         wait_event_timeout(card->param_wq, prm.response, 5 * HZ);
 277
 278         spin_lock_irq(&card->param_queue_lock);
 279         list_del(&prm.list);
 280         spin_unlock_irq(&card->param_queue_lock);
 281
 282         skb = prm.response;
 283
 284         if (!skb)
 285                 return -EIO;
 286
 287         buflen = skb->len;
 288
 289         /* Sometimes it has a newline, sometimes it doesn't. */
 290         if (skb->data[buflen - 1] == '\n')
 291                 buflen--;
 292
 293         if (buflen == 2 && !strncmp(skb->data, "OK", 2))
 294                 ret = count;
 295         else if (buflen == 5 && !strncmp(skb->data, "ERROR", 5))
 296                 ret = -EIO;
 297         else {
 298                 /* We know we have enough space allocated for this; we allocated
 299                    it ourselves */
 300                 skb->data[buflen] = 0;
 301
 302                 dev_warn(&card->dev->dev, "Unexpected parameter response: '%s'\n",
 303                          skb->data);
 304                 ret = -EIO;
 305         }
 306         kfree_skb(skb);
 307
 308         return ret;
 309 }
 310
 311 static char *next_string(struct sk_buff *skb)
 312 {
 313         int i = 0;
 314         char *this = skb->data;
 315
 316         for (i = 0; i < skb->len; i++) {
 317                 if (this[i] == '\n') {
 318                         this[i] = 0;
 319                         skb_pull(skb, i + 1);
 320                         return this;
 321                 }
 322                 if (!isprint(this[i]))
 323                         return NULL;
 324         }
 325         return NULL;
 326 }
 327
 328 /*
 329  * Status packet has fields separated by \n, starting with a version number
 330  * for the information therein. Fields are....
 331  *
 332  *     packet version
 333  *     RxBitRate        (version >= 1)
 334  *     TxBitRate        (version >= 1)
 335  *     State            (version >= 1)
 336  *     LocalSNRMargin   (version >= 1)
 337  *     LocalLineAttn    (version >= 1)
 338  */
 339 static int process_status(struct solos_card *card, int port, struct sk_buff *skb)
 340 {
 341         char *str, *end, *state_str, *snr, *attn;
 342         int ver, rate_up, rate_down;
 343
 344         if (!card->atmdev[port])
 345                 return -ENODEV;
 346
 347         str = next_string(skb);
 348         if (!str)
 349                 return -EIO;
 350
 351         ver = simple_strtol(str, NULL, 10);
 352         if (ver < 1) {
 353                 dev_warn(&card->dev->dev, "Unexpected status interrupt version %d\n",
 354                          ver);
 355                 return -EIO;
 356         }
 357
 358         str = next_string(skb);
 359         if (!str)
 360                 return -EIO;
 361         if (!strcmp(str, "ERROR")) {
 362                 dev_dbg(&card->dev->dev, "Status packet indicated Solos error on port %d (starting up?)\n",
 363                          port);
 364                 return 0;
 365         }
 366
 367         rate_down = simple_strtol(str, &end, 10);
 368         if (*end)
 369                 return -EIO;
 370
 371         str = next_string(skb);
 372         if (!str)
 373                 return -EIO;
 374         rate_up = simple_strtol(str, &end, 10);
 375         if (*end)
 376                 return -EIO;
 377
 378         state_str = next_string(skb);
 379         if (!state_str)
 380                 return -EIO;
 381
 382         /* Anything but 'Showtime' is down */
 383         if (strcmp(state_str, "Showtime")) {
 384                 atm_dev_signal_change(card->atmdev[port], ATM_PHY_SIG_LOST);
 385                 dev_info(&card->dev->dev, "Port %d: %s\n", port, state_str);
 386                 return 0;
 387         }
 388
 389         snr = next_string(skb);
 390         if (!snr)
 391                 return -EIO;
 392         attn = next_string(skb);
 393         if (!attn)
 394                 return -EIO;
 395
 396         dev_info(&card->dev->dev, "Port %d: %s @%d/%d kb/s%s%s%s%s\n",
 397                  port, state_str, rate_down/1000, rate_up/1000,
 398                  snr[0]?", SNR ":"", snr, attn[0]?", Attn ":"", attn);
 399
 400         card->atmdev[port]->link_rate = rate_down / 424;
 401         atm_dev_signal_change(card->atmdev[port], ATM_PHY_SIG_FOUND);
 402
 403         return 0;
 404 }
 405
 406 static int process_command(struct solos_card *card, int port, struct sk_buff *skb)
 407 {
 408         struct solos_param *prm;
 409         unsigned long flags;
 410         int cmdpid;
 411         int found = 0;
 412
 413         if (skb->len < 7)
 414                 return 0;
 415
 416         if (skb->data[0] != 'L'    || !isdigit(skb->data[1]) ||
 417             !isdigit(skb->data[2]) || !isdigit(skb->data[3]) ||
 418             !isdigit(skb->data[4]) || !isdigit(skb->data[5]) ||
 419             skb->data[6] != '\n')
 420                 return 0;
 421
 422         cmdpid = simple_strtol(&skb->data[1], NULL, 10);
 423
 424         spin_lock_irqsave(&card->param_queue_lock, flags);
 425         list_for_each_entry(prm, &card->param_queue, list) {
 426                 if (prm->port == port && prm->pid == cmdpid) {
 427                         prm->response = skb;
 428                         skb_pull(skb, 7);
 429                         wake_up(&card->param_wq);
 430                         found = 1;
 431                         break;
 432                 }
 433         }
 434         spin_unlock_irqrestore(&card->param_queue_lock, flags);
 435         return found;
 436 }
 437
 438 static ssize_t console_show(struct device *dev, struct device_attribute *attr,
 439                             char *buf)
 440 {
 441         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
 442         struct solos_card *card = atmdev->dev_data;
 443         struct sk_buff *skb;
 444         unsigned int len;
 445
 446         spin_lock(&card->cli_queue_lock);
 447         skb = skb_dequeue(&card->cli_queue[SOLOS_CHAN(atmdev)]);
 448         spin_unlock(&card->cli_queue_lock);
 449         if(skb == NULL)
 450                 return sprintf(buf, "No data.\n");
 451
 452         len = skb->len;
 453         memcpy(buf, skb->data, len);
 454         dev_dbg(&card->dev->dev, "len: %d\n", len);
 455
 456         kfree_skb(skb);
 457         return len;
 458 }
 459
 460 static int send_command(struct solos_card *card, int dev, const char *buf, size_t size)
 461 {
 462         struct sk_buff *skb;
 463         struct pkt_hdr *header;
 464
 465         if (size > (BUF_SIZE - sizeof(*header))) {
 466                 dev_dbg(&card->dev->dev, "Command is too big.  Dropping request\n");
 467                 return 0;
 468         }
 469         skb = alloc_skb(size + sizeof(*header), GFP_ATOMIC);
 470         if (!skb) {
 471                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in send_command()\n");
 472                 return 0;
 473         }
 474
 475         header = (void *)skb_put(skb, sizeof(*header));
 476
 477         header->size = cpu_to_le16(size);
 478         header->vpi = cpu_to_le16(0);
 479         header->vci = cpu_to_le16(0);
 480         header->type = cpu_to_le16(PKT_COMMAND);
 481
 482         memcpy(skb_put(skb, size), buf, size);
 483
 484         fpga_queue(card, dev, skb, NULL);
 485
 486         return 0;
 487 }
 488
 489 static ssize_t console_store(struct device *dev, struct device_attribute *attr,
 490                              const char *buf, size_t count)
 491 {
 492         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
 493         struct solos_card *card = atmdev->dev_data;
 494         int err;
 495
 496         err = send_command(card, SOLOS_CHAN(atmdev), buf, count);
 497
 498         return err?:count;
 499 }
 500
 501 static DEVICE_ATTR(console, 0644, console_show, console_store);
 502
 503
 504 #define SOLOS_ATTR_RO(x) static DEVICE_ATTR(x, 0444, solos_param_show, NULL);
 505 #define SOLOS_ATTR_RW(x) static DEVICE_ATTR(x, 0644, solos_param_show, solos_param_store);
 506
 507 #include "solos-attrlist.c"
 508
 509 #undef SOLOS_ATTR_RO
 510 #undef SOLOS_ATTR_RW
 511
 512 #define SOLOS_ATTR_RO(x) &dev_attr_##x.attr,
 513 #define SOLOS_ATTR_RW(x) &dev_attr_##x.attr,
 514
 515 static struct attribute *solos_attrs[] = {
 516 #include "solos-attrlist.c"
 517         NULL
 518 };
 519
 520 static struct attribute_group solos_attr_group = {
 521         .attrs = solos_attrs,
 522         .name = "parameters",
 523 };
 524
 525 static int flash_upgrade(struct solos_card *card, int chip)
 526 {
 527         const struct firmware *fw;
 528         const char *fw_name;
 529         int blocksize = 0;
 530         int numblocks = 0;
 531         int offset;
 532
 533         switch (chip) {
 534         case 0:
 535                 fw_name = "solos-FPGA.bin";
 536                 blocksize = FPGA_BLOCK;
 537                 break;
 538         case 1:
 539                 fw_name = "solos-Firmware.bin";
 540                 blocksize = SOLOS_BLOCK;
 541                 break;
 542         case 2:
 543                 if (card->fpga_version > LEGACY_BUFFERS){
 544                         fw_name = "solos-db-FPGA.bin";
 545                         blocksize = FPGA_BLOCK;
 546                 } else {
 547                         dev_info(&card->dev->dev, "FPGA version doesn't support"
 548                                         " daughter board upgrades\n");
 549                         return -EPERM;
 550                 }
 551                 break;
 552         case 3:
 553                 if (card->fpga_version > LEGACY_BUFFERS){
 554                         fw_name = "solos-Firmware.bin";
 555                         blocksize = SOLOS_BLOCK;
 556                 } else {
 557                         dev_info(&card->dev->dev, "FPGA version doesn't support"
 558                                         " daughter board upgrades\n");
 559                         return -EPERM;
 560                 }
 561                 break;
 562         default:
 563                 return -ENODEV;
 564         }
 565
 566         if (request_firmware(&fw, fw_name, &card->dev->dev))
 567                 return -ENOENT;
 568
 569         dev_info(&card->dev->dev, "Flash upgrade starting\n");
 570
 571         numblocks = fw->size / blocksize;
 572         dev_info(&card->dev->dev, "Firmware size: %zd\n", fw->size);
 573         dev_info(&card->dev->dev, "Number of blocks: %d\n", numblocks);
 574
 575         dev_info(&card->dev->dev, "Changing FPGA to Update mode\n");
 576         iowrite32(1, card->config_regs + FPGA_MODE);
 577         (void) ioread32(card->config_regs + FPGA_MODE);
 578
 579         /* Set mode to Chip Erase */
 580         if(chip == 0 || chip == 2)
 581                 dev_info(&card->dev->dev, "Set FPGA Flash mode to FPGA Chip Erase\n");
 582         if(chip == 1 || chip == 3)
 583                 dev_info(&card->dev->dev, "Set FPGA Flash mode to Solos Chip Erase\n");
 584         iowrite32((chip * 2), card->config_regs + FLASH_MODE);
 585
 586
 587         iowrite32(1, card->config_regs + WRITE_FLASH);
 588         wait_event(card->fw_wq, !ioread32(card->config_regs + FLASH_BUSY));
 589
 590         for (offset = 0; offset < fw->size; offset += blocksize) {
 591                 int i;
 592
 593                 /* Clear write flag */
 594                 iowrite32(0, card->config_regs + WRITE_FLASH);
 595
 596                 /* Set mode to Block Write */
 597                 /* dev_info(&card->dev->dev, "Set FPGA Flash mode to Block Write\n"); */
 598                 iowrite32(((chip * 2) + 1), card->config_regs + FLASH_MODE);
 599
 600                 /* Copy block to buffer, swapping each 16 bits */
 601                 for(i = 0; i < blocksize; i += 4) {
 602                         uint32_t word = swahb32p((uint32_t *)(fw->data + offset + i));
 603                         if(card->fpga_version > LEGACY_BUFFERS)
 604                                 iowrite32(word, FLASH_BUF + i);
 605                         else
 606                                 iowrite32(word, RX_BUF(card, 3) + i);
 607                 }
 608
 609                 /* Specify block number and then trigger flash write */
 610                 iowrite32(offset / blocksize, card->config_regs + FLASH_BLOCK);
 611                 iowrite32(1, card->config_regs + WRITE_FLASH);
 612                 wait_event(card->fw_wq, !ioread32(card->config_regs + FLASH_BUSY));
 613         }
 614
 615         release_firmware(fw);
 616         iowrite32(0, card->config_regs + WRITE_FLASH);
 617         iowrite32(0, card->config_regs + FPGA_MODE);
 618         iowrite32(0, card->config_regs + FLASH_MODE);
 619         dev_info(&card->dev->dev, "Returning FPGA to Data mode\n");
 620         return 0;
 621 }
 622
 623 static irqreturn_t solos_irq(int irq, void *dev_id)
 624 {
 625         struct solos_card *card = dev_id;
 626         int handled = 1;
 627
 628         iowrite32(0, card->config_regs + IRQ_CLEAR);
 629
 630         /* If we're up and running, just kick the tasklet to process TX/RX */
 631         if (card->atmdev[0])
 632                 tasklet_schedule(&card->tlet);
 633         else
 634                 wake_up(&card->fw_wq);
 635
 636         return IRQ_RETVAL(handled);
 637 }
 638
 639 void solos_bh(unsigned long card_arg)
 640 {
 641         struct solos_card *card = (void *)card_arg;
 642         uint32_t card_flags;
 643         uint32_t rx_done = 0;
 644         int port;
 645
 646         /*
 647          * Since fpga_tx() is going to need to read the flags under its lock,
 648          * it can return them to us so that we don't have to hit PCI MMIO
 649          * again for the same information
 650          */
 651         card_flags = fpga_tx(card);
 652
 653         for (port = 0; port < card->nr_ports; port++) {
 654                 if (card_flags & (0x10 << port)) {
 655                         struct pkt_hdr _hdr, *header;
 656                         struct sk_buff *skb;
 657                         struct atm_vcc *vcc;
 658                         int size;
 659
 660                         if (card->using_dma) {
 661                                 skb = card->rx_skb[port];
 662                                 card->rx_skb[port] = NULL;
 663
 664                                 pci_unmap_single(card->dev, SKB_CB(skb)->dma_addr,
 665                                                  RX_DMA_SIZE, PCI_DMA_FROMDEVICE);
 666
 667                                 header = (void *)skb->data;
 668                                 size = le16_to_cpu(header->size);
 669                                 skb_put(skb, size + sizeof(*header));
 670                                 skb_pull(skb, sizeof(*header));
 671                         } else {
 672                                 header = &_hdr;
 673
 674                                 rx_done |= 0x10 << port;
 675
 676                                 memcpy_fromio(header, RX_BUF(card, port), sizeof(*header));
 677
 678                                 size = le16_to_cpu(header->size);
 679                                 if (size > (card->buffer_size - sizeof(*header))){
 680                                         dev_warn(&card->dev->dev, "Invalid buffer size\n");
 681                                         continue;
 682                                 }
 683
 684                                 skb = alloc_skb(size + 1, GFP_ATOMIC);
 685                                 if (!skb) {
 686                                         if (net_ratelimit())
 687                                                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff for RX\n");
 688                                         continue;
 689                                 }
 690
 691                                 memcpy_fromio(skb_put(skb, size),
 692                                               RX_BUF(card, port) + sizeof(*header),
 693                                               size);
 694                         }
 695                         if (atmdebug) {
 696                                 dev_info(&card->dev->dev, "Received: port %d\n", port);
 697                                 dev_info(&card->dev->dev, "size: %d VPI: %d VCI: %d\n",
 698                                          size, le16_to_cpu(header->vpi),
 699                                          le16_to_cpu(header->vci));
 700                                 print_buffer(skb);
 701                         }
 702
 703                         switch (le16_to_cpu(header->type)) {
 704                         case PKT_DATA:
 705                                 vcc = find_vcc(card->atmdev[port], le16_to_cpu(header->vpi),
 706                                                le16_to_cpu(header->vci));
 707                                 if (!vcc) {
 708                                         if (net_ratelimit())
 709                                                 dev_warn(&card->dev->dev, "Received packet for unknown VPI.VCI %d.%d on port %d\n",
 710                                                          le16_to_cpu(header->vpi), le16_to_cpu(header->vci),
 711                                                          port);
 712                                         dev_kfree_skb_any(skb);
 713                                         break;
 714                                 }
 715                                 atm_charge(vcc, skb->truesize);
 716                                 vcc->push(vcc, skb);
 717                                 atomic_inc(&vcc->stats->rx);
 718                                 break;
 719
 720                         case PKT_STATUS:
 721                                 if (process_status(card, port, skb) &&
 722                                     net_ratelimit()) {
 723                                         dev_warn(&card->dev->dev, "Bad status packet of %d bytes on port %d:\n", skb->len, port);
 724                                         print_buffer(skb);
 725                                 }
 726                                 dev_kfree_skb_any(skb);
 727                                 break;
 728
 729                         case PKT_COMMAND:
 730                         default: /* FIXME: Not really, surely? */
 731                                 if (process_command(card, port, skb))
 732                                         break;
 733                                 spin_lock(&card->cli_queue_lock);
 734                                 if (skb_queue_len(&card->cli_queue[port]) > 10) {
 735                                         if (net_ratelimit())
 736                                                 dev_warn(&card->dev->dev, "Dropping console response on port %d\n",
 737                                                          port);
 738                                         dev_kfree_skb_any(skb);
 739                                 } else
 740                                         skb_queue_tail(&card->cli_queue[port], skb);
 741                                 spin_unlock(&card->cli_queue_lock);
 742                                 break;
 743                         }
 744                 }
 745                 /* Allocate RX skbs for any ports which need them */
 746                 if (card->using_dma && card->atmdev[port] &&
 747                     !card->rx_skb[port]) {
 748                         struct sk_buff *skb = alloc_skb(RX_DMA_SIZE, GFP_ATOMIC);
 749                         if (skb) {
 750                                 SKB_CB(skb)->dma_addr =
 751                                         pci_map_single(card->dev, skb->data,
 752                                                        RX_DMA_SIZE, PCI_DMA_FROMDEVICE);
 753                                 iowrite32(SKB_CB(skb)->dma_addr,
 754                                           card->config_regs + RX_DMA_ADDR(port));
 755                                 card->rx_skb[port] = skb;
 756                         } else {
 757                                 if (net_ratelimit())
 758                                         dev_warn(&card->dev->dev, "Failed to allocate RX skb");
 759
 760                                 /* We'll have to try again later */
 761                                 tasklet_schedule(&card->tlet);
 762                         }
 763                 }
 764         }
 765         if (rx_done)
 766                 iowrite32(rx_done, card->config_regs + FLAGS_ADDR);
 767
 768         return;
 769 }
 770
 771 static struct atm_vcc *find_vcc(struct atm_dev *dev, short vpi, int vci)
 772 {
 773         struct hlist_head *head;
 774         struct atm_vcc *vcc = NULL;
 775         struct hlist_node *node;
 776         struct sock *s;
 777
 778         read_lock(&vcc_sklist_lock);
 779         head = &vcc_hash[vci & (VCC_HTABLE_SIZE -1)];
 780         sk_for_each(s, node, head) {
 781                 vcc = atm_sk(s);
 782                 if (vcc->dev == dev && vcc->vci == vci &&
 783                     vcc->vpi == vpi && vcc->qos.rxtp.traffic_class != ATM_NONE &&
 784                     test_bit(ATM_VF_READY, &vcc->flags))
 785                         goto out;
 786         }
 787         vcc = NULL;
 788  out:
 789         read_unlock(&vcc_sklist_lock);
 790         return vcc;
 791 }
 792
 793 static int popen(struct atm_vcc *vcc)
 794 {
 795         struct solos_card *card = vcc->dev->dev_data;
 796         struct sk_buff *skb;
 797         struct pkt_hdr *header;
 798
 799         if (vcc->qos.aal != ATM_AAL5) {
 800                 dev_warn(&card->dev->dev, "Unsupported ATM type %d\n",
 801                          vcc->qos.aal);
 802                 return -EINVAL;
 803         }
 804
 805         skb = alloc_skb(sizeof(*header), GFP_KERNEL);
 806         if (!skb) {
 807                 if (net_ratelimit())
 808                         dev_warn(&card->dev->dev, "Failed to allocate sk_buff in popen()\n");
 809                 return -ENOMEM;
 810         }
 811         header = (void *)skb_put(skb, sizeof(*header));
 812
 813         header->size = cpu_to_le16(0);
 814         header->vpi = cpu_to_le16(vcc->vpi);
 815         header->vci = cpu_to_le16(vcc->vci);
 816         header->type = cpu_to_le16(PKT_POPEN);
 817
 818         fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, NULL);
 819
 820         set_bit(ATM_VF_ADDR, &vcc->flags);
 821         set_bit(ATM_VF_READY, &vcc->flags);
 822
 823         return 0;
 824 }
 825
 826 static void pclose(struct atm_vcc *vcc)
 827 {
 828         struct solos_card *card = vcc->dev->dev_data;
 829         unsigned char port = SOLOS_CHAN(vcc->dev);
 830         struct sk_buff *skb, *tmpskb;
 831         struct pkt_hdr *header;
 832
 833         /* Remove any yet-to-be-transmitted packets from the pending queue */
 834         spin_lock(&card->tx_queue_lock);
 835         skb_queue_walk_safe(&card->tx_queue[port], skb, tmpskb) {
 836                 if (SKB_CB(skb)->vcc == vcc) {
 837                         skb_unlink(skb, &card->tx_queue[port]);
 838                         solos_pop(vcc, skb);
 839                 }
 840         }
 841         spin_unlock(&card->tx_queue_lock);
 842
 843         skb = alloc_skb(sizeof(*header), GFP_KERNEL);
 844         if (!skb) {
 845                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in pclose()\n");
 846                 return;
 847         }
 848         header = (void *)skb_put(skb, sizeof(*header));
 849
 850         header->size = cpu_to_le16(0);
 851         header->vpi = cpu_to_le16(vcc->vpi);
 852         header->vci = cpu_to_le16(vcc->vci);
 853         header->type = cpu_to_le16(PKT_PCLOSE);
 854
 855         skb_get(skb);
 856         fpga_queue(card, port, skb, NULL);
 857
 858         if (!wait_event_timeout(card->param_wq, !skb_shared(skb), 5 * HZ))
 859                 dev_warn(&card->dev->dev,
 860                          "Timeout waiting for VCC close on port %d\n", port);
 861
 862         dev_kfree_skb(skb);
 863
 864         /* Hold up vcc_destroy_socket() (our caller) until solos_bh() in the
 865            tasklet has finished processing any incoming packets (and, more to
 866            the point, using the vcc pointer). */
 867         tasklet_unlock_wait(&card->tlet);
 868
 869         clear_bit(ATM_VF_ADDR, &vcc->flags);
 870
 871         return;
 872 }
 873
 874 static int print_buffer(struct sk_buff *buf)
 875 {
 876         int len,i;
 877         char msg[500];
 878         char item[10];
 879
 880         len = buf->len;
 881         for (i = 0; i < len; i++){
 882                 if(i % 8 == 0)
 883                         sprintf(msg, "%02X: ", i);
 884
 885                 sprintf(item,"%02X ",*(buf->data + i));
 886                 strcat(msg, item);
 887                 if(i % 8 == 7) {
 888                         sprintf(item, "\n");
 889                         strcat(msg, item);
 890                         printk(KERN_DEBUG "%s", msg);
 891                 }
 892         }
 893         if (i % 8 != 0) {
 894                 sprintf(item, "\n");
 895                 strcat(msg, item);
 896                 printk(KERN_DEBUG "%s", msg);
 897         }
 898         printk(KERN_DEBUG "\n");
 899
 900         return 0;
 901 }
 902
 903 static void fpga_queue(struct solos_card *card, int port, struct sk_buff *skb,
 904                        struct atm_vcc *vcc)
 905 {
 906         int old_len;
 907         unsigned long flags;
 908
 909         SKB_CB(skb)->vcc = vcc;
 910
 911         spin_lock_irqsave(&card->tx_queue_lock, flags);
 912         old_len = skb_queue_len(&card->tx_queue[port]);
 913         skb_queue_tail(&card->tx_queue[port], skb);
 914         if (!old_len)
 915                 card->tx_mask |= (1 << port);
 916         spin_unlock_irqrestore(&card->tx_queue_lock, flags);
 917
 918         /* Theoretically we could just schedule the tasklet here, but
 919            that introduces latency we don't want -- it's noticeable */
 920         if (!old_len)
 921                 fpga_tx(card);
 922 }
 923
 924 static uint32_t fpga_tx(struct solos_card *card)
 925 {
 926         uint32_t tx_pending, card_flags;
 927         uint32_t tx_started = 0;
 928         struct sk_buff *skb;
 929         struct atm_vcc *vcc;
 930         unsigned char port;
 931         unsigned long flags;
 932
 933         spin_lock_irqsave(&card->tx_lock, flags);
 934
 935         card_flags = ioread32(card->config_regs + FLAGS_ADDR);
 936         /*
 937          * The queue lock is required for _writing_ to tx_mask, but we're
 938          * OK to read it here without locking. The only potential update
 939          * that we could race with is in fpga_queue() where it sets a bit
 940          * for a new port... but it's going to call this function again if
 941          * it's doing that, anyway.
 942          */
 943         tx_pending = card->tx_mask & ~card_flags;
 944
 945         for (port = 0; tx_pending; tx_pending >>= 1, port++) {
 946                 if (tx_pending & 1) {
 947                         struct sk_buff *oldskb = card->tx_skb[port];
 948                         if (oldskb)
 949                                 pci_unmap_single(card->dev, SKB_CB(oldskb)->dma_addr,
 950                                                  oldskb->len, PCI_DMA_TODEVICE);
 951
 952                         spin_lock(&card->tx_queue_lock);
 953                         skb = skb_dequeue(&card->tx_queue[port]);
 954                         if (!skb)
 955                                 card->tx_mask &= ~(1 << port);
 956                         spin_unlock(&card->tx_queue_lock);
 957
 958                         if (skb && !card->using_dma) {
 959                                 memcpy_toio(TX_BUF(card, port), skb->data, skb->len);
 960                                 tx_started |= 1 << port;
 961                                 oldskb = skb; /* We're done with this skb already */
 962                         } else if (skb && card->using_dma) {
 963                                 SKB_CB(skb)->dma_addr = pci_map_single(card->dev, skb->data,
 964                                                                        skb->len, PCI_DMA_TODEVICE);
 965                                 card->tx_skb[port] = skb;
 966                                 iowrite32(SKB_CB(skb)->dma_addr,
 967                                           card->config_regs + TX_DMA_ADDR(port));
 968                         }
 969
 970                         if (!oldskb)
 971                                 continue;
 972
 973                         /* Clean up and free oldskb now it's gone */
 974                         if (atmdebug) {
 975                                 struct pkt_hdr *header = (void *)oldskb->data;
 976                                 int size = le16_to_cpu(header->size);
 977
 978                                 skb_pull(oldskb, sizeof(*header));
 979                                 dev_info(&card->dev->dev, "Transmitted: port %d\n",
 980                                          port);
 981                                 dev_info(&card->dev->dev, "size: %d VPI: %d VCI: %d\n",
 982                                          size, le16_to_cpu(header->vpi),
 983                                          le16_to_cpu(header->vci));
 984                                 print_buffer(oldskb);
 985                         }
 986
 987                         vcc = SKB_CB(oldskb)->vcc;
 988
 989                         if (vcc) {
 990                                 atomic_inc(&vcc->stats->tx);
 991                                 solos_pop(vcc, oldskb);
 992                         } else {
 993                                 dev_kfree_skb_irq(oldskb);
 994                                 wake_up(&card->param_wq);
 995                         }
 996                 }
 997         }
 998         /* For non-DMA TX, write the 'TX start' bit for all four ports simultaneously */
 999         if (tx_started)
1000                 iowrite32(tx_started, card->config_regs + FLAGS_ADDR);
1001
1002         spin_unlock_irqrestore(&card->tx_lock, flags);
1003         return card_flags;
1004 }
1005
1006 static int psend(struct atm_vcc *vcc, struct sk_buff *skb)
1007 {
1008         struct solos_card *card = vcc->dev->dev_data;
1009         struct pkt_hdr *header;
1010         int pktlen;
1011
1012         pktlen = skb->len;
1013         if (pktlen > (BUF_SIZE - sizeof(*header))) {
1014                 dev_warn(&card->dev->dev, "Length of PDU is too large. Dropping PDU.\n");
1015                 solos_pop(vcc, skb);
1016                 return 0;
1017         }
1018
1019         if (!skb_clone_writable(skb, sizeof(*header))) {
1020                 int expand_by = 0;
1021                 int ret;
1022
1023                 if (skb_headroom(skb) < sizeof(*header))
1024                         expand_by = sizeof(*header) - skb_headroom(skb);
1025
1026                 ret = pskb_expand_head(skb, expand_by, 0, GFP_ATOMIC);
1027                 if (ret) {
1028                         dev_warn(&card->dev->dev, "pskb_expand_head failed.\n");
1029                         solos_pop(vcc, skb);
1030                         return ret;
1031                 }
1032         }
1033
1034         header = (void *)skb_push(skb, sizeof(*header));
1035
1036         /* This does _not_ include the size of the header */
1037         header->size = cpu_to_le16(pktlen);
1038         header->vpi = cpu_to_le16(vcc->vpi);
1039         header->vci = cpu_to_le16(vcc->vci);
1040         header->type = cpu_to_le16(PKT_DATA);
1041
1042         fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, vcc);
1043
1044         return 0;
1045 }
1046
1047 static struct atmdev_ops fpga_ops = {
1048         .open =         popen,
1049         .close =        pclose,
1050         .ioctl =        NULL,
1051         .getsockopt =   NULL,
1052         .setsockopt =   NULL,
1053         .send =         psend,
1054         .send_oam =     NULL,
1055         .phy_put =      NULL,
1056         .phy_get =      NULL,
1057         .change_qos =   NULL,
1058         .proc_read =    NULL,
1059         .owner =        THIS_MODULE
1060 };
1061
1062 static int fpga_probe(struct pci_dev *dev, const struct pci_device_id *id)
1063 {
1064         int err;
1065         uint16_t fpga_ver;
1066         uint8_t major_ver, minor_ver;
1067         uint32_t data32;
1068         struct solos_card *card;
1069
1070         card = kzalloc(sizeof(*card), GFP_KERNEL);
1071         if (!card)
1072                 return -ENOMEM;
1073
1074         card->dev = dev;
1075         init_waitqueue_head(&card->fw_wq);
1076         init_waitqueue_head(&card->param_wq);
1077
1078         err = pci_enable_device(dev);
1079         if (err) {
1080                 dev_warn(&dev->dev,  "Failed to enable PCI device\n");
1081                 goto out;
1082         }
1083
1084         err = pci_set_dma_mask(dev, DMA_BIT_MASK(32));
1085         if (err) {
1086                 dev_warn(&dev->dev, "Failed to set 32-bit DMA mask\n");
1087                 goto out;
1088         }
1089
1090         err = pci_request_regions(dev, "solos");
1091         if (err) {
1092                 dev_warn(&dev->dev, "Failed to request regions\n");
1093                 goto out;
1094         }
1095
1096         card->config_regs = pci_iomap(dev, 0, CONFIG_RAM_SIZE);
1097         if (!card->config_regs) {
1098                 dev_warn(&dev->dev, "Failed to ioremap config registers\n");
1099                 goto out_release_regions;
1100         }
1101         card->buffers = pci_iomap(dev, 1, DATA_RAM_SIZE);
1102         if (!card->buffers) {
1103                 dev_warn(&dev->dev, "Failed to ioremap data buffers\n");
1104                 goto out_unmap_config;
1105         }
1106
1107         if (reset) {
1108                 iowrite32(1, card->config_regs + FPGA_MODE);
1109                 data32 = ioread32(card->config_regs + FPGA_MODE);
1110
1111                 iowrite32(0, card->config_regs + FPGA_MODE);
1112                 data32 = ioread32(card->config_regs + FPGA_MODE);
1113         }
1114
1115         data32 = ioread32(card->config_regs + FPGA_VER);
1116         fpga_ver = (data32 & 0x0000FFFF);
1117         major_ver = ((data32 & 0xFF000000) >> 24);
1118         minor_ver = ((data32 & 0x00FF0000) >> 16);
1119         card->fpga_version = FPGA_VERSION(major_ver,minor_ver);
1120         if (card->fpga_version > LEGACY_BUFFERS)
1121                 card->buffer_size = BUF_SIZE;
1122         else
1123                 card->buffer_size = OLD_BUF_SIZE;
1124         dev_info(&dev->dev, "Solos FPGA Version %d.%02d svn-%d\n",
1125                  major_ver, minor_ver, fpga_ver);
1126
1127         if (fpga_ver < 37 && (fpga_upgrade || firmware_upgrade ||
1128                               db_fpga_upgrade || db_firmware_upgrade)) {
1129                 dev_warn(&dev->dev,
1130                          "FPGA too old; cannot upgrade flash. Use JTAG.\n");
1131                 fpga_upgrade = firmware_upgrade = 0;
1132                 db_fpga_upgrade = db_firmware_upgrade = 0;
1133         }
1134
1135         if (card->fpga_version >= DMA_SUPPORTED) {
1136                 pci_set_master(dev);
1137                 card->using_dma = 1;
1138         } else {
1139                 card->using_dma = 0;
1140                 /* Set RX empty flag for all ports */
1141                 iowrite32(0xF0, card->config_regs + FLAGS_ADDR);
1142         }
1143
1144         data32 = ioread32(card->config_regs + PORTS);
1145         card->nr_ports = (data32 & 0x000000FF);
1146
1147         pci_set_drvdata(dev, card);
1148
1149         tasklet_init(&card->tlet, solos_bh, (unsigned long)card);
1150         spin_lock_init(&card->tx_lock);
1151         spin_lock_init(&card->tx_queue_lock);
1152         spin_lock_init(&card->cli_queue_lock);
1153         spin_lock_init(&card->param_queue_lock);
1154         INIT_LIST_HEAD(&card->param_queue);
1155
1156         err = request_irq(dev->irq, solos_irq, IRQF_SHARED,
1157                           "solos-pci", card);
1158         if (err) {
1159                 dev_dbg(&card->dev->dev, "Failed to request interrupt IRQ: %d\n", dev->irq);
1160                 goto out_unmap_both;
1161         }
1162
1163         iowrite32(1, card->config_regs + IRQ_EN_ADDR);
1164
1165         if (fpga_upgrade)
1166                 flash_upgrade(card, 0);
1167
1168         if (firmware_upgrade)
1169                 flash_upgrade(card, 1);
1170
1171         if (db_fpga_upgrade)
1172                 flash_upgrade(card, 2);
1173
1174         if (db_firmware_upgrade)
1175                 flash_upgrade(card, 3);
1176
1177         err = atm_init(card, &dev->dev);
1178         if (err)
1179                 goto out_free_irq;
1180
1181         return 0;
1182
1183  out_free_irq:
1184         iowrite32(0, card->config_regs + IRQ_EN_ADDR);
1185         free_irq(dev->irq, card);
1186         tasklet_kill(&card->tlet);
1187
1188  out_unmap_both:
1189         pci_set_drvdata(dev, NULL);
1190         pci_iounmap(dev, card->buffers);
1191  out_unmap_config:
1192         pci_iounmap(dev, card->config_regs);
1193  out_release_regions:
1194         pci_release_regions(dev);
1195  out:
1196         kfree(card);
1197         return err;
1198 }
1199
1200 static int atm_init(struct solos_card *card, struct device *parent)
1201 {
1202         int i;
1203
1204         for (i = 0; i < card->nr_ports; i++) {
1205                 struct sk_buff *skb;
1206                 struct pkt_hdr *header;
1207
1208                 skb_queue_head_init(&card->tx_queue[i]);
1209                 skb_queue_head_init(&card->cli_queue[i]);
1210
1211                 card->atmdev[i] = atm_dev_register("solos-pci", parent, &fpga_ops, -1, NULL);
1212                 if (!card->atmdev[i]) {
1213                         dev_err(&card->dev->dev, "Could not register ATM device %d\n", i);
1214                         atm_remove(card);
1215                         return -ENODEV;
1216                 }
1217                 if (device_create_file(&card->atmdev[i]->class_dev, &dev_attr_console))
1218                         dev_err(&card->dev->dev, "Could not register console for ATM device %d\n", i);
1219                 if (sysfs_create_group(&card->atmdev[i]->class_dev.kobj, &solos_attr_group))
1220                         dev_err(&card->dev->dev, "Could not register parameter group for ATM device %d\n", i);
1221
1222                 dev_info(&card->dev->dev, "Registered ATM device %d\n", card->atmdev[i]->number);
1223
1224                 card->atmdev[i]->ci_range.vpi_bits = 8;
1225                 card->atmdev[i]->ci_range.vci_bits = 16;
1226                 card->atmdev[i]->dev_data = card;
1227                 card->atmdev[i]->phy_data = (void *)(unsigned long)i;
1228                 atm_dev_signal_change(card->atmdev[i], ATM_PHY_SIG_FOUND);
1229
1230                 skb = alloc_skb(sizeof(*header), GFP_KERNEL);
1231                 if (!skb) {
1232                         dev_warn(&card->dev->dev, "Failed to allocate sk_buff in atm_init()\n");
1233                         continue;
1234                 }
1235
1236                 header = (void *)skb_put(skb, sizeof(*header));
1237
1238                 header->size = cpu_to_le16(0);
1239                 header->vpi = cpu_to_le16(0);
1240                 header->vci = cpu_to_le16(0);
1241                 header->type = cpu_to_le16(PKT_STATUS);
1242
1243                 fpga_queue(card, i, skb, NULL);
1244         }
1245         return 0;
1246 }
1247
1248 static void atm_remove(struct solos_card *card)
1249 {
1250         int i;
1251
1252         for (i = 0; i < card->nr_ports; i++) {
1253                 if (card->atmdev[i]) {
1254                         struct sk_buff *skb;
1255
1256                         dev_info(&card->dev->dev, "Unregistering ATM device %d\n", card->atmdev[i]->number);
1257
1258                         sysfs_remove_group(&card->atmdev[i]->class_dev.kobj, &solos_attr_group);
1259                         atm_dev_deregister(card->atmdev[i]);
1260
1261                         skb = card->rx_skb[i];
1262                         if (skb) {
1263                                 pci_unmap_single(card->dev, SKB_CB(skb)->dma_addr,
1264                                                  RX_DMA_SIZE, PCI_DMA_FROMDEVICE);
1265                                 dev_kfree_skb(skb);
1266                         }
1267                         skb = card->tx_skb[i];
1268                         if (skb) {
1269                                 pci_unmap_single(card->dev, SKB_CB(skb)->dma_addr,
1270                                                  skb->len, PCI_DMA_TODEVICE);
1271                                 dev_kfree_skb(skb);
1272                         }
1273                         while ((skb = skb_dequeue(&card->tx_queue[i])))
1274                                 dev_kfree_skb(skb);
1275
1276                 }
1277         }
1278 }
1279
1280 static void fpga_remove(struct pci_dev *dev)
1281 {
1282         struct solos_card *card = pci_get_drvdata(dev);
1283
1284         /* Disable IRQs */
1285         iowrite32(0, card->config_regs + IRQ_EN_ADDR);
1286
1287         /* Reset FPGA */
1288         iowrite32(1, card->config_regs + FPGA_MODE);
1289         (void)ioread32(card->config_regs + FPGA_MODE);
1290
1291         atm_remove(card);
1292
1293         free_irq(dev->irq, card);
1294         tasklet_kill(&card->tlet);
1295
1296         /* Release device from reset */
1297         iowrite32(0, card->config_regs + FPGA_MODE);
1298         (void)ioread32(card->config_regs + FPGA_MODE);
1299
1300         pci_iounmap(dev, card->buffers);
1301         pci_iounmap(dev, card->config_regs);
1302
1303         pci_release_regions(dev);
1304         pci_disable_device(dev);
1305
1306         pci_set_drvdata(dev, NULL);
1307         kfree(card);
1308 }
1309
1310 static struct pci_device_id fpga_pci_tbl[] __devinitdata = {
1311         { 0x10ee, 0x0300, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
1312         { 0, }
1313 };
1314
1315 MODULE_DEVICE_TABLE(pci,fpga_pci_tbl);
1316
1317 static struct pci_driver fpga_driver = {
1318         .name =         "solos",
1319         .id_table =     fpga_pci_tbl,
1320         .probe =        fpga_probe,
1321         .remove =       fpga_remove,
1322 };
1323
1324
1325 static int __init solos_pci_init(void)
1326 {
1327         BUILD_BUG_ON(sizeof(struct solos_skb_cb) > sizeof(((struct sk_buff *)0)->cb));
1328
1329         printk(KERN_INFO "Solos PCI Driver Version %s\n", VERSION);
1330         return pci_register_driver(&fpga_driver);
1331 }
1332
1333 static void __exit solos_pci_exit(void)
1334 {
1335         pci_unregister_driver(&fpga_driver);
1336         printk(KERN_INFO "Solos PCI Driver %s Unloaded\n", VERSION);
1337 }
1338
1339 module_init(solos_pci_init);
1340 module_exit(solos_pci_exit);