solos-pci: use GFP_KERNEL where possible, not GFP_ATOMIC
[firefly-linux-kernel-4.4.55.git] / drivers / atm / solos-pci.c
1 /*
2  * Driver for the Solos PCI ADSL2+ card, designed to support Linux by
3  *  Traverse Technologies -- http://www.traverse.com.au/
4  *  Xrio Limited          -- http://www.xrio.com/
5  *
6  *
7  * Copyright © 2008 Traverse Technologies
8  * Copyright © 2008 Intel Corporation
9  *
10  * Authors: Nathan Williams <nathan@traverse.com.au>
11  *          David Woodhouse <dwmw2@infradead.org>
12  *          Treker Chen <treker@xrio.com>
13  *
14  * This program is free software; you can redistribute it and/or
15  * modify it under the terms of the GNU General Public License
16  * version 2, as published by the Free Software Foundation.
17  *
18  * This program is distributed in the hope that it will be useful,
19  * but WITHOUT ANY WARRANTY; without even the implied warranty of
20  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
21  * GNU General Public License for more details.
22  */
23
24 #define DEBUG
25 #define VERBOSE_DEBUG
26
27 #include <linux/interrupt.h>
28 #include <linux/module.h>
29 #include <linux/kernel.h>
30 #include <linux/errno.h>
31 #include <linux/ioport.h>
32 #include <linux/types.h>
33 #include <linux/pci.h>
34 #include <linux/atm.h>
35 #include <linux/atmdev.h>
36 #include <linux/skbuff.h>
37 #include <linux/sysfs.h>
38 #include <linux/device.h>
39 #include <linux/kobject.h>
40 #include <linux/firmware.h>
41 #include <linux/ctype.h>
42 #include <linux/swab.h>
43 #include <linux/slab.h>
44
45 #define VERSION "0.07"
46 #define PTAG "solos-pci"
47
48 #define CONFIG_RAM_SIZE 128
49 #define FLAGS_ADDR      0x7C
50 #define IRQ_EN_ADDR     0x78
51 #define FPGA_VER        0x74
52 #define IRQ_CLEAR       0x70
53 #define WRITE_FLASH     0x6C
54 #define PORTS           0x68
55 #define FLASH_BLOCK     0x64
56 #define FLASH_BUSY      0x60
57 #define FPGA_MODE       0x5C
58 #define FLASH_MODE      0x58
59 #define TX_DMA_ADDR(port)       (0x40 + (4 * (port)))
60 #define RX_DMA_ADDR(port)       (0x30 + (4 * (port)))
61
62 #define DATA_RAM_SIZE   32768
63 #define BUF_SIZE        2048
64 #define OLD_BUF_SIZE    4096 /* For FPGA versions <= 2*/
65 #define FPGA_PAGE       528 /* FPGA flash page size*/
66 #define SOLOS_PAGE      512 /* Solos flash page size*/
67 #define FPGA_BLOCK      (FPGA_PAGE * 8) /* FPGA flash block size*/
68 #define SOLOS_BLOCK     (SOLOS_PAGE * 8) /* Solos flash block size*/
69
70 #define RX_BUF(card, nr) ((card->buffers) + (nr)*(card->buffer_size)*2)
71 #define TX_BUF(card, nr) ((card->buffers) + (nr)*(card->buffer_size)*2 + (card->buffer_size))
72 #define FLASH_BUF ((card->buffers) + 4*(card->buffer_size)*2)
73
74 #define RX_DMA_SIZE     2048
75
76 #define FPGA_VERSION(a,b) (((a) << 8) + (b))
77 #define LEGACY_BUFFERS  2
78 #define DMA_SUPPORTED   4
79
80 static int reset = 0;
81 static int atmdebug = 0;
82 static int firmware_upgrade = 0;
83 static int fpga_upgrade = 0;
84 static int db_firmware_upgrade = 0;
85 static int db_fpga_upgrade = 0;
86
87 struct pkt_hdr {
88         __le16 size;
89         __le16 vpi;
90         __le16 vci;
91         __le16 type;
92 };
93
94 struct solos_skb_cb {
95         struct atm_vcc *vcc;
96         uint32_t dma_addr;
97 };
98
99
100 #define SKB_CB(skb)             ((struct solos_skb_cb *)skb->cb)
101
102 #define PKT_DATA        0
103 #define PKT_COMMAND     1
104 #define PKT_POPEN       3
105 #define PKT_PCLOSE      4
106 #define PKT_STATUS      5
107
108 struct solos_card {
109         void __iomem *config_regs;
110         void __iomem *buffers;
111         int nr_ports;
112         int tx_mask;
113         struct pci_dev *dev;
114         struct atm_dev *atmdev[4];
115         struct tasklet_struct tlet;
116         spinlock_t tx_lock;
117         spinlock_t tx_queue_lock;
118         spinlock_t cli_queue_lock;
119         spinlock_t param_queue_lock;
120         struct list_head param_queue;
121         struct sk_buff_head tx_queue[4];
122         struct sk_buff_head cli_queue[4];
123         struct sk_buff *tx_skb[4];
124         struct sk_buff *rx_skb[4];
125         wait_queue_head_t param_wq;
126         wait_queue_head_t fw_wq;
127         int using_dma;
128         int fpga_version;
129         int buffer_size;
130 };
131
132
133 struct solos_param {
134         struct list_head list;
135         pid_t pid;
136         int port;
137         struct sk_buff *response;
138 };
139
140 #define SOLOS_CHAN(atmdev) ((int)(unsigned long)(atmdev)->phy_data)
141
142 MODULE_AUTHOR("Traverse Technologies <support@traverse.com.au>");
143 MODULE_DESCRIPTION("Solos PCI driver");
144 MODULE_VERSION(VERSION);
145 MODULE_LICENSE("GPL");
146 MODULE_FIRMWARE("solos-FPGA.bin");
147 MODULE_FIRMWARE("solos-Firmware.bin");
148 MODULE_FIRMWARE("solos-db-FPGA.bin");
149 MODULE_PARM_DESC(reset, "Reset Solos chips on startup");
150 MODULE_PARM_DESC(atmdebug, "Print ATM data");
151 MODULE_PARM_DESC(firmware_upgrade, "Initiate Solos firmware upgrade");
152 MODULE_PARM_DESC(fpga_upgrade, "Initiate FPGA upgrade");
153 MODULE_PARM_DESC(db_firmware_upgrade, "Initiate daughter board Solos firmware upgrade");
154 MODULE_PARM_DESC(db_fpga_upgrade, "Initiate daughter board FPGA upgrade");
155 module_param(reset, int, 0444);
156 module_param(atmdebug, int, 0644);
157 module_param(firmware_upgrade, int, 0444);
158 module_param(fpga_upgrade, int, 0444);
159 module_param(db_firmware_upgrade, int, 0444);
160 module_param(db_fpga_upgrade, int, 0444);
161
162 static void fpga_queue(struct solos_card *card, int port, struct sk_buff *skb,
163                        struct atm_vcc *vcc);
164 static uint32_t fpga_tx(struct solos_card *);
165 static irqreturn_t solos_irq(int irq, void *dev_id);
166 static struct atm_vcc* find_vcc(struct atm_dev *dev, short vpi, int vci);
167 static int list_vccs(int vci);
168 static int atm_init(struct solos_card *, struct device *);
169 static void atm_remove(struct solos_card *);
170 static int send_command(struct solos_card *card, int dev, const char *buf, size_t size);
171 static void solos_bh(unsigned long);
172 static int print_buffer(struct sk_buff *buf);
173
174 static inline void solos_pop(struct atm_vcc *vcc, struct sk_buff *skb)
175 {
176         if (vcc->pop)
177                 vcc->pop(vcc, skb);
178         else
179                 dev_kfree_skb_any(skb);
180 }
181
182 static ssize_t solos_param_show(struct device *dev, struct device_attribute *attr,
183                                 char *buf)
184 {
185         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
186         struct solos_card *card = atmdev->dev_data;
187         struct solos_param prm;
188         struct sk_buff *skb;
189         struct pkt_hdr *header;
190         int buflen;
191
192         buflen = strlen(attr->attr.name) + 10;
193
194         skb = alloc_skb(sizeof(*header) + buflen, GFP_KERNEL);
195         if (!skb) {
196                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in solos_param_show()\n");
197                 return -ENOMEM;
198         }
199
200         header = (void *)skb_put(skb, sizeof(*header));
201
202         buflen = snprintf((void *)&header[1], buflen - 1,
203                           "L%05d\n%s\n", current->pid, attr->attr.name);
204         skb_put(skb, buflen);
205
206         header->size = cpu_to_le16(buflen);
207         header->vpi = cpu_to_le16(0);
208         header->vci = cpu_to_le16(0);
209         header->type = cpu_to_le16(PKT_COMMAND);
210
211         prm.pid = current->pid;
212         prm.response = NULL;
213         prm.port = SOLOS_CHAN(atmdev);
214
215         spin_lock_irq(&card->param_queue_lock);
216         list_add(&prm.list, &card->param_queue);
217         spin_unlock_irq(&card->param_queue_lock);
218
219         fpga_queue(card, prm.port, skb, NULL);
220
221         wait_event_timeout(card->param_wq, prm.response, 5 * HZ);
222
223         spin_lock_irq(&card->param_queue_lock);
224         list_del(&prm.list);
225         spin_unlock_irq(&card->param_queue_lock);
226
227         if (!prm.response)
228                 return -EIO;
229
230         buflen = prm.response->len;
231         memcpy(buf, prm.response->data, buflen);
232         kfree_skb(prm.response);
233
234         return buflen;
235 }
236
237 static ssize_t solos_param_store(struct device *dev, struct device_attribute *attr,
238                                  const char *buf, size_t count)
239 {
240         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
241         struct solos_card *card = atmdev->dev_data;
242         struct solos_param prm;
243         struct sk_buff *skb;
244         struct pkt_hdr *header;
245         int buflen;
246         ssize_t ret;
247
248         buflen = strlen(attr->attr.name) + 11 + count;
249
250         skb = alloc_skb(sizeof(*header) + buflen, GFP_KERNEL);
251         if (!skb) {
252                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in solos_param_store()\n");
253                 return -ENOMEM;
254         }
255
256         header = (void *)skb_put(skb, sizeof(*header));
257
258         buflen = snprintf((void *)&header[1], buflen - 1,
259                           "L%05d\n%s\n%s\n", current->pid, attr->attr.name, buf);
260
261         skb_put(skb, buflen);
262         header->size = cpu_to_le16(buflen);
263         header->vpi = cpu_to_le16(0);
264         header->vci = cpu_to_le16(0);
265         header->type = cpu_to_le16(PKT_COMMAND);
266
267         prm.pid = current->pid;
268         prm.response = NULL;
269         prm.port = SOLOS_CHAN(atmdev);
270
271         spin_lock_irq(&card->param_queue_lock);
272         list_add(&prm.list, &card->param_queue);
273         spin_unlock_irq(&card->param_queue_lock);
274
275         fpga_queue(card, prm.port, skb, NULL);
276
277         wait_event_timeout(card->param_wq, prm.response, 5 * HZ);
278
279         spin_lock_irq(&card->param_queue_lock);
280         list_del(&prm.list);
281         spin_unlock_irq(&card->param_queue_lock);
282
283         skb = prm.response;
284
285         if (!skb)
286                 return -EIO;
287
288         buflen = skb->len;
289
290         /* Sometimes it has a newline, sometimes it doesn't. */
291         if (skb->data[buflen - 1] == '\n')
292                 buflen--;
293
294         if (buflen == 2 && !strncmp(skb->data, "OK", 2))
295                 ret = count;
296         else if (buflen == 5 && !strncmp(skb->data, "ERROR", 5))
297                 ret = -EIO;
298         else {
299                 /* We know we have enough space allocated for this; we allocated 
300                    it ourselves */
301                 skb->data[buflen] = 0;
302         
303                 dev_warn(&card->dev->dev, "Unexpected parameter response: '%s'\n",
304                          skb->data);
305                 ret = -EIO;
306         }
307         kfree_skb(skb);
308
309         return ret;
310 }
311
312 static char *next_string(struct sk_buff *skb)
313 {
314         int i = 0;
315         char *this = skb->data;
316         
317         for (i = 0; i < skb->len; i++) {
318                 if (this[i] == '\n') {
319                         this[i] = 0;
320                         skb_pull(skb, i + 1);
321                         return this;
322                 }
323                 if (!isprint(this[i]))
324                         return NULL;
325         }
326         return NULL;
327 }
328
329 /*
330  * Status packet has fields separated by \n, starting with a version number
331  * for the information therein. Fields are....
332  *
333  *     packet version
334  *     RxBitRate        (version >= 1)
335  *     TxBitRate        (version >= 1)
336  *     State            (version >= 1)
337  *     LocalSNRMargin   (version >= 1)
338  *     LocalLineAttn    (version >= 1)
339  */       
340 static int process_status(struct solos_card *card, int port, struct sk_buff *skb)
341 {
342         char *str, *end, *state_str, *snr, *attn;
343         int ver, rate_up, rate_down;
344
345         if (!card->atmdev[port])
346                 return -ENODEV;
347
348         str = next_string(skb);
349         if (!str)
350                 return -EIO;
351
352         ver = simple_strtol(str, NULL, 10);
353         if (ver < 1) {
354                 dev_warn(&card->dev->dev, "Unexpected status interrupt version %d\n",
355                          ver);
356                 return -EIO;
357         }
358
359         str = next_string(skb);
360         if (!str)
361                 return -EIO;
362         if (!strcmp(str, "ERROR")) {
363                 dev_dbg(&card->dev->dev, "Status packet indicated Solos error on port %d (starting up?)\n",
364                          port);
365                 return 0;
366         }
367
368         rate_down = simple_strtol(str, &end, 10);
369         if (*end)
370                 return -EIO;
371
372         str = next_string(skb);
373         if (!str)
374                 return -EIO;
375         rate_up = simple_strtol(str, &end, 10);
376         if (*end)
377                 return -EIO;
378
379         state_str = next_string(skb);
380         if (!state_str)
381                 return -EIO;
382
383         /* Anything but 'Showtime' is down */
384         if (strcmp(state_str, "Showtime")) {
385                 atm_dev_signal_change(card->atmdev[port], ATM_PHY_SIG_LOST);
386                 dev_info(&card->dev->dev, "Port %d: %s\n", port, state_str);
387                 return 0;
388         }
389
390         snr = next_string(skb);
391         if (!snr)
392                 return -EIO;
393         attn = next_string(skb);
394         if (!attn)
395                 return -EIO;
396
397         dev_info(&card->dev->dev, "Port %d: %s @%d/%d kb/s%s%s%s%s\n",
398                  port, state_str, rate_down/1000, rate_up/1000,
399                  snr[0]?", SNR ":"", snr, attn[0]?", Attn ":"", attn);
400         
401         card->atmdev[port]->link_rate = rate_down / 424;
402         atm_dev_signal_change(card->atmdev[port], ATM_PHY_SIG_FOUND);
403
404         return 0;
405 }
406
407 static int process_command(struct solos_card *card, int port, struct sk_buff *skb)
408 {
409         struct solos_param *prm;
410         unsigned long flags;
411         int cmdpid;
412         int found = 0;
413
414         if (skb->len < 7)
415                 return 0;
416
417         if (skb->data[0] != 'L'    || !isdigit(skb->data[1]) ||
418             !isdigit(skb->data[2]) || !isdigit(skb->data[3]) ||
419             !isdigit(skb->data[4]) || !isdigit(skb->data[5]) ||
420             skb->data[6] != '\n')
421                 return 0;
422
423         cmdpid = simple_strtol(&skb->data[1], NULL, 10);
424
425         spin_lock_irqsave(&card->param_queue_lock, flags);
426         list_for_each_entry(prm, &card->param_queue, list) {
427                 if (prm->port == port && prm->pid == cmdpid) {
428                         prm->response = skb;
429                         skb_pull(skb, 7);
430                         wake_up(&card->param_wq);
431                         found = 1;
432                         break;
433                 }
434         }
435         spin_unlock_irqrestore(&card->param_queue_lock, flags);
436         return found;
437 }
438
439 static ssize_t console_show(struct device *dev, struct device_attribute *attr,
440                             char *buf)
441 {
442         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
443         struct solos_card *card = atmdev->dev_data;
444         struct sk_buff *skb;
445         unsigned int len;
446
447         spin_lock(&card->cli_queue_lock);
448         skb = skb_dequeue(&card->cli_queue[SOLOS_CHAN(atmdev)]);
449         spin_unlock(&card->cli_queue_lock);
450         if(skb == NULL)
451                 return sprintf(buf, "No data.\n");
452
453         len = skb->len;
454         memcpy(buf, skb->data, len);
455         dev_dbg(&card->dev->dev, "len: %d\n", len);
456
457         kfree_skb(skb);
458         return len;
459 }
460
461 static int send_command(struct solos_card *card, int dev, const char *buf, size_t size)
462 {
463         struct sk_buff *skb;
464         struct pkt_hdr *header;
465
466         if (size > (BUF_SIZE - sizeof(*header))) {
467                 dev_dbg(&card->dev->dev, "Command is too big.  Dropping request\n");
468                 return 0;
469         }
470         skb = alloc_skb(size + sizeof(*header), GFP_ATOMIC);
471         if (!skb) {
472                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in send_command()\n");
473                 return 0;
474         }
475
476         header = (void *)skb_put(skb, sizeof(*header));
477
478         header->size = cpu_to_le16(size);
479         header->vpi = cpu_to_le16(0);
480         header->vci = cpu_to_le16(0);
481         header->type = cpu_to_le16(PKT_COMMAND);
482
483         memcpy(skb_put(skb, size), buf, size);
484
485         fpga_queue(card, dev, skb, NULL);
486
487         return 0;
488 }
489
490 static ssize_t console_store(struct device *dev, struct device_attribute *attr,
491                              const char *buf, size_t count)
492 {
493         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
494         struct solos_card *card = atmdev->dev_data;
495         int err;
496
497         err = send_command(card, SOLOS_CHAN(atmdev), buf, count);
498
499         return err?:count;
500 }
501
502 static DEVICE_ATTR(console, 0644, console_show, console_store);
503
504
505 #define SOLOS_ATTR_RO(x) static DEVICE_ATTR(x, 0444, solos_param_show, NULL);
506 #define SOLOS_ATTR_RW(x) static DEVICE_ATTR(x, 0644, solos_param_show, solos_param_store);
507
508 #include "solos-attrlist.c"
509
510 #undef SOLOS_ATTR_RO
511 #undef SOLOS_ATTR_RW
512
513 #define SOLOS_ATTR_RO(x) &dev_attr_##x.attr,
514 #define SOLOS_ATTR_RW(x) &dev_attr_##x.attr,
515
516 static struct attribute *solos_attrs[] = {
517 #include "solos-attrlist.c"
518         NULL
519 };
520
521 static struct attribute_group solos_attr_group = {
522         .attrs = solos_attrs,
523         .name = "parameters",
524 };
525
526 static int flash_upgrade(struct solos_card *card, int chip)
527 {
528         const struct firmware *fw;
529         const char *fw_name;
530         int blocksize = 0;
531         int numblocks = 0;
532         int offset;
533
534         switch (chip) {
535         case 0:
536                 fw_name = "solos-FPGA.bin";
537                 blocksize = FPGA_BLOCK;
538                 break;
539         case 1:
540                 fw_name = "solos-Firmware.bin";
541                 blocksize = SOLOS_BLOCK;
542                 break;
543         case 2:
544                 if (card->fpga_version > LEGACY_BUFFERS){
545                         fw_name = "solos-db-FPGA.bin";
546                         blocksize = FPGA_BLOCK;
547                 } else {
548                         dev_info(&card->dev->dev, "FPGA version doesn't support"
549                                         " daughter board upgrades\n");
550                         return -EPERM;
551                 }
552                 break;
553         case 3:
554                 if (card->fpga_version > LEGACY_BUFFERS){
555                         fw_name = "solos-Firmware.bin";
556                         blocksize = SOLOS_BLOCK;
557                 } else {
558                         dev_info(&card->dev->dev, "FPGA version doesn't support"
559                                         " daughter board upgrades\n");
560                         return -EPERM;
561                 }
562                 break;
563         default:
564                 return -ENODEV;
565         }
566
567         if (request_firmware(&fw, fw_name, &card->dev->dev))
568                 return -ENOENT;
569
570         dev_info(&card->dev->dev, "Flash upgrade starting\n");
571
572         numblocks = fw->size / blocksize;
573         dev_info(&card->dev->dev, "Firmware size: %zd\n", fw->size);
574         dev_info(&card->dev->dev, "Number of blocks: %d\n", numblocks);
575         
576         dev_info(&card->dev->dev, "Changing FPGA to Update mode\n");
577         iowrite32(1, card->config_regs + FPGA_MODE);
578         (void) ioread32(card->config_regs + FPGA_MODE); 
579
580         /* Set mode to Chip Erase */
581         if(chip == 0 || chip == 2)
582                 dev_info(&card->dev->dev, "Set FPGA Flash mode to FPGA Chip Erase\n");
583         if(chip == 1 || chip == 3)
584                 dev_info(&card->dev->dev, "Set FPGA Flash mode to Solos Chip Erase\n");
585         iowrite32((chip * 2), card->config_regs + FLASH_MODE);
586
587
588         iowrite32(1, card->config_regs + WRITE_FLASH);
589         wait_event(card->fw_wq, !ioread32(card->config_regs + FLASH_BUSY));
590
591         for (offset = 0; offset < fw->size; offset += blocksize) {
592                 int i;
593
594                 /* Clear write flag */
595                 iowrite32(0, card->config_regs + WRITE_FLASH);
596
597                 /* Set mode to Block Write */
598                 /* dev_info(&card->dev->dev, "Set FPGA Flash mode to Block Write\n"); */
599                 iowrite32(((chip * 2) + 1), card->config_regs + FLASH_MODE);
600
601                 /* Copy block to buffer, swapping each 16 bits */
602                 for(i = 0; i < blocksize; i += 4) {
603                         uint32_t word = swahb32p((uint32_t *)(fw->data + offset + i));
604                         if(card->fpga_version > LEGACY_BUFFERS)
605                                 iowrite32(word, FLASH_BUF + i);
606                         else
607                                 iowrite32(word, RX_BUF(card, 3) + i);
608                 }
609
610                 /* Specify block number and then trigger flash write */
611                 iowrite32(offset / blocksize, card->config_regs + FLASH_BLOCK);
612                 iowrite32(1, card->config_regs + WRITE_FLASH);
613                 wait_event(card->fw_wq, !ioread32(card->config_regs + FLASH_BUSY));
614         }
615
616         release_firmware(fw);
617         iowrite32(0, card->config_regs + WRITE_FLASH);
618         iowrite32(0, card->config_regs + FPGA_MODE);
619         iowrite32(0, card->config_regs + FLASH_MODE);
620         dev_info(&card->dev->dev, "Returning FPGA to Data mode\n");
621         return 0;
622 }
623
624 static irqreturn_t solos_irq(int irq, void *dev_id)
625 {
626         struct solos_card *card = dev_id;
627         int handled = 1;
628
629         iowrite32(0, card->config_regs + IRQ_CLEAR);
630
631         /* If we're up and running, just kick the tasklet to process TX/RX */
632         if (card->atmdev[0])
633                 tasklet_schedule(&card->tlet);
634         else
635                 wake_up(&card->fw_wq);
636
637         return IRQ_RETVAL(handled);
638 }
639
640 void solos_bh(unsigned long card_arg)
641 {
642         struct solos_card *card = (void *)card_arg;
643         uint32_t card_flags;
644         uint32_t rx_done = 0;
645         int port;
646
647         /*
648          * Since fpga_tx() is going to need to read the flags under its lock,
649          * it can return them to us so that we don't have to hit PCI MMIO
650          * again for the same information
651          */
652         card_flags = fpga_tx(card);
653
654         for (port = 0; port < card->nr_ports; port++) {
655                 if (card_flags & (0x10 << port)) {
656                         struct pkt_hdr _hdr, *header;
657                         struct sk_buff *skb;
658                         struct atm_vcc *vcc;
659                         int size;
660
661                         if (card->using_dma) {
662                                 skb = card->rx_skb[port];
663                                 card->rx_skb[port] = NULL;
664
665                                 pci_unmap_single(card->dev, SKB_CB(skb)->dma_addr,
666                                                  RX_DMA_SIZE, PCI_DMA_FROMDEVICE);
667
668                                 header = (void *)skb->data;
669                                 size = le16_to_cpu(header->size);
670                                 skb_put(skb, size + sizeof(*header));
671                                 skb_pull(skb, sizeof(*header));
672                         } else {
673                                 header = &_hdr;
674
675                                 rx_done |= 0x10 << port;
676
677                                 memcpy_fromio(header, RX_BUF(card, port), sizeof(*header));
678
679                                 size = le16_to_cpu(header->size);
680                                 if (size > (card->buffer_size - sizeof(*header))){
681                                         dev_warn(&card->dev->dev, "Invalid buffer size\n");
682                                         continue;
683                                 }
684
685                                 skb = alloc_skb(size + 1, GFP_ATOMIC);
686                                 if (!skb) {
687                                         if (net_ratelimit())
688                                                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff for RX\n");
689                                         continue;
690                                 }
691
692                                 memcpy_fromio(skb_put(skb, size),
693                                               RX_BUF(card, port) + sizeof(*header),
694                                               size);
695                         }
696                         if (atmdebug) {
697                                 dev_info(&card->dev->dev, "Received: port %d\n", port);
698                                 dev_info(&card->dev->dev, "size: %d VPI: %d VCI: %d\n",
699                                          size, le16_to_cpu(header->vpi),
700                                          le16_to_cpu(header->vci));
701                                 print_buffer(skb);
702                         }
703
704                         switch (le16_to_cpu(header->type)) {
705                         case PKT_DATA:
706                                 vcc = find_vcc(card->atmdev[port], le16_to_cpu(header->vpi),
707                                                le16_to_cpu(header->vci));
708                                 if (!vcc) {
709                                         if (net_ratelimit())
710                                                 dev_warn(&card->dev->dev, "Received packet for unknown VPI.VCI %d.%d on port %d\n",
711                                                          le16_to_cpu(header->vpi), le16_to_cpu(header->vci),
712                                                          port);
713                                         dev_kfree_skb_any(skb);
714                                         break;
715                                 }
716                                 atm_charge(vcc, skb->truesize);
717                                 vcc->push(vcc, skb);
718                                 atomic_inc(&vcc->stats->rx);
719                                 break;
720
721                         case PKT_STATUS:
722                                 if (process_status(card, port, skb) &&
723                                     net_ratelimit()) {
724                                         dev_warn(&card->dev->dev, "Bad status packet of %d bytes on port %d:\n", skb->len, port);
725                                         print_buffer(skb);
726                                 }
727                                 dev_kfree_skb_any(skb);
728                                 break;
729
730                         case PKT_COMMAND:
731                         default: /* FIXME: Not really, surely? */
732                                 if (process_command(card, port, skb))
733                                         break;
734                                 spin_lock(&card->cli_queue_lock);
735                                 if (skb_queue_len(&card->cli_queue[port]) > 10) {
736                                         if (net_ratelimit())
737                                                 dev_warn(&card->dev->dev, "Dropping console response on port %d\n",
738                                                          port);
739                                         dev_kfree_skb_any(skb);
740                                 } else
741                                         skb_queue_tail(&card->cli_queue[port], skb);
742                                 spin_unlock(&card->cli_queue_lock);
743                                 break;
744                         }
745                 }
746                 /* Allocate RX skbs for any ports which need them */
747                 if (card->using_dma && card->atmdev[port] &&
748                     !card->rx_skb[port]) {
749                         struct sk_buff *skb = alloc_skb(RX_DMA_SIZE, GFP_ATOMIC);
750                         if (skb) {
751                                 SKB_CB(skb)->dma_addr =
752                                         pci_map_single(card->dev, skb->data,
753                                                        RX_DMA_SIZE, PCI_DMA_FROMDEVICE);
754                                 iowrite32(SKB_CB(skb)->dma_addr,
755                                           card->config_regs + RX_DMA_ADDR(port));
756                                 card->rx_skb[port] = skb;
757                         } else {
758                                 if (net_ratelimit())
759                                         dev_warn(&card->dev->dev, "Failed to allocate RX skb");
760
761                                 /* We'll have to try again later */
762                                 tasklet_schedule(&card->tlet);
763                         }
764                 }
765         }
766         if (rx_done)
767                 iowrite32(rx_done, card->config_regs + FLAGS_ADDR);
768
769         return;
770 }
771
772 static struct atm_vcc *find_vcc(struct atm_dev *dev, short vpi, int vci)
773 {
774         struct hlist_head *head;
775         struct atm_vcc *vcc = NULL;
776         struct hlist_node *node;
777         struct sock *s;
778
779         read_lock(&vcc_sklist_lock);
780         head = &vcc_hash[vci & (VCC_HTABLE_SIZE -1)];
781         sk_for_each(s, node, head) {
782                 vcc = atm_sk(s);
783                 if (vcc->dev == dev && vcc->vci == vci &&
784                     vcc->vpi == vpi && vcc->qos.rxtp.traffic_class != ATM_NONE &&
785                     test_bit(ATM_VF_READY, &vcc->flags))
786                         goto out;
787         }
788         vcc = NULL;
789  out:
790         read_unlock(&vcc_sklist_lock);
791         return vcc;
792 }
793
794 static int list_vccs(int vci)
795 {
796         struct hlist_head *head;
797         struct atm_vcc *vcc;
798         struct hlist_node *node;
799         struct sock *s;
800         int num_found = 0;
801         int i;
802
803         read_lock(&vcc_sklist_lock);
804         if (vci != 0){
805                 head = &vcc_hash[vci & (VCC_HTABLE_SIZE -1)];
806                 sk_for_each(s, node, head) {
807                         num_found ++;
808                         vcc = atm_sk(s);
809                         printk(KERN_DEBUG "Device: %d Vpi: %d Vci: %d\n",
810                                vcc->dev->number,
811                                vcc->vpi,
812                                vcc->vci);
813                 }
814         } else {
815                 for(i = 0; i < VCC_HTABLE_SIZE; i++){
816                         head = &vcc_hash[i];
817                         sk_for_each(s, node, head) {
818                                 num_found ++;
819                                 vcc = atm_sk(s);
820                                 printk(KERN_DEBUG "Device: %d Vpi: %d Vci: %d\n",
821                                        vcc->dev->number,
822                                        vcc->vpi,
823                                        vcc->vci);
824                         }
825                 }
826         }
827         read_unlock(&vcc_sklist_lock);
828         return num_found;
829 }
830
831
832 static int popen(struct atm_vcc *vcc)
833 {
834         struct solos_card *card = vcc->dev->dev_data;
835         struct sk_buff *skb;
836         struct pkt_hdr *header;
837
838         if (vcc->qos.aal != ATM_AAL5) {
839                 dev_warn(&card->dev->dev, "Unsupported ATM type %d\n",
840                          vcc->qos.aal);
841                 return -EINVAL;
842         }
843
844         skb = alloc_skb(sizeof(*header), GFP_KERNEL);
845         if (!skb) {
846                 if (net_ratelimit())
847                         dev_warn(&card->dev->dev, "Failed to allocate sk_buff in popen()\n");
848                 return -ENOMEM;
849         }
850         header = (void *)skb_put(skb, sizeof(*header));
851
852         header->size = cpu_to_le16(0);
853         header->vpi = cpu_to_le16(vcc->vpi);
854         header->vci = cpu_to_le16(vcc->vci);
855         header->type = cpu_to_le16(PKT_POPEN);
856
857         fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, NULL);
858
859         set_bit(ATM_VF_ADDR, &vcc->flags);
860         set_bit(ATM_VF_READY, &vcc->flags);
861         list_vccs(0);
862
863
864         return 0;
865 }
866
867 static void pclose(struct atm_vcc *vcc)
868 {
869         struct solos_card *card = vcc->dev->dev_data;
870         unsigned char port = SOLOS_CHAN(vcc->dev);
871         struct sk_buff *skb, *tmpskb;
872         struct pkt_hdr *header;
873
874         /* Remove any yet-to-be-transmitted packets from the pending queue */
875         spin_lock(&card->tx_queue_lock);
876         skb_queue_walk_safe(&card->tx_queue[port], skb, tmpskb) {
877                 if (SKB_CB(skb)->vcc == vcc) {
878                         skb_unlink(skb, &card->tx_queue[port]);
879                         solos_pop(vcc, skb);
880                 }
881         }
882         spin_unlock(&card->tx_queue_lock);
883
884         skb = alloc_skb(sizeof(*header), GFP_KERNEL);
885         if (!skb) {
886                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in pclose()\n");
887                 return;
888         }
889         header = (void *)skb_put(skb, sizeof(*header));
890
891         header->size = cpu_to_le16(0);
892         header->vpi = cpu_to_le16(vcc->vpi);
893         header->vci = cpu_to_le16(vcc->vci);
894         header->type = cpu_to_le16(PKT_PCLOSE);
895
896         skb_get(skb);
897         fpga_queue(card, port, skb, NULL);
898
899         if (!wait_event_timeout(card->param_wq, !skb_shared(skb), 5 * HZ))
900                 dev_warn(&card->dev->dev,
901                          "Timeout waiting for VCC close on port %d\n", port);
902
903         dev_kfree_skb(skb);
904
905         /* Hold up vcc_destroy_socket() (our caller) until solos_bh() in the
906            tasklet has finished processing any incoming packets (and, more to
907            the point, using the vcc pointer). */
908         tasklet_unlock_wait(&card->tlet);
909
910         clear_bit(ATM_VF_ADDR, &vcc->flags);
911
912         return;
913 }
914
915 static int print_buffer(struct sk_buff *buf)
916 {
917         int len,i;
918         char msg[500];
919         char item[10];
920
921         len = buf->len;
922         for (i = 0; i < len; i++){
923                 if(i % 8 == 0)
924                         sprintf(msg, "%02X: ", i);
925
926                 sprintf(item,"%02X ",*(buf->data + i));
927                 strcat(msg, item);
928                 if(i % 8 == 7) {
929                         sprintf(item, "\n");
930                         strcat(msg, item);
931                         printk(KERN_DEBUG "%s", msg);
932                 }
933         }
934         if (i % 8 != 0) {
935                 sprintf(item, "\n");
936                 strcat(msg, item);
937                 printk(KERN_DEBUG "%s", msg);
938         }
939         printk(KERN_DEBUG "\n");
940
941         return 0;
942 }
943
944 static void fpga_queue(struct solos_card *card, int port, struct sk_buff *skb,
945                        struct atm_vcc *vcc)
946 {
947         int old_len;
948         unsigned long flags;
949
950         SKB_CB(skb)->vcc = vcc;
951
952         spin_lock_irqsave(&card->tx_queue_lock, flags);
953         old_len = skb_queue_len(&card->tx_queue[port]);
954         skb_queue_tail(&card->tx_queue[port], skb);
955         if (!old_len)
956                 card->tx_mask |= (1 << port);
957         spin_unlock_irqrestore(&card->tx_queue_lock, flags);
958
959         /* Theoretically we could just schedule the tasklet here, but
960            that introduces latency we don't want -- it's noticeable */
961         if (!old_len)
962                 fpga_tx(card);
963 }
964
965 static uint32_t fpga_tx(struct solos_card *card)
966 {
967         uint32_t tx_pending, card_flags;
968         uint32_t tx_started = 0;
969         struct sk_buff *skb;
970         struct atm_vcc *vcc;
971         unsigned char port;
972         unsigned long flags;
973
974         spin_lock_irqsave(&card->tx_lock, flags);
975         
976         card_flags = ioread32(card->config_regs + FLAGS_ADDR);
977         /*
978          * The queue lock is required for _writing_ to tx_mask, but we're
979          * OK to read it here without locking. The only potential update
980          * that we could race with is in fpga_queue() where it sets a bit
981          * for a new port... but it's going to call this function again if
982          * it's doing that, anyway.
983          */
984         tx_pending = card->tx_mask & ~card_flags;
985
986         for (port = 0; tx_pending; tx_pending >>= 1, port++) {
987                 if (tx_pending & 1) {
988                         struct sk_buff *oldskb = card->tx_skb[port];
989                         if (oldskb)
990                                 pci_unmap_single(card->dev, SKB_CB(oldskb)->dma_addr,
991                                                  oldskb->len, PCI_DMA_TODEVICE);
992
993                         spin_lock(&card->tx_queue_lock);
994                         skb = skb_dequeue(&card->tx_queue[port]);
995                         if (!skb)
996                                 card->tx_mask &= ~(1 << port);
997                         spin_unlock(&card->tx_queue_lock);
998
999                         if (skb && !card->using_dma) {
1000                                 memcpy_toio(TX_BUF(card, port), skb->data, skb->len);
1001                                 tx_started |= 1 << port;
1002                                 oldskb = skb; /* We're done with this skb already */
1003                         } else if (skb && card->using_dma) {
1004                                 SKB_CB(skb)->dma_addr = pci_map_single(card->dev, skb->data,
1005                                                                        skb->len, PCI_DMA_TODEVICE);
1006                                 card->tx_skb[port] = skb;
1007                                 iowrite32(SKB_CB(skb)->dma_addr,
1008                                           card->config_regs + TX_DMA_ADDR(port));
1009                         }
1010
1011                         if (!oldskb)
1012                                 continue;
1013
1014                         /* Clean up and free oldskb now it's gone */
1015                         if (atmdebug) {
1016                                 struct pkt_hdr *header = (void *)oldskb->data;
1017                                 int size = le16_to_cpu(header->size);
1018
1019                                 skb_pull(oldskb, sizeof(*header));
1020                                 dev_info(&card->dev->dev, "Transmitted: port %d\n",
1021                                          port);
1022                                 dev_info(&card->dev->dev, "size: %d VPI: %d VCI: %d\n",
1023                                          size, le16_to_cpu(header->vpi),
1024                                          le16_to_cpu(header->vci));
1025                                 print_buffer(oldskb);
1026                         }
1027
1028                         vcc = SKB_CB(oldskb)->vcc;
1029
1030                         if (vcc) {
1031                                 atomic_inc(&vcc->stats->tx);
1032                                 solos_pop(vcc, oldskb);
1033                         } else {
1034                                 dev_kfree_skb_irq(oldskb);
1035                                 wake_up(&card->param_wq);
1036                         }
1037                 }
1038         }
1039         /* For non-DMA TX, write the 'TX start' bit for all four ports simultaneously */
1040         if (tx_started)
1041                 iowrite32(tx_started, card->config_regs + FLAGS_ADDR);
1042
1043         spin_unlock_irqrestore(&card->tx_lock, flags);
1044         return card_flags;
1045 }
1046
1047 static int psend(struct atm_vcc *vcc, struct sk_buff *skb)
1048 {
1049         struct solos_card *card = vcc->dev->dev_data;
1050         struct pkt_hdr *header;
1051         int pktlen;
1052
1053         pktlen = skb->len;
1054         if (pktlen > (BUF_SIZE - sizeof(*header))) {
1055                 dev_warn(&card->dev->dev, "Length of PDU is too large. Dropping PDU.\n");
1056                 solos_pop(vcc, skb);
1057                 return 0;
1058         }
1059
1060         if (!skb_clone_writable(skb, sizeof(*header))) {
1061                 int expand_by = 0;
1062                 int ret;
1063
1064                 if (skb_headroom(skb) < sizeof(*header))
1065                         expand_by = sizeof(*header) - skb_headroom(skb);
1066
1067                 ret = pskb_expand_head(skb, expand_by, 0, GFP_ATOMIC);
1068                 if (ret) {
1069                         dev_warn(&card->dev->dev, "pskb_expand_head failed.\n");
1070                         solos_pop(vcc, skb);
1071                         return ret;
1072                 }
1073         }
1074
1075         header = (void *)skb_push(skb, sizeof(*header));
1076
1077         /* This does _not_ include the size of the header */
1078         header->size = cpu_to_le16(pktlen);
1079         header->vpi = cpu_to_le16(vcc->vpi);
1080         header->vci = cpu_to_le16(vcc->vci);
1081         header->type = cpu_to_le16(PKT_DATA);
1082
1083         fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, vcc);
1084
1085         return 0;
1086 }
1087
1088 static struct atmdev_ops fpga_ops = {
1089         .open =         popen,
1090         .close =        pclose,
1091         .ioctl =        NULL,
1092         .getsockopt =   NULL,
1093         .setsockopt =   NULL,
1094         .send =         psend,
1095         .send_oam =     NULL,
1096         .phy_put =      NULL,
1097         .phy_get =      NULL,
1098         .change_qos =   NULL,
1099         .proc_read =    NULL,
1100         .owner =        THIS_MODULE
1101 };
1102
1103 static int fpga_probe(struct pci_dev *dev, const struct pci_device_id *id)
1104 {
1105         int err;
1106         uint16_t fpga_ver;
1107         uint8_t major_ver, minor_ver;
1108         uint32_t data32;
1109         struct solos_card *card;
1110
1111         card = kzalloc(sizeof(*card), GFP_KERNEL);
1112         if (!card)
1113                 return -ENOMEM;
1114
1115         card->dev = dev;
1116         init_waitqueue_head(&card->fw_wq);
1117         init_waitqueue_head(&card->param_wq);
1118
1119         err = pci_enable_device(dev);
1120         if (err) {
1121                 dev_warn(&dev->dev,  "Failed to enable PCI device\n");
1122                 goto out;
1123         }
1124
1125         err = pci_set_dma_mask(dev, DMA_BIT_MASK(32));
1126         if (err) {
1127                 dev_warn(&dev->dev, "Failed to set 32-bit DMA mask\n");
1128                 goto out;
1129         }
1130
1131         err = pci_request_regions(dev, "solos");
1132         if (err) {
1133                 dev_warn(&dev->dev, "Failed to request regions\n");
1134                 goto out;
1135         }
1136
1137         card->config_regs = pci_iomap(dev, 0, CONFIG_RAM_SIZE);
1138         if (!card->config_regs) {
1139                 dev_warn(&dev->dev, "Failed to ioremap config registers\n");
1140                 goto out_release_regions;
1141         }
1142         card->buffers = pci_iomap(dev, 1, DATA_RAM_SIZE);
1143         if (!card->buffers) {
1144                 dev_warn(&dev->dev, "Failed to ioremap data buffers\n");
1145                 goto out_unmap_config;
1146         }
1147
1148         if (reset) {
1149                 iowrite32(1, card->config_regs + FPGA_MODE);
1150                 data32 = ioread32(card->config_regs + FPGA_MODE); 
1151
1152                 iowrite32(0, card->config_regs + FPGA_MODE);
1153                 data32 = ioread32(card->config_regs + FPGA_MODE); 
1154         }
1155
1156         data32 = ioread32(card->config_regs + FPGA_VER);
1157         fpga_ver = (data32 & 0x0000FFFF);
1158         major_ver = ((data32 & 0xFF000000) >> 24);
1159         minor_ver = ((data32 & 0x00FF0000) >> 16);
1160         card->fpga_version = FPGA_VERSION(major_ver,minor_ver);
1161         if (card->fpga_version > LEGACY_BUFFERS)
1162                 card->buffer_size = BUF_SIZE;
1163         else
1164                 card->buffer_size = OLD_BUF_SIZE;
1165         dev_info(&dev->dev, "Solos FPGA Version %d.%02d svn-%d\n",
1166                  major_ver, minor_ver, fpga_ver);
1167
1168         if (fpga_ver < 37 && (fpga_upgrade || firmware_upgrade ||
1169                               db_fpga_upgrade || db_firmware_upgrade)) {
1170                 dev_warn(&dev->dev,
1171                          "FPGA too old; cannot upgrade flash. Use JTAG.\n");
1172                 fpga_upgrade = firmware_upgrade = 0;
1173                 db_fpga_upgrade = db_firmware_upgrade = 0;
1174         }
1175
1176         if (card->fpga_version >= DMA_SUPPORTED) {
1177                 pci_set_master(dev);
1178                 card->using_dma = 1;
1179         } else {
1180                 card->using_dma = 0;
1181                 /* Set RX empty flag for all ports */
1182                 iowrite32(0xF0, card->config_regs + FLAGS_ADDR);
1183         }
1184
1185         data32 = ioread32(card->config_regs + PORTS);
1186         card->nr_ports = (data32 & 0x000000FF);
1187
1188         pci_set_drvdata(dev, card);
1189
1190         tasklet_init(&card->tlet, solos_bh, (unsigned long)card);
1191         spin_lock_init(&card->tx_lock);
1192         spin_lock_init(&card->tx_queue_lock);
1193         spin_lock_init(&card->cli_queue_lock);
1194         spin_lock_init(&card->param_queue_lock);
1195         INIT_LIST_HEAD(&card->param_queue);
1196
1197         err = request_irq(dev->irq, solos_irq, IRQF_SHARED,
1198                           "solos-pci", card);
1199         if (err) {
1200                 dev_dbg(&card->dev->dev, "Failed to request interrupt IRQ: %d\n", dev->irq);
1201                 goto out_unmap_both;
1202         }
1203
1204         iowrite32(1, card->config_regs + IRQ_EN_ADDR);
1205
1206         if (fpga_upgrade)
1207                 flash_upgrade(card, 0);
1208
1209         if (firmware_upgrade)
1210                 flash_upgrade(card, 1);
1211
1212         if (db_fpga_upgrade)
1213                 flash_upgrade(card, 2);
1214
1215         if (db_firmware_upgrade)
1216                 flash_upgrade(card, 3);
1217
1218         err = atm_init(card, &dev->dev);
1219         if (err)
1220                 goto out_free_irq;
1221
1222         return 0;
1223
1224  out_free_irq:
1225         iowrite32(0, card->config_regs + IRQ_EN_ADDR);
1226         free_irq(dev->irq, card);
1227         tasklet_kill(&card->tlet);
1228         
1229  out_unmap_both:
1230         pci_set_drvdata(dev, NULL);
1231         pci_iounmap(dev, card->buffers);
1232  out_unmap_config:
1233         pci_iounmap(dev, card->config_regs);
1234  out_release_regions:
1235         pci_release_regions(dev);
1236  out:
1237         kfree(card);
1238         return err;
1239 }
1240
1241 static int atm_init(struct solos_card *card, struct device *parent)
1242 {
1243         int i;
1244
1245         for (i = 0; i < card->nr_ports; i++) {
1246                 struct sk_buff *skb;
1247                 struct pkt_hdr *header;
1248
1249                 skb_queue_head_init(&card->tx_queue[i]);
1250                 skb_queue_head_init(&card->cli_queue[i]);
1251
1252                 card->atmdev[i] = atm_dev_register("solos-pci", parent, &fpga_ops, -1, NULL);
1253                 if (!card->atmdev[i]) {
1254                         dev_err(&card->dev->dev, "Could not register ATM device %d\n", i);
1255                         atm_remove(card);
1256                         return -ENODEV;
1257                 }
1258                 if (device_create_file(&card->atmdev[i]->class_dev, &dev_attr_console))
1259                         dev_err(&card->dev->dev, "Could not register console for ATM device %d\n", i);
1260                 if (sysfs_create_group(&card->atmdev[i]->class_dev.kobj, &solos_attr_group))
1261                         dev_err(&card->dev->dev, "Could not register parameter group for ATM device %d\n", i);
1262
1263                 dev_info(&card->dev->dev, "Registered ATM device %d\n", card->atmdev[i]->number);
1264
1265                 card->atmdev[i]->ci_range.vpi_bits = 8;
1266                 card->atmdev[i]->ci_range.vci_bits = 16;
1267                 card->atmdev[i]->dev_data = card;
1268                 card->atmdev[i]->phy_data = (void *)(unsigned long)i;
1269                 atm_dev_signal_change(card->atmdev[i], ATM_PHY_SIG_FOUND);
1270
1271                 skb = alloc_skb(sizeof(*header), GFP_KERNEL);
1272                 if (!skb) {
1273                         dev_warn(&card->dev->dev, "Failed to allocate sk_buff in atm_init()\n");
1274                         continue;
1275                 }
1276
1277                 header = (void *)skb_put(skb, sizeof(*header));
1278
1279                 header->size = cpu_to_le16(0);
1280                 header->vpi = cpu_to_le16(0);
1281                 header->vci = cpu_to_le16(0);
1282                 header->type = cpu_to_le16(PKT_STATUS);
1283
1284                 fpga_queue(card, i, skb, NULL);
1285         }
1286         return 0;
1287 }
1288
1289 static void atm_remove(struct solos_card *card)
1290 {
1291         int i;
1292
1293         for (i = 0; i < card->nr_ports; i++) {
1294                 if (card->atmdev[i]) {
1295                         struct sk_buff *skb;
1296
1297                         dev_info(&card->dev->dev, "Unregistering ATM device %d\n", card->atmdev[i]->number);
1298
1299                         sysfs_remove_group(&card->atmdev[i]->class_dev.kobj, &solos_attr_group);
1300                         atm_dev_deregister(card->atmdev[i]);
1301
1302                         skb = card->rx_skb[i];
1303                         if (skb) {
1304                                 pci_unmap_single(card->dev, SKB_CB(skb)->dma_addr,
1305                                                  RX_DMA_SIZE, PCI_DMA_FROMDEVICE);
1306                                 dev_kfree_skb(skb);
1307                         }
1308                         skb = card->tx_skb[i];
1309                         if (skb) {
1310                                 pci_unmap_single(card->dev, SKB_CB(skb)->dma_addr,
1311                                                  skb->len, PCI_DMA_TODEVICE);
1312                                 dev_kfree_skb(skb);
1313                         }
1314                         while ((skb = skb_dequeue(&card->tx_queue[i])))
1315                                 dev_kfree_skb(skb);
1316  
1317                 }
1318         }
1319 }
1320
1321 static void fpga_remove(struct pci_dev *dev)
1322 {
1323         struct solos_card *card = pci_get_drvdata(dev);
1324         
1325         /* Disable IRQs */
1326         iowrite32(0, card->config_regs + IRQ_EN_ADDR);
1327
1328         /* Reset FPGA */
1329         iowrite32(1, card->config_regs + FPGA_MODE);
1330         (void)ioread32(card->config_regs + FPGA_MODE); 
1331
1332         atm_remove(card);
1333
1334         free_irq(dev->irq, card);
1335         tasklet_kill(&card->tlet);
1336
1337         /* Release device from reset */
1338         iowrite32(0, card->config_regs + FPGA_MODE);
1339         (void)ioread32(card->config_regs + FPGA_MODE); 
1340
1341         pci_iounmap(dev, card->buffers);
1342         pci_iounmap(dev, card->config_regs);
1343
1344         pci_release_regions(dev);
1345         pci_disable_device(dev);
1346
1347         pci_set_drvdata(dev, NULL);
1348         kfree(card);
1349 }
1350
1351 static struct pci_device_id fpga_pci_tbl[] __devinitdata = {
1352         { 0x10ee, 0x0300, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
1353         { 0, }
1354 };
1355
1356 MODULE_DEVICE_TABLE(pci,fpga_pci_tbl);
1357
1358 static struct pci_driver fpga_driver = {
1359         .name =         "solos",
1360         .id_table =     fpga_pci_tbl,
1361         .probe =        fpga_probe,
1362         .remove =       fpga_remove,
1363 };
1364
1365
1366 static int __init solos_pci_init(void)
1367 {
1368         BUILD_BUG_ON(sizeof(struct solos_skb_cb) > sizeof(((struct sk_buff *)0)->cb));
1369
1370         printk(KERN_INFO "Solos PCI Driver Version %s\n", VERSION);
1371         return pci_register_driver(&fpga_driver);
1372 }
1373
1374 static void __exit solos_pci_exit(void)
1375 {
1376         pci_unregister_driver(&fpga_driver);
1377         printk(KERN_INFO "Solos PCI Driver %s Unloaded\n", VERSION);
1378 }
1379
1380 module_init(solos_pci_init);
1381 module_exit(solos_pci_exit);