solos: Tidy up tx_mask handling for ports which need TX
[linux-2.6] / drivers / atm / solos-pci.c
1 /*
2  * Driver for the Solos PCI ADSL2+ card, designed to support Linux by
3  *  Traverse Technologies -- http://www.traverse.com.au/
4  *  Xrio Limited          -- http://www.xrio.com/
5  *
6  *
7  * Copyright © 2008 Traverse Technologies
8  * Copyright © 2008 Intel Corporation
9  *
10  * Authors: Nathan Williams <nathan@traverse.com.au>
11  *          David Woodhouse <dwmw2@infradead.org>
12  *          Treker Chen <treker@xrio.com>
13  *
14  * This program is free software; you can redistribute it and/or
15  * modify it under the terms of the GNU General Public License
16  * version 2, as published by the Free Software Foundation.
17  *
18  * This program is distributed in the hope that it will be useful,
19  * but WITHOUT ANY WARRANTY; without even the implied warranty of
20  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
21  * GNU General Public License for more details.
22  */
23
24 #define DEBUG
25 #define VERBOSE_DEBUG
26
27 #include <linux/interrupt.h>
28 #include <linux/module.h>
29 #include <linux/kernel.h>
30 #include <linux/errno.h>
31 #include <linux/ioport.h>
32 #include <linux/types.h>
33 #include <linux/pci.h>
34 #include <linux/atm.h>
35 #include <linux/atmdev.h>
36 #include <linux/skbuff.h>
37 #include <linux/sysfs.h>
38 #include <linux/device.h>
39 #include <linux/kobject.h>
40 #include <linux/firmware.h>
41 #include <linux/ctype.h>
42 #include <linux/swab.h>
43
44 #define VERSION "0.07"
45 #define PTAG "solos-pci"
46
47 #define CONFIG_RAM_SIZE 128
48 #define FLAGS_ADDR      0x7C
49 #define IRQ_EN_ADDR     0x78
50 #define FPGA_VER        0x74
51 #define IRQ_CLEAR       0x70
52 #define WRITE_FLASH     0x6C
53 #define PORTS           0x68
54 #define FLASH_BLOCK     0x64
55 #define FLASH_BUSY      0x60
56 #define FPGA_MODE       0x5C
57 #define FLASH_MODE      0x58
58 #define TX_DMA_ADDR(port)       (0x40 + (4 * (port)))
59 #define RX_DMA_ADDR(port)       (0x30 + (4 * (port)))
60
61 #define DATA_RAM_SIZE   32768
62 #define BUF_SIZE        4096
63 #define FPGA_PAGE       528 /* FPGA flash page size*/
64 #define SOLOS_PAGE      512 /* Solos flash page size*/
65 #define FPGA_BLOCK      (FPGA_PAGE * 8) /* FPGA flash block size*/
66 #define SOLOS_BLOCK     (SOLOS_PAGE * 8) /* Solos flash block size*/
67
68 #define RX_BUF(card, nr) ((card->buffers) + (nr)*BUF_SIZE*2)
69 #define TX_BUF(card, nr) ((card->buffers) + (nr)*BUF_SIZE*2 + BUF_SIZE)
70
71 #define RX_DMA_SIZE     2048
72
73 static int debug = 0;
74 static int atmdebug = 0;
75 static int firmware_upgrade = 0;
76 static int fpga_upgrade = 0;
77
78 struct pkt_hdr {
79         __le16 size;
80         __le16 vpi;
81         __le16 vci;
82         __le16 type;
83 };
84
85 struct solos_skb_cb {
86         struct atm_vcc *vcc;
87         uint32_t dma_addr;
88 };
89
90
91 #define SKB_CB(skb)             ((struct solos_skb_cb *)skb->cb)
92
93 #define PKT_DATA        0
94 #define PKT_COMMAND     1
95 #define PKT_POPEN       3
96 #define PKT_PCLOSE      4
97 #define PKT_STATUS      5
98
99 struct solos_card {
100         void __iomem *config_regs;
101         void __iomem *buffers;
102         int nr_ports;
103         int tx_mask;
104         struct pci_dev *dev;
105         struct atm_dev *atmdev[4];
106         struct tasklet_struct tlet;
107         spinlock_t tx_lock;
108         spinlock_t tx_queue_lock;
109         spinlock_t cli_queue_lock;
110         spinlock_t param_queue_lock;
111         struct list_head param_queue;
112         struct sk_buff_head tx_queue[4];
113         struct sk_buff_head cli_queue[4];
114         struct sk_buff *tx_skb[4];
115         struct sk_buff *rx_skb[4];
116         wait_queue_head_t param_wq;
117         wait_queue_head_t fw_wq;
118         int using_dma;
119 };
120
121
122 struct solos_param {
123         struct list_head list;
124         pid_t pid;
125         int port;
126         struct sk_buff *response;
127         wait_queue_head_t wq;
128 };
129
130 #define SOLOS_CHAN(atmdev) ((int)(unsigned long)(atmdev)->phy_data)
131
132 MODULE_AUTHOR("Traverse Technologies <support@traverse.com.au>");
133 MODULE_DESCRIPTION("Solos PCI driver");
134 MODULE_VERSION(VERSION);
135 MODULE_LICENSE("GPL");
136 MODULE_PARM_DESC(debug, "Enable Loopback");
137 MODULE_PARM_DESC(atmdebug, "Print ATM data");
138 MODULE_PARM_DESC(firmware_upgrade, "Initiate Solos firmware upgrade");
139 MODULE_PARM_DESC(fpga_upgrade, "Initiate FPGA upgrade");
140 module_param(debug, int, 0444);
141 module_param(atmdebug, int, 0644);
142 module_param(firmware_upgrade, int, 0444);
143 module_param(fpga_upgrade, int, 0444);
144
145 static void fpga_queue(struct solos_card *card, int port, struct sk_buff *skb,
146                        struct atm_vcc *vcc);
147 static int fpga_tx(struct solos_card *);
148 static irqreturn_t solos_irq(int irq, void *dev_id);
149 static struct atm_vcc* find_vcc(struct atm_dev *dev, short vpi, int vci);
150 static int list_vccs(int vci);
151 static void release_vccs(struct atm_dev *dev);
152 static int atm_init(struct solos_card *);
153 static void atm_remove(struct solos_card *);
154 static int send_command(struct solos_card *card, int dev, const char *buf, size_t size);
155 static void solos_bh(unsigned long);
156 static int print_buffer(struct sk_buff *buf);
157
158 static inline void solos_pop(struct atm_vcc *vcc, struct sk_buff *skb)
159 {
160         if (vcc->pop)
161                 vcc->pop(vcc, skb);
162         else
163                 dev_kfree_skb_any(skb);
164 }
165
166 static ssize_t solos_param_show(struct device *dev, struct device_attribute *attr,
167                                 char *buf)
168 {
169         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
170         struct solos_card *card = atmdev->dev_data;
171         struct solos_param prm;
172         struct sk_buff *skb;
173         struct pkt_hdr *header;
174         int buflen;
175
176         buflen = strlen(attr->attr.name) + 10;
177
178         skb = alloc_skb(sizeof(*header) + buflen, GFP_KERNEL);
179         if (!skb) {
180                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in solos_param_show()\n");
181                 return -ENOMEM;
182         }
183
184         header = (void *)skb_put(skb, sizeof(*header));
185
186         buflen = snprintf((void *)&header[1], buflen - 1,
187                           "L%05d\n%s\n", current->pid, attr->attr.name);
188         skb_put(skb, buflen);
189
190         header->size = cpu_to_le16(buflen);
191         header->vpi = cpu_to_le16(0);
192         header->vci = cpu_to_le16(0);
193         header->type = cpu_to_le16(PKT_COMMAND);
194
195         prm.pid = current->pid;
196         prm.response = NULL;
197         prm.port = SOLOS_CHAN(atmdev);
198
199         spin_lock_irq(&card->param_queue_lock);
200         list_add(&prm.list, &card->param_queue);
201         spin_unlock_irq(&card->param_queue_lock);
202
203         fpga_queue(card, prm.port, skb, NULL);
204
205         wait_event_timeout(card->param_wq, prm.response, 5 * HZ);
206
207         spin_lock_irq(&card->param_queue_lock);
208         list_del(&prm.list);
209         spin_unlock_irq(&card->param_queue_lock);
210
211         if (!prm.response)
212                 return -EIO;
213
214         buflen = prm.response->len;
215         memcpy(buf, prm.response->data, buflen);
216         kfree_skb(prm.response);
217
218         return buflen;
219 }
220
221 static ssize_t solos_param_store(struct device *dev, struct device_attribute *attr,
222                                  const char *buf, size_t count)
223 {
224         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
225         struct solos_card *card = atmdev->dev_data;
226         struct solos_param prm;
227         struct sk_buff *skb;
228         struct pkt_hdr *header;
229         int buflen;
230         ssize_t ret;
231
232         buflen = strlen(attr->attr.name) + 11 + count;
233
234         skb = alloc_skb(sizeof(*header) + buflen, GFP_KERNEL);
235         if (!skb) {
236                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in solos_param_store()\n");
237                 return -ENOMEM;
238         }
239
240         header = (void *)skb_put(skb, sizeof(*header));
241
242         buflen = snprintf((void *)&header[1], buflen - 1,
243                           "L%05d\n%s\n%s\n", current->pid, attr->attr.name, buf);
244
245         skb_put(skb, buflen);
246         header->size = cpu_to_le16(buflen);
247         header->vpi = cpu_to_le16(0);
248         header->vci = cpu_to_le16(0);
249         header->type = cpu_to_le16(PKT_COMMAND);
250
251         prm.pid = current->pid;
252         prm.response = NULL;
253         prm.port = SOLOS_CHAN(atmdev);
254
255         spin_lock_irq(&card->param_queue_lock);
256         list_add(&prm.list, &card->param_queue);
257         spin_unlock_irq(&card->param_queue_lock);
258
259         fpga_queue(card, prm.port, skb, NULL);
260
261         wait_event_timeout(card->param_wq, prm.response, 5 * HZ);
262
263         spin_lock_irq(&card->param_queue_lock);
264         list_del(&prm.list);
265         spin_unlock_irq(&card->param_queue_lock);
266
267         skb = prm.response;
268
269         if (!skb)
270                 return -EIO;
271
272         buflen = skb->len;
273
274         /* Sometimes it has a newline, sometimes it doesn't. */
275         if (skb->data[buflen - 1] == '\n')
276                 buflen--;
277
278         if (buflen == 2 && !strncmp(skb->data, "OK", 2))
279                 ret = count;
280         else if (buflen == 5 && !strncmp(skb->data, "ERROR", 5))
281                 ret = -EIO;
282         else {
283                 /* We know we have enough space allocated for this; we allocated 
284                    it ourselves */
285                 skb->data[buflen] = 0;
286         
287                 dev_warn(&card->dev->dev, "Unexpected parameter response: '%s'\n",
288                          skb->data);
289                 ret = -EIO;
290         }
291         kfree_skb(skb);
292
293         return ret;
294 }
295
296 static char *next_string(struct sk_buff *skb)
297 {
298         int i = 0;
299         char *this = skb->data;
300
301         while (i < skb->len) {
302                 if (this[i] == '\n') {
303                         this[i] = 0;
304                         skb_pull(skb, i);
305                         return this;
306                 }
307         }
308         return NULL;
309 }
310
311 /*
312  * Status packet has fields separated by \n, starting with a version number
313  * for the information therein. Fields are....
314  *
315  *     packet version
316  *     TxBitRate        (version >= 1)
317  *     RxBitRate        (version >= 1)
318  *     State            (version >= 1)
319  */       
320 static int process_status(struct solos_card *card, int port, struct sk_buff *skb)
321 {
322         char *str, *end, *state_str;
323         int ver, rate_up, rate_down, state, snr, attn;
324
325         if (!card->atmdev[port])
326                 return -ENODEV;
327
328         str = next_string(skb);
329         if (!str)
330                 return -EIO;
331
332         ver = simple_strtol(str, NULL, 10);
333         if (ver < 1) {
334                 dev_warn(&card->dev->dev, "Unexpected status interrupt version %d\n",
335                          ver);
336                 return -EIO;
337         }
338
339         str = next_string(skb);
340         rate_up = simple_strtol(str, &end, 10);
341         if (*end)
342                 return -EIO;
343
344         str = next_string(skb);
345         rate_down = simple_strtol(str, &end, 10);
346         if (*end)
347                 return -EIO;
348
349         state_str = next_string(skb);
350         if (!strcmp(state_str, "Showtime"))
351                 state = ATM_PHY_SIG_FOUND;
352         else {
353                 state = ATM_PHY_SIG_LOST;
354                 release_vccs(card->atmdev[port]);
355         }
356
357         str = next_string(skb);
358         snr = simple_strtol(str, &end, 10);
359         if (*end)
360                 return -EIO;
361
362         str = next_string(skb);
363         attn = simple_strtol(str, &end, 10);
364         if (*end)
365                 return -EIO;
366
367         if (state == ATM_PHY_SIG_LOST && !rate_up && !rate_down)
368                 dev_info(&card->dev->dev, "Port %d ATM state: %s\n",
369                          port, state_str);
370         else
371                 dev_info(&card->dev->dev, "Port %d ATM state: %s (%d/%d kb/s, SNR %ddB, Attn %ddB)\n",
372                          port, state_str, rate_up/1000, rate_down/1000,
373                          snr, attn);
374
375         card->atmdev[port]->link_rate = rate_down;
376         card->atmdev[port]->signal = state;
377
378         return 0;
379 }
380
381 static int process_command(struct solos_card *card, int port, struct sk_buff *skb)
382 {
383         struct solos_param *prm;
384         unsigned long flags;
385         int cmdpid;
386         int found = 0;
387
388         if (skb->len < 7)
389                 return 0;
390
391         if (skb->data[0] != 'L'    || !isdigit(skb->data[1]) ||
392             !isdigit(skb->data[2]) || !isdigit(skb->data[3]) ||
393             !isdigit(skb->data[4]) || !isdigit(skb->data[5]) ||
394             skb->data[6] != '\n')
395                 return 0;
396
397         cmdpid = simple_strtol(&skb->data[1], NULL, 10);
398
399         spin_lock_irqsave(&card->param_queue_lock, flags);
400         list_for_each_entry(prm, &card->param_queue, list) {
401                 if (prm->port == port && prm->pid == cmdpid) {
402                         prm->response = skb;
403                         skb_pull(skb, 7);
404                         wake_up(&card->param_wq);
405                         found = 1;
406                         break;
407                 }
408         }
409         spin_unlock_irqrestore(&card->param_queue_lock, flags);
410         return found;
411 }
412
413 static ssize_t console_show(struct device *dev, struct device_attribute *attr,
414                             char *buf)
415 {
416         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
417         struct solos_card *card = atmdev->dev_data;
418         struct sk_buff *skb;
419
420         spin_lock(&card->cli_queue_lock);
421         skb = skb_dequeue(&card->cli_queue[SOLOS_CHAN(atmdev)]);
422         spin_unlock(&card->cli_queue_lock);
423         if(skb == NULL)
424                 return sprintf(buf, "No data.\n");
425
426         memcpy(buf, skb->data, skb->len);
427         dev_dbg(&card->dev->dev, "len: %d\n", skb->len);
428
429         kfree_skb(skb);
430         return skb->len;
431 }
432
433 static int send_command(struct solos_card *card, int dev, const char *buf, size_t size)
434 {
435         struct sk_buff *skb;
436         struct pkt_hdr *header;
437
438 //      dev_dbg(&card->dev->dev, "size: %d\n", size);
439
440         if (size > (BUF_SIZE - sizeof(*header))) {
441                 dev_dbg(&card->dev->dev, "Command is too big.  Dropping request\n");
442                 return 0;
443         }
444         skb = alloc_skb(size + sizeof(*header), GFP_ATOMIC);
445         if (!skb) {
446                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in send_command()\n");
447                 return 0;
448         }
449
450         header = (void *)skb_put(skb, sizeof(*header));
451
452         header->size = cpu_to_le16(size);
453         header->vpi = cpu_to_le16(0);
454         header->vci = cpu_to_le16(0);
455         header->type = cpu_to_le16(PKT_COMMAND);
456
457         memcpy(skb_put(skb, size), buf, size);
458
459         fpga_queue(card, dev, skb, NULL);
460
461         return 0;
462 }
463
464 static ssize_t console_store(struct device *dev, struct device_attribute *attr,
465                              const char *buf, size_t count)
466 {
467         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
468         struct solos_card *card = atmdev->dev_data;
469         int err;
470
471         err = send_command(card, SOLOS_CHAN(atmdev), buf, count);
472
473         return err?:count;
474 }
475
476 static DEVICE_ATTR(console, 0644, console_show, console_store);
477
478
479 #define SOLOS_ATTR_RO(x) static DEVICE_ATTR(x, 0444, solos_param_show, NULL);
480 #define SOLOS_ATTR_RW(x) static DEVICE_ATTR(x, 0644, solos_param_show, solos_param_store);
481
482 #include "solos-attrlist.c"
483
484 #undef SOLOS_ATTR_RO
485 #undef SOLOS_ATTR_RW
486
487 #define SOLOS_ATTR_RO(x) &dev_attr_##x.attr,
488 #define SOLOS_ATTR_RW(x) &dev_attr_##x.attr,
489
490 static struct attribute *solos_attrs[] = {
491 #include "solos-attrlist.c"
492         NULL
493 };
494
495 static struct attribute_group solos_attr_group = {
496         .attrs = solos_attrs,
497         .name = "parameters",
498 };
499
500 static int flash_upgrade(struct solos_card *card, int chip)
501 {
502         const struct firmware *fw;
503         const char *fw_name;
504         uint32_t data32 = 0;
505         int blocksize = 0;
506         int numblocks = 0;
507         int offset;
508
509         if (chip == 0) {
510                 fw_name = "solos-FPGA.bin";
511                 blocksize = FPGA_BLOCK;
512         } else {
513                 fw_name = "solos-Firmware.bin";
514                 blocksize = SOLOS_BLOCK;
515         }
516
517         if (request_firmware(&fw, fw_name, &card->dev->dev))
518                 return -ENOENT;
519
520         dev_info(&card->dev->dev, "Flash upgrade starting\n");
521
522         numblocks = fw->size / blocksize;
523         dev_info(&card->dev->dev, "Firmware size: %zd\n", fw->size);
524         dev_info(&card->dev->dev, "Number of blocks: %d\n", numblocks);
525         
526         dev_info(&card->dev->dev, "Changing FPGA to Update mode\n");
527         iowrite32(1, card->config_regs + FPGA_MODE);
528         data32 = ioread32(card->config_regs + FPGA_MODE); 
529
530         /* Set mode to Chip Erase */
531         dev_info(&card->dev->dev, "Set FPGA Flash mode to %s Chip Erase\n",
532                  chip?"Solos":"FPGA");
533         iowrite32((chip * 2), card->config_regs + FLASH_MODE);
534
535
536         iowrite32(1, card->config_regs + WRITE_FLASH);
537         wait_event(card->fw_wq, !ioread32(card->config_regs + FLASH_BUSY));
538
539         for (offset = 0; offset < fw->size; offset += blocksize) {
540                 int i;
541
542                 /* Clear write flag */
543                 iowrite32(0, card->config_regs + WRITE_FLASH);
544
545                 /* Set mode to Block Write */
546                 /* dev_info(&card->dev->dev, "Set FPGA Flash mode to Block Write\n"); */
547                 iowrite32(((chip * 2) + 1), card->config_regs + FLASH_MODE);
548
549                 /* Copy block to buffer, swapping each 16 bits */
550                 for(i = 0; i < blocksize; i += 4) {
551                         uint32_t word = swahb32p((uint32_t *)(fw->data + offset + i));
552                         iowrite32(word, RX_BUF(card, 3) + i);
553                 }
554
555                 /* Specify block number and then trigger flash write */
556                 iowrite32(offset / blocksize, card->config_regs + FLASH_BLOCK);
557                 iowrite32(1, card->config_regs + WRITE_FLASH);
558                 wait_event(card->fw_wq, !ioread32(card->config_regs + FLASH_BUSY));
559         }
560
561         release_firmware(fw);
562         iowrite32(0, card->config_regs + WRITE_FLASH);
563         iowrite32(0, card->config_regs + FPGA_MODE);
564         iowrite32(0, card->config_regs + FLASH_MODE);
565         dev_info(&card->dev->dev, "Returning FPGA to Data mode\n");
566         return 0;
567 }
568
569 static irqreturn_t solos_irq(int irq, void *dev_id)
570 {
571         struct solos_card *card = dev_id;
572         int handled = 1;
573
574         //ACK IRQ
575         iowrite32(0, card->config_regs + IRQ_CLEAR);
576         //Disable IRQs from FPGA
577         iowrite32(0, card->config_regs + IRQ_EN_ADDR);
578
579         if (card->atmdev[0])
580                 tasklet_schedule(&card->tlet);
581         else
582                 wake_up(&card->fw_wq);
583
584         //Enable IRQs from FPGA
585         iowrite32(1, card->config_regs + IRQ_EN_ADDR);
586         return IRQ_RETVAL(handled);
587 }
588
589 void solos_bh(unsigned long card_arg)
590 {
591         struct solos_card *card = (void *)card_arg;
592         int port;
593         uint32_t card_flags;
594         uint32_t rx_done = 0;
595
596         card_flags = ioread32(card->config_regs + FLAGS_ADDR);
597
598         /* The TX bits are set if the channel is busy; clear if not. We want to
599            invoke fpga_tx() unless _all_ the bits for active channels are set */
600         if ((card_flags & card->tx_mask) != card->tx_mask)
601                 fpga_tx(card);
602
603         for (port = 0; port < card->nr_ports; port++) {
604                 if (card_flags & (0x10 << port)) {
605                         struct pkt_hdr _hdr, *header;
606                         struct sk_buff *skb;
607                         struct atm_vcc *vcc;
608                         int size;
609
610                         if (card->using_dma) {
611                                 skb = card->rx_skb[port];
612                                 card->rx_skb[port] = NULL;
613
614                                 pci_unmap_single(card->dev, SKB_CB(skb)->dma_addr,
615                                                  RX_DMA_SIZE, PCI_DMA_FROMDEVICE);
616
617                                 header = (void *)skb->data;
618                                 size = le16_to_cpu(header->size);
619                                 skb_put(skb, size + sizeof(*header));
620                                 skb_pull(skb, sizeof(*header));
621                         } else {
622                                 header = &_hdr;
623
624                                 rx_done |= 0x10 << port;
625
626                                 memcpy_fromio(header, RX_BUF(card, port), sizeof(*header));
627
628                                 size = le16_to_cpu(header->size);
629
630                                 skb = alloc_skb(size + 1, GFP_ATOMIC);
631                                 if (!skb) {
632                                         if (net_ratelimit())
633                                                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff for RX\n");
634                                         continue;
635                                 }
636
637                                 memcpy_fromio(skb_put(skb, size),
638                                               RX_BUF(card, port) + sizeof(*header),
639                                               size);
640                         }
641                         if (atmdebug) {
642                                 dev_info(&card->dev->dev, "Received: device %d\n", port);
643                                 dev_info(&card->dev->dev, "size: %d VPI: %d VCI: %d\n",
644                                          size, le16_to_cpu(header->vpi),
645                                          le16_to_cpu(header->vci));
646                                 print_buffer(skb);
647                         }
648
649                         switch (le16_to_cpu(header->type)) {
650                         case PKT_DATA:
651                                 vcc = find_vcc(card->atmdev[port], le16_to_cpu(header->vpi),
652                                                le16_to_cpu(header->vci));
653                                 if (!vcc) {
654                                         if (net_ratelimit())
655                                                 dev_warn(&card->dev->dev, "Received packet for unknown VCI.VPI %d.%d on port %d\n",
656                                                          le16_to_cpu(header->vci), le16_to_cpu(header->vpi),
657                                                          port);
658                                         continue;
659                                 }
660                                 atm_charge(vcc, skb->truesize);
661                                 vcc->push(vcc, skb);
662                                 atomic_inc(&vcc->stats->rx);
663                                 break;
664
665                         case PKT_STATUS:
666                                 process_status(card, port, skb);
667                                 dev_kfree_skb_any(skb);
668                                 break;
669
670                         case PKT_COMMAND:
671                         default: /* FIXME: Not really, surely? */
672                                 if (process_command(card, port, skb))
673                                         break;
674                                 spin_lock(&card->cli_queue_lock);
675                                 if (skb_queue_len(&card->cli_queue[port]) > 10) {
676                                         if (net_ratelimit())
677                                                 dev_warn(&card->dev->dev, "Dropping console response on port %d\n",
678                                                          port);
679                                         dev_kfree_skb_any(skb);
680                                 } else
681                                         skb_queue_tail(&card->cli_queue[port], skb);
682                                 spin_unlock(&card->cli_queue_lock);
683                                 break;
684                         }
685                 }
686                 /* Allocate RX skbs for any ports which need them */
687                 if (card->using_dma && card->atmdev[port] &&
688                     !card->rx_skb[port]) {
689                         struct sk_buff *skb = alloc_skb(RX_DMA_SIZE, GFP_ATOMIC);
690                         if (skb) {
691                                 SKB_CB(skb)->dma_addr =
692                                         pci_map_single(card->dev, skb->data,
693                                                        RX_DMA_SIZE, PCI_DMA_FROMDEVICE);
694                                 iowrite32(SKB_CB(skb)->dma_addr,
695                                           card->config_regs + RX_DMA_ADDR(port));
696                                 card->rx_skb[port] = skb;
697                         } else {
698                                 if (net_ratelimit())
699                                         dev_warn(&card->dev->dev, "Failed to allocate RX skb");
700
701                                 /* We'll have to try again later */
702                                 tasklet_schedule(&card->tlet);
703                         }
704                 }
705         }
706         if (rx_done)
707                 iowrite32(rx_done, card->config_regs + FLAGS_ADDR);
708
709         return;
710 }
711
712 static struct atm_vcc *find_vcc(struct atm_dev *dev, short vpi, int vci)
713 {
714         struct hlist_head *head;
715         struct atm_vcc *vcc = NULL;
716         struct hlist_node *node;
717         struct sock *s;
718
719         read_lock(&vcc_sklist_lock);
720         head = &vcc_hash[vci & (VCC_HTABLE_SIZE -1)];
721         sk_for_each(s, node, head) {
722                 vcc = atm_sk(s);
723                 if (vcc->dev == dev && vcc->vci == vci &&
724                     vcc->vpi == vpi && vcc->qos.rxtp.traffic_class != ATM_NONE)
725                         goto out;
726         }
727         vcc = NULL;
728  out:
729         read_unlock(&vcc_sklist_lock);
730         return vcc;
731 }
732
733 static int list_vccs(int vci)
734 {
735         struct hlist_head *head;
736         struct atm_vcc *vcc;
737         struct hlist_node *node;
738         struct sock *s;
739         int num_found = 0;
740         int i;
741
742         read_lock(&vcc_sklist_lock);
743         if (vci != 0){
744                 head = &vcc_hash[vci & (VCC_HTABLE_SIZE -1)];
745                 sk_for_each(s, node, head) {
746                         num_found ++;
747                         vcc = atm_sk(s);
748                         printk(KERN_DEBUG "Device: %d Vpi: %d Vci: %d\n",
749                                vcc->dev->number,
750                                vcc->vpi,
751                                vcc->vci);
752                 }
753         } else {
754                 for(i = 0; i < VCC_HTABLE_SIZE; i++){
755                         head = &vcc_hash[i];
756                         sk_for_each(s, node, head) {
757                                 num_found ++;
758                                 vcc = atm_sk(s);
759                                 printk(KERN_DEBUG "Device: %d Vpi: %d Vci: %d\n",
760                                        vcc->dev->number,
761                                        vcc->vpi,
762                                        vcc->vci);
763                         }
764                 }
765         }
766         read_unlock(&vcc_sklist_lock);
767         return num_found;
768 }
769
770 static void release_vccs(struct atm_dev *dev)
771 {
772         int i;
773
774         write_lock_irq(&vcc_sklist_lock);
775         for (i = 0; i < VCC_HTABLE_SIZE; i++) {
776                 struct hlist_head *head = &vcc_hash[i];
777                 struct hlist_node *node, *tmp;
778                 struct sock *s;
779                 struct atm_vcc *vcc;
780
781                 sk_for_each_safe(s, node, tmp, head) {
782                         vcc = atm_sk(s);
783                         if (vcc->dev == dev) {
784                                 vcc_release_async(vcc, -EPIPE);
785                                 sk_del_node_init(s);
786                         }
787                 }
788         }
789         write_unlock_irq(&vcc_sklist_lock);
790 }
791
792
793 static int popen(struct atm_vcc *vcc)
794 {
795         struct solos_card *card = vcc->dev->dev_data;
796         struct sk_buff *skb;
797         struct pkt_hdr *header;
798
799         if (vcc->qos.aal != ATM_AAL5) {
800                 dev_warn(&card->dev->dev, "Unsupported ATM type %d\n",
801                          vcc->qos.aal);
802                 return -EINVAL;
803         }
804
805         skb = alloc_skb(sizeof(*header), GFP_ATOMIC);
806         if (!skb && net_ratelimit()) {
807                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in popen()\n");
808                 return -ENOMEM;
809         }
810         header = (void *)skb_put(skb, sizeof(*header));
811
812         header->size = cpu_to_le16(0);
813         header->vpi = cpu_to_le16(vcc->vpi);
814         header->vci = cpu_to_le16(vcc->vci);
815         header->type = cpu_to_le16(PKT_POPEN);
816
817         fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, NULL);
818
819 //      dev_dbg(&card->dev->dev, "Open for vpi %d and vci %d on interface %d\n", vcc->vpi, vcc->vci, SOLOS_CHAN(vcc->dev));
820         set_bit(ATM_VF_ADDR, &vcc->flags); // accept the vpi / vci
821         set_bit(ATM_VF_READY, &vcc->flags);
822         list_vccs(0);
823
824
825         return 0;
826 }
827
828 static void pclose(struct atm_vcc *vcc)
829 {
830         struct solos_card *card = vcc->dev->dev_data;
831         struct sk_buff *skb;
832         struct pkt_hdr *header;
833
834         skb = alloc_skb(sizeof(*header), GFP_ATOMIC);
835         if (!skb) {
836                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in pclose()\n");
837                 return;
838         }
839         header = (void *)skb_put(skb, sizeof(*header));
840
841         header->size = cpu_to_le16(0);
842         header->vpi = cpu_to_le16(vcc->vpi);
843         header->vci = cpu_to_le16(vcc->vci);
844         header->type = cpu_to_le16(PKT_PCLOSE);
845
846         fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, NULL);
847
848 //      dev_dbg(&card->dev->dev, "Close for vpi %d and vci %d on interface %d\n", vcc->vpi, vcc->vci, SOLOS_CHAN(vcc->dev));
849
850         clear_bit(ATM_VF_ADDR, &vcc->flags);
851         clear_bit(ATM_VF_READY, &vcc->flags);
852
853         return;
854 }
855
856 static int print_buffer(struct sk_buff *buf)
857 {
858         int len,i;
859         char msg[500];
860         char item[10];
861
862         len = buf->len;
863         for (i = 0; i < len; i++){
864                 if(i % 8 == 0)
865                         sprintf(msg, "%02X: ", i);
866
867                 sprintf(item,"%02X ",*(buf->data + i));
868                 strcat(msg, item);
869                 if(i % 8 == 7) {
870                         sprintf(item, "\n");
871                         strcat(msg, item);
872                         printk(KERN_DEBUG "%s", msg);
873                 }
874         }
875         if (i % 8 != 0) {
876                 sprintf(item, "\n");
877                 strcat(msg, item);
878                 printk(KERN_DEBUG "%s", msg);
879         }
880         printk(KERN_DEBUG "\n");
881
882         return 0;
883 }
884
885 static void fpga_queue(struct solos_card *card, int port, struct sk_buff *skb,
886                        struct atm_vcc *vcc)
887 {
888         int old_len;
889         unsigned long flags;
890
891         SKB_CB(skb)->vcc = vcc;
892
893         spin_lock_irqsave(&card->tx_queue_lock, flags);
894         old_len = skb_queue_len(&card->tx_queue[port]);
895         skb_queue_tail(&card->tx_queue[port], skb);
896         if (!old_len) {
897                 card->tx_mask |= (1 << port);
898         }
899         spin_unlock_irqrestore(&card->tx_queue_lock, flags);
900
901         /* Theoretically we could just schedule the tasklet here, but
902            that introduces latency we don't want -- it's noticeable */
903         if (!old_len)
904                 fpga_tx(card);
905 }
906
907 static int fpga_tx(struct solos_card *card)
908 {
909         uint32_t tx_pending;
910         uint32_t tx_started = 0;
911         struct sk_buff *skb;
912         struct atm_vcc *vcc;
913         unsigned char port;
914         unsigned long flags;
915
916         spin_lock_irqsave(&card->tx_lock, flags);
917
918         tx_pending = ioread32(card->config_regs + FLAGS_ADDR) & card->tx_mask;
919
920         dev_vdbg(&card->dev->dev, "TX Flags are %X\n", tx_pending);
921
922         for (port = 0; port < card->nr_ports; port++) {
923                 if (card->atmdev[port] && !(tx_pending & (1 << port))) {
924                         struct sk_buff *oldskb = card->tx_skb[port];
925
926                         if (oldskb)
927                                 pci_unmap_single(card->dev, SKB_CB(oldskb)->dma_addr,
928                                                  oldskb->len, PCI_DMA_TODEVICE);
929                         
930                         spin_lock(&card->tx_queue_lock);
931                         skb = skb_dequeue(&card->tx_queue[port]);
932                         if (!skb)
933                                 card->tx_mask &= ~(1 << port);
934                         spin_unlock(&card->tx_queue_lock);
935
936                         if (skb && !card->using_dma) {
937                                 memcpy_toio(TX_BUF(card, port), skb->data, skb->len);
938                                 tx_started |= 1 << port; //Set TX full flag
939                                 oldskb = skb; /* We're done with this skb already */
940                         } else if (skb && card->using_dma) {
941                                 SKB_CB(skb)->dma_addr = pci_map_single(card->dev, skb->data,
942                                                                        skb->len, PCI_DMA_TODEVICE);
943                                 iowrite32(SKB_CB(skb)->dma_addr,
944                                           card->config_regs + TX_DMA_ADDR(port));
945                         }
946
947                         if (!oldskb)
948                                 continue;
949
950                         /* Clean up and free oldskb now it's gone */
951                         if (atmdebug) {
952                                 dev_info(&card->dev->dev, "Transmitted: port %d\n",
953                                          port);
954                                 print_buffer(oldskb);
955                         }
956
957                         vcc = SKB_CB(oldskb)->vcc;
958
959                         if (vcc) {
960                                 atomic_inc(&vcc->stats->tx);
961                                 solos_pop(vcc, oldskb);
962                         } else
963                                 dev_kfree_skb_irq(oldskb);
964
965                 }
966         }
967         if (tx_started)
968                 iowrite32(tx_started, card->config_regs + FLAGS_ADDR);
969
970         spin_unlock_irqrestore(&card->tx_lock, flags);
971         return 0;
972 }
973
974 static int psend(struct atm_vcc *vcc, struct sk_buff *skb)
975 {
976         struct solos_card *card = vcc->dev->dev_data;
977         struct sk_buff *skb2 = NULL;
978         struct pkt_hdr *header;
979         int pktlen;
980
981         //dev_dbg(&card->dev->dev, "psend called.\n");
982         //dev_dbg(&card->dev->dev, "dev,vpi,vci = %d,%d,%d\n",SOLOS_CHAN(vcc->dev),vcc->vpi,vcc->vci);
983
984         if (debug) {
985                 skb2 = atm_alloc_charge(vcc, skb->len, GFP_ATOMIC);
986                 if (skb2) {
987                         memcpy(skb2->data, skb->data, skb->len);
988                         skb_put(skb2, skb->len);
989                         vcc->push(vcc, skb2);
990                         atomic_inc(&vcc->stats->rx);
991                 }
992                 atomic_inc(&vcc->stats->tx);
993                 solos_pop(vcc, skb);
994                 return 0;
995         }
996
997         pktlen = skb->len;
998         if (pktlen > (BUF_SIZE - sizeof(*header))) {
999                 dev_warn(&card->dev->dev, "Length of PDU is too large. Dropping PDU.\n");
1000                 solos_pop(vcc, skb);
1001                 return 0;
1002         }
1003
1004         if (!skb_clone_writable(skb, sizeof(*header))) {
1005                 int expand_by = 0;
1006                 int ret;
1007
1008                 if (skb_headroom(skb) < sizeof(*header))
1009                         expand_by = sizeof(*header) - skb_headroom(skb);
1010
1011                 ret = pskb_expand_head(skb, expand_by, 0, GFP_ATOMIC);
1012                 if (ret) {
1013                         dev_warn(&card->dev->dev, "pskb_expand_head failed.\n");
1014                         solos_pop(vcc, skb);
1015                         return ret;
1016                 }
1017         }
1018
1019         header = (void *)skb_push(skb, sizeof(*header));
1020
1021         /* This does _not_ include the size of the header */
1022         header->size = cpu_to_le16(pktlen);
1023         header->vpi = cpu_to_le16(vcc->vpi);
1024         header->vci = cpu_to_le16(vcc->vci);
1025         header->type = cpu_to_le16(PKT_DATA);
1026
1027         fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, vcc);
1028
1029         return 0;
1030 }
1031
1032 static struct atmdev_ops fpga_ops = {
1033         .open =         popen,
1034         .close =        pclose,
1035         .ioctl =        NULL,
1036         .getsockopt =   NULL,
1037         .setsockopt =   NULL,
1038         .send =         psend,
1039         .send_oam =     NULL,
1040         .phy_put =      NULL,
1041         .phy_get =      NULL,
1042         .change_qos =   NULL,
1043         .proc_read =    NULL,
1044         .owner =        THIS_MODULE
1045 };
1046
1047 static int fpga_probe(struct pci_dev *dev, const struct pci_device_id *id)
1048 {
1049         int err, i;
1050         uint16_t fpga_ver;
1051         uint8_t major_ver, minor_ver;
1052         uint32_t data32;
1053         struct solos_card *card;
1054
1055         if (debug)
1056                 return 0;
1057
1058         card = kzalloc(sizeof(*card), GFP_KERNEL);
1059         if (!card)
1060                 return -ENOMEM;
1061
1062         card->dev = dev;
1063         init_waitqueue_head(&card->fw_wq);
1064         init_waitqueue_head(&card->param_wq);
1065
1066         err = pci_enable_device(dev);
1067         if (err) {
1068                 dev_warn(&dev->dev,  "Failed to enable PCI device\n");
1069                 goto out;
1070         }
1071
1072         err = pci_set_dma_mask(dev, DMA_32BIT_MASK);
1073         if (err) {
1074                 dev_warn(&dev->dev, "Failed to set 32-bit DMA mask\n");
1075                 goto out;
1076         }
1077
1078         err = pci_request_regions(dev, "solos");
1079         if (err) {
1080                 dev_warn(&dev->dev, "Failed to request regions\n");
1081                 goto out;
1082         }
1083
1084         card->config_regs = pci_iomap(dev, 0, CONFIG_RAM_SIZE);
1085         if (!card->config_regs) {
1086                 dev_warn(&dev->dev, "Failed to ioremap config registers\n");
1087                 goto out_release_regions;
1088         }
1089         card->buffers = pci_iomap(dev, 1, DATA_RAM_SIZE);
1090         if (!card->buffers) {
1091                 dev_warn(&dev->dev, "Failed to ioremap data buffers\n");
1092                 goto out_unmap_config;
1093         }
1094
1095 //      for(i=0;i<64 ;i+=4){
1096 //              data32=ioread32(card->buffers + i);
1097 //              dev_dbg(&card->dev->dev, "%08lX\n",(unsigned long)data32);
1098 //      }
1099
1100         //Fill Config Mem with zeros
1101         for(i = 0; i < 128; i += 4)
1102                 iowrite32(0, card->config_regs + i);
1103
1104         //Set RX empty flags
1105         iowrite32(0xF0, card->config_regs + FLAGS_ADDR);
1106
1107         data32 = ioread32(card->config_regs + FPGA_VER);
1108         fpga_ver = (data32 & 0x0000FFFF);
1109         major_ver = ((data32 & 0xFF000000) >> 24);
1110         minor_ver = ((data32 & 0x00FF0000) >> 16);
1111         dev_info(&dev->dev, "Solos FPGA Version %d.%02d svn-%d\n",
1112                  major_ver, minor_ver, fpga_ver);
1113
1114         if (fpga_ver > 27)
1115                 card->using_dma = 1;
1116
1117         card->nr_ports = 2; /* FIXME: Detect daughterboard */
1118
1119         pci_set_drvdata(dev, card);
1120
1121         tasklet_init(&card->tlet, solos_bh, (unsigned long)card);
1122         spin_lock_init(&card->tx_lock);
1123         spin_lock_init(&card->tx_queue_lock);
1124         spin_lock_init(&card->cli_queue_lock);
1125         spin_lock_init(&card->param_queue_lock);
1126         INIT_LIST_HEAD(&card->param_queue);
1127
1128 /*
1129         // Set Loopback mode
1130         data32 = 0x00010000;
1131         iowrite32(data32,card->config_regs + FLAGS_ADDR);
1132 */
1133 /*
1134         // Fill Buffers with zeros
1135         for (i = 0; i < BUF_SIZE * 8; i += 4)
1136                 iowrite32(0, card->buffers + i);
1137 */
1138 /*
1139         for(i = 0; i < (BUF_SIZE * 1); i += 4)
1140                 iowrite32(0x12345678, card->buffers + i + (0*BUF_SIZE));
1141         for(i = 0; i < (BUF_SIZE * 1); i += 4)
1142                 iowrite32(0xabcdef98, card->buffers + i + (1*BUF_SIZE));
1143
1144         // Read Config Memory
1145         printk(KERN_DEBUG "Reading Config MEM\n");
1146         i = 0;
1147         for(i = 0; i < 16; i++) {
1148                 data32=ioread32(card->buffers + i*(BUF_SIZE/2));
1149                 printk(KERN_ALERT "Addr: %lX Data: %08lX\n",
1150                        (unsigned long)(addr_start + i*(BUF_SIZE/2)),
1151                        (unsigned long)data32);
1152         }
1153 */
1154         //dev_dbg(&card->dev->dev, "Requesting IRQ: %d\n",dev->irq);
1155         err = request_irq(dev->irq, solos_irq, IRQF_DISABLED|IRQF_SHARED,
1156                           "solos-pci", card);
1157         if (err) {
1158                 dev_dbg(&card->dev->dev, "Failed to request interrupt IRQ: %d\n", dev->irq);
1159                 goto out_unmap_both;
1160         }
1161
1162         // Enable IRQs
1163         iowrite32(1, card->config_regs + IRQ_EN_ADDR);
1164
1165         if (fpga_upgrade)
1166                 flash_upgrade(card, 0);
1167
1168         if (firmware_upgrade)
1169                 flash_upgrade(card, 1);
1170
1171         err = atm_init(card);
1172         if (err)
1173                 goto out_free_irq;
1174
1175         return 0;
1176
1177  out_free_irq:
1178         iowrite32(0, card->config_regs + IRQ_EN_ADDR);
1179         free_irq(dev->irq, card);
1180         tasklet_kill(&card->tlet);
1181         
1182  out_unmap_both:
1183         pci_set_drvdata(dev, NULL);
1184         pci_iounmap(dev, card->config_regs);
1185  out_unmap_config:
1186         pci_iounmap(dev, card->buffers);
1187  out_release_regions:
1188         pci_release_regions(dev);
1189  out:
1190         return err;
1191 }
1192
1193 static int atm_init(struct solos_card *card)
1194 {
1195         int i;
1196
1197         for (i = 0; i < card->nr_ports; i++) {
1198                 struct sk_buff *skb;
1199                 struct pkt_hdr *header;
1200
1201                 skb_queue_head_init(&card->tx_queue[i]);
1202                 skb_queue_head_init(&card->cli_queue[i]);
1203
1204                 card->atmdev[i] = atm_dev_register("solos-pci", &fpga_ops, -1, NULL);
1205                 if (!card->atmdev[i]) {
1206                         dev_err(&card->dev->dev, "Could not register ATM device %d\n", i);
1207                         atm_remove(card);
1208                         return -ENODEV;
1209                 }
1210                 if (device_create_file(&card->atmdev[i]->class_dev, &dev_attr_console))
1211                         dev_err(&card->dev->dev, "Could not register console for ATM device %d\n", i);
1212                 if (sysfs_create_group(&card->atmdev[i]->class_dev.kobj, &solos_attr_group))
1213                         dev_err(&card->dev->dev, "Could not register parameter group for ATM device %d\n", i);
1214
1215                 dev_info(&card->dev->dev, "Registered ATM device %d\n", card->atmdev[i]->number);
1216
1217                 card->atmdev[i]->ci_range.vpi_bits = 8;
1218                 card->atmdev[i]->ci_range.vci_bits = 16;
1219                 card->atmdev[i]->dev_data = card;
1220                 card->atmdev[i]->phy_data = (void *)(unsigned long)i;
1221                 card->atmdev[i]->signal = ATM_PHY_SIG_UNKNOWN;
1222
1223                 skb = alloc_skb(sizeof(*header), GFP_ATOMIC);
1224                 if (!skb) {
1225                         dev_warn(&card->dev->dev, "Failed to allocate sk_buff in atm_init()\n");
1226                         continue;
1227                 }
1228
1229                 header = (void *)skb_put(skb, sizeof(*header));
1230
1231                 header->size = cpu_to_le16(0);
1232                 header->vpi = cpu_to_le16(0);
1233                 header->vci = cpu_to_le16(0);
1234                 header->type = cpu_to_le16(PKT_STATUS);
1235
1236                 fpga_queue(card, i, skb, NULL);
1237         }
1238         return 0;
1239 }
1240
1241 static void atm_remove(struct solos_card *card)
1242 {
1243         int i;
1244
1245         for (i = 0; i < card->nr_ports; i++) {
1246                 if (card->atmdev[i]) {
1247                         dev_info(&card->dev->dev, "Unregistering ATM device %d\n", card->atmdev[i]->number);
1248
1249                         sysfs_remove_group(&card->atmdev[i]->class_dev.kobj, &solos_attr_group);
1250                         atm_dev_deregister(card->atmdev[i]);
1251                 }
1252         }
1253 }
1254
1255 static void fpga_remove(struct pci_dev *dev)
1256 {
1257         struct solos_card *card = pci_get_drvdata(dev);
1258
1259         if (debug)
1260                 return;
1261
1262         atm_remove(card);
1263
1264         dev_vdbg(&dev->dev, "Freeing IRQ\n");
1265         // Disable IRQs from FPGA
1266         iowrite32(0, card->config_regs + IRQ_EN_ADDR);
1267         free_irq(dev->irq, card);
1268         tasklet_kill(&card->tlet);
1269
1270         //      iowrite32(0x01,pciregs);
1271         dev_vdbg(&dev->dev, "Unmapping PCI resource\n");
1272         pci_iounmap(dev, card->buffers);
1273         pci_iounmap(dev, card->config_regs);
1274
1275         dev_vdbg(&dev->dev, "Releasing PCI Region\n");
1276         pci_release_regions(dev);
1277         pci_disable_device(dev);
1278
1279         pci_set_drvdata(dev, NULL);
1280         kfree(card);
1281 //      dev_dbg(&card->dev->dev, "fpga_remove\n");
1282         return;
1283 }
1284
1285 static struct pci_device_id fpga_pci_tbl[] __devinitdata = {
1286         { 0x10ee, 0x0300, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
1287         { 0, }
1288 };
1289
1290 MODULE_DEVICE_TABLE(pci,fpga_pci_tbl);
1291
1292 static struct pci_driver fpga_driver = {
1293         .name =         "solos",
1294         .id_table =     fpga_pci_tbl,
1295         .probe =        fpga_probe,
1296         .remove =       fpga_remove,
1297 };
1298
1299
1300 static int __init solos_pci_init(void)
1301 {
1302         printk(KERN_INFO "Solos PCI Driver Version %s\n", VERSION);
1303         return pci_register_driver(&fpga_driver);
1304 }
1305
1306 static void __exit solos_pci_exit(void)
1307 {
1308         pci_unregister_driver(&fpga_driver);
1309         printk(KERN_INFO "Solos PCI Driver %s Unloaded\n", VERSION);
1310 }
1311
1312 module_init(solos_pci_init);
1313 module_exit(solos_pci_exit);