solos: Tidy up DMA handling a little. Still untested
[linux-2.6] / drivers / atm / solos-pci.c
1 /*
2  * Driver for the Solos PCI ADSL2+ card, designed to support Linux by
3  *  Traverse Technologies -- http://www.traverse.com.au/
4  *  Xrio Limited          -- http://www.xrio.com/
5  *
6  *
7  * Copyright © 2008 Traverse Technologies
8  * Copyright © 2008 Intel Corporation
9  *
10  * Authors: Nathan Williams <nathan@traverse.com.au>
11  *          David Woodhouse <dwmw2@infradead.org>
12  *          Treker Chen <treker@xrio.com>
13  *
14  * This program is free software; you can redistribute it and/or
15  * modify it under the terms of the GNU General Public License
16  * version 2, as published by the Free Software Foundation.
17  *
18  * This program is distributed in the hope that it will be useful,
19  * but WITHOUT ANY WARRANTY; without even the implied warranty of
20  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
21  * GNU General Public License for more details.
22  */
23
24 #define DEBUG
25 #define VERBOSE_DEBUG
26
27 #include <linux/interrupt.h>
28 #include <linux/module.h>
29 #include <linux/kernel.h>
30 #include <linux/errno.h>
31 #include <linux/ioport.h>
32 #include <linux/types.h>
33 #include <linux/pci.h>
34 #include <linux/atm.h>
35 #include <linux/atmdev.h>
36 #include <linux/skbuff.h>
37 #include <linux/sysfs.h>
38 #include <linux/device.h>
39 #include <linux/kobject.h>
40 #include <linux/firmware.h>
41 #include <linux/ctype.h>
42 #include <linux/swab.h>
43
44 #define VERSION "0.07"
45 #define PTAG "solos-pci"
46
47 #define CONFIG_RAM_SIZE 128
48 #define FLAGS_ADDR      0x7C
49 #define IRQ_EN_ADDR     0x78
50 #define FPGA_VER        0x74
51 #define IRQ_CLEAR       0x70
52 #define WRITE_FLASH     0x6C
53 #define PORTS           0x68
54 #define FLASH_BLOCK     0x64
55 #define FLASH_BUSY      0x60
56 #define FPGA_MODE       0x5C
57 #define FLASH_MODE      0x58
58 #define TX_DMA_ADDR(port)       (0x40 + (4 * (port)))
59 #define RX_DMA_ADDR(port)       (0x30 + (4 * (port)))
60
61 #define DATA_RAM_SIZE   32768
62 #define BUF_SIZE        4096
63 #define FPGA_PAGE       528 /* FPGA flash page size*/
64 #define SOLOS_PAGE      512 /* Solos flash page size*/
65 #define FPGA_BLOCK      (FPGA_PAGE * 8) /* FPGA flash block size*/
66 #define SOLOS_BLOCK     (SOLOS_PAGE * 8) /* Solos flash block size*/
67
68 #define RX_BUF(card, nr) ((card->buffers) + (nr)*BUF_SIZE*2)
69 #define TX_BUF(card, nr) ((card->buffers) + (nr)*BUF_SIZE*2 + BUF_SIZE)
70
71 #define RX_DMA_SIZE     2048
72
73 static int debug = 0;
74 static int atmdebug = 0;
75 static int firmware_upgrade = 0;
76 static int fpga_upgrade = 0;
77
78 struct pkt_hdr {
79         __le16 size;
80         __le16 vpi;
81         __le16 vci;
82         __le16 type;
83 };
84
85 struct solos_skb_cb {
86         struct atm_vcc *vcc;
87         uint32_t dma_addr;
88 };
89
90
91 #define SKB_CB(skb)             ((struct solos_skb_cb *)skb->cb)
92
93 #define PKT_DATA        0
94 #define PKT_COMMAND     1
95 #define PKT_POPEN       3
96 #define PKT_PCLOSE      4
97 #define PKT_STATUS      5
98
99 struct solos_card {
100         void __iomem *config_regs;
101         void __iomem *buffers;
102         int nr_ports;
103         struct pci_dev *dev;
104         struct atm_dev *atmdev[4];
105         struct tasklet_struct tlet;
106         spinlock_t tx_lock;
107         spinlock_t tx_queue_lock;
108         spinlock_t cli_queue_lock;
109         spinlock_t param_queue_lock;
110         struct list_head param_queue;
111         struct sk_buff_head tx_queue[4];
112         struct sk_buff_head cli_queue[4];
113         struct sk_buff *tx_skb[4];
114         struct sk_buff *rx_skb[4];
115         wait_queue_head_t param_wq;
116         wait_queue_head_t fw_wq;
117         int using_dma;
118 };
119
120
121 struct solos_param {
122         struct list_head list;
123         pid_t pid;
124         int port;
125         struct sk_buff *response;
126         wait_queue_head_t wq;
127 };
128
129 #define SOLOS_CHAN(atmdev) ((int)(unsigned long)(atmdev)->phy_data)
130
131 MODULE_AUTHOR("Traverse Technologies <support@traverse.com.au>");
132 MODULE_DESCRIPTION("Solos PCI driver");
133 MODULE_VERSION(VERSION);
134 MODULE_LICENSE("GPL");
135 MODULE_PARM_DESC(debug, "Enable Loopback");
136 MODULE_PARM_DESC(atmdebug, "Print ATM data");
137 MODULE_PARM_DESC(firmware_upgrade, "Initiate Solos firmware upgrade");
138 MODULE_PARM_DESC(fpga_upgrade, "Initiate FPGA upgrade");
139 module_param(debug, int, 0444);
140 module_param(atmdebug, int, 0644);
141 module_param(firmware_upgrade, int, 0444);
142 module_param(fpga_upgrade, int, 0444);
143
144 static void fpga_queue(struct solos_card *card, int port, struct sk_buff *skb,
145                        struct atm_vcc *vcc);
146 static int fpga_tx(struct solos_card *);
147 static irqreturn_t solos_irq(int irq, void *dev_id);
148 static struct atm_vcc* find_vcc(struct atm_dev *dev, short vpi, int vci);
149 static int list_vccs(int vci);
150 static void release_vccs(struct atm_dev *dev);
151 static int atm_init(struct solos_card *);
152 static void atm_remove(struct solos_card *);
153 static int send_command(struct solos_card *card, int dev, const char *buf, size_t size);
154 static void solos_bh(unsigned long);
155 static int print_buffer(struct sk_buff *buf);
156
157 static inline void solos_pop(struct atm_vcc *vcc, struct sk_buff *skb)
158 {
159         if (vcc->pop)
160                 vcc->pop(vcc, skb);
161         else
162                 dev_kfree_skb_any(skb);
163 }
164
165 static ssize_t solos_param_show(struct device *dev, struct device_attribute *attr,
166                                 char *buf)
167 {
168         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
169         struct solos_card *card = atmdev->dev_data;
170         struct solos_param prm;
171         struct sk_buff *skb;
172         struct pkt_hdr *header;
173         int buflen;
174
175         buflen = strlen(attr->attr.name) + 10;
176
177         skb = alloc_skb(sizeof(*header) + buflen, GFP_KERNEL);
178         if (!skb) {
179                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in solos_param_show()\n");
180                 return -ENOMEM;
181         }
182
183         header = (void *)skb_put(skb, sizeof(*header));
184
185         buflen = snprintf((void *)&header[1], buflen - 1,
186                           "L%05d\n%s\n", current->pid, attr->attr.name);
187         skb_put(skb, buflen);
188
189         header->size = cpu_to_le16(buflen);
190         header->vpi = cpu_to_le16(0);
191         header->vci = cpu_to_le16(0);
192         header->type = cpu_to_le16(PKT_COMMAND);
193
194         prm.pid = current->pid;
195         prm.response = NULL;
196         prm.port = SOLOS_CHAN(atmdev);
197
198         spin_lock_irq(&card->param_queue_lock);
199         list_add(&prm.list, &card->param_queue);
200         spin_unlock_irq(&card->param_queue_lock);
201
202         fpga_queue(card, prm.port, skb, NULL);
203
204         wait_event_timeout(card->param_wq, prm.response, 5 * HZ);
205
206         spin_lock_irq(&card->param_queue_lock);
207         list_del(&prm.list);
208         spin_unlock_irq(&card->param_queue_lock);
209
210         if (!prm.response)
211                 return -EIO;
212
213         buflen = prm.response->len;
214         memcpy(buf, prm.response->data, buflen);
215         kfree_skb(prm.response);
216
217         return buflen;
218 }
219
220 static ssize_t solos_param_store(struct device *dev, struct device_attribute *attr,
221                                  const char *buf, size_t count)
222 {
223         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
224         struct solos_card *card = atmdev->dev_data;
225         struct solos_param prm;
226         struct sk_buff *skb;
227         struct pkt_hdr *header;
228         int buflen;
229         ssize_t ret;
230
231         buflen = strlen(attr->attr.name) + 11 + count;
232
233         skb = alloc_skb(sizeof(*header) + buflen, GFP_KERNEL);
234         if (!skb) {
235                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in solos_param_store()\n");
236                 return -ENOMEM;
237         }
238
239         header = (void *)skb_put(skb, sizeof(*header));
240
241         buflen = snprintf((void *)&header[1], buflen - 1,
242                           "L%05d\n%s\n%s\n", current->pid, attr->attr.name, buf);
243
244         skb_put(skb, buflen);
245         header->size = cpu_to_le16(buflen);
246         header->vpi = cpu_to_le16(0);
247         header->vci = cpu_to_le16(0);
248         header->type = cpu_to_le16(PKT_COMMAND);
249
250         prm.pid = current->pid;
251         prm.response = NULL;
252         prm.port = SOLOS_CHAN(atmdev);
253
254         spin_lock_irq(&card->param_queue_lock);
255         list_add(&prm.list, &card->param_queue);
256         spin_unlock_irq(&card->param_queue_lock);
257
258         fpga_queue(card, prm.port, skb, NULL);
259
260         wait_event_timeout(card->param_wq, prm.response, 5 * HZ);
261
262         spin_lock_irq(&card->param_queue_lock);
263         list_del(&prm.list);
264         spin_unlock_irq(&card->param_queue_lock);
265
266         skb = prm.response;
267
268         if (!skb)
269                 return -EIO;
270
271         buflen = skb->len;
272
273         /* Sometimes it has a newline, sometimes it doesn't. */
274         if (skb->data[buflen - 1] == '\n')
275                 buflen--;
276
277         if (buflen == 2 && !strncmp(skb->data, "OK", 2))
278                 ret = count;
279         else if (buflen == 5 && !strncmp(skb->data, "ERROR", 5))
280                 ret = -EIO;
281         else {
282                 /* We know we have enough space allocated for this; we allocated 
283                    it ourselves */
284                 skb->data[buflen] = 0;
285         
286                 dev_warn(&card->dev->dev, "Unexpected parameter response: '%s'\n",
287                          skb->data);
288                 ret = -EIO;
289         }
290         kfree_skb(skb);
291
292         return ret;
293 }
294
295 static char *next_string(struct sk_buff *skb)
296 {
297         int i = 0;
298         char *this = skb->data;
299
300         while (i < skb->len) {
301                 if (this[i] == '\n') {
302                         this[i] = 0;
303                         skb_pull(skb, i);
304                         return this;
305                 }
306         }
307         return NULL;
308 }
309
310 /*
311  * Status packet has fields separated by \n, starting with a version number
312  * for the information therein. Fields are....
313  *
314  *     packet version
315  *     TxBitRate        (version >= 1)
316  *     RxBitRate        (version >= 1)
317  *     State            (version >= 1)
318  */       
319 static int process_status(struct solos_card *card, int port, struct sk_buff *skb)
320 {
321         char *str, *end, *state_str;
322         int ver, rate_up, rate_down, state, snr, attn;
323
324         if (!card->atmdev[port])
325                 return -ENODEV;
326
327         str = next_string(skb);
328         if (!str)
329                 return -EIO;
330
331         ver = simple_strtol(str, NULL, 10);
332         if (ver < 1) {
333                 dev_warn(&card->dev->dev, "Unexpected status interrupt version %d\n",
334                          ver);
335                 return -EIO;
336         }
337
338         str = next_string(skb);
339         rate_up = simple_strtol(str, &end, 10);
340         if (*end)
341                 return -EIO;
342
343         str = next_string(skb);
344         rate_down = simple_strtol(str, &end, 10);
345         if (*end)
346                 return -EIO;
347
348         state_str = next_string(skb);
349         if (!strcmp(state_str, "Showtime"))
350                 state = ATM_PHY_SIG_FOUND;
351         else {
352                 state = ATM_PHY_SIG_LOST;
353                 release_vccs(card->atmdev[port]);
354         }
355
356         str = next_string(skb);
357         snr = simple_strtol(str, &end, 10);
358         if (*end)
359                 return -EIO;
360
361         str = next_string(skb);
362         attn = simple_strtol(str, &end, 10);
363         if (*end)
364                 return -EIO;
365
366         if (state == ATM_PHY_SIG_LOST && !rate_up && !rate_down)
367                 dev_info(&card->dev->dev, "Port %d ATM state: %s\n",
368                          port, state_str);
369         else
370                 dev_info(&card->dev->dev, "Port %d ATM state: %s (%d/%d kb/s, SNR %ddB, Attn %ddB)\n",
371                          port, state_str, rate_up/1000, rate_down/1000,
372                          snr, attn);
373
374         card->atmdev[port]->link_rate = rate_down;
375         card->atmdev[port]->signal = state;
376
377         return 0;
378 }
379
380 static int process_command(struct solos_card *card, int port, struct sk_buff *skb)
381 {
382         struct solos_param *prm;
383         unsigned long flags;
384         int cmdpid;
385         int found = 0;
386
387         if (skb->len < 7)
388                 return 0;
389
390         if (skb->data[0] != 'L'    || !isdigit(skb->data[1]) ||
391             !isdigit(skb->data[2]) || !isdigit(skb->data[3]) ||
392             !isdigit(skb->data[4]) || !isdigit(skb->data[5]) ||
393             skb->data[6] != '\n')
394                 return 0;
395
396         cmdpid = simple_strtol(&skb->data[1], NULL, 10);
397
398         spin_lock_irqsave(&card->param_queue_lock, flags);
399         list_for_each_entry(prm, &card->param_queue, list) {
400                 if (prm->port == port && prm->pid == cmdpid) {
401                         prm->response = skb;
402                         skb_pull(skb, 7);
403                         wake_up(&card->param_wq);
404                         found = 1;
405                         break;
406                 }
407         }
408         spin_unlock_irqrestore(&card->param_queue_lock, flags);
409         return found;
410 }
411
412 static ssize_t console_show(struct device *dev, struct device_attribute *attr,
413                             char *buf)
414 {
415         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
416         struct solos_card *card = atmdev->dev_data;
417         struct sk_buff *skb;
418
419         spin_lock(&card->cli_queue_lock);
420         skb = skb_dequeue(&card->cli_queue[SOLOS_CHAN(atmdev)]);
421         spin_unlock(&card->cli_queue_lock);
422         if(skb == NULL)
423                 return sprintf(buf, "No data.\n");
424
425         memcpy(buf, skb->data, skb->len);
426         dev_dbg(&card->dev->dev, "len: %d\n", skb->len);
427
428         kfree_skb(skb);
429         return skb->len;
430 }
431
432 static int send_command(struct solos_card *card, int dev, const char *buf, size_t size)
433 {
434         struct sk_buff *skb;
435         struct pkt_hdr *header;
436
437 //      dev_dbg(&card->dev->dev, "size: %d\n", size);
438
439         if (size > (BUF_SIZE - sizeof(*header))) {
440                 dev_dbg(&card->dev->dev, "Command is too big.  Dropping request\n");
441                 return 0;
442         }
443         skb = alloc_skb(size + sizeof(*header), GFP_ATOMIC);
444         if (!skb) {
445                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in send_command()\n");
446                 return 0;
447         }
448
449         header = (void *)skb_put(skb, sizeof(*header));
450
451         header->size = cpu_to_le16(size);
452         header->vpi = cpu_to_le16(0);
453         header->vci = cpu_to_le16(0);
454         header->type = cpu_to_le16(PKT_COMMAND);
455
456         memcpy(skb_put(skb, size), buf, size);
457
458         fpga_queue(card, dev, skb, NULL);
459
460         return 0;
461 }
462
463 static ssize_t console_store(struct device *dev, struct device_attribute *attr,
464                              const char *buf, size_t count)
465 {
466         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
467         struct solos_card *card = atmdev->dev_data;
468         int err;
469
470         err = send_command(card, SOLOS_CHAN(atmdev), buf, count);
471
472         return err?:count;
473 }
474
475 static DEVICE_ATTR(console, 0644, console_show, console_store);
476
477
478 #define SOLOS_ATTR_RO(x) static DEVICE_ATTR(x, 0444, solos_param_show, NULL);
479 #define SOLOS_ATTR_RW(x) static DEVICE_ATTR(x, 0644, solos_param_show, solos_param_store);
480
481 #include "solos-attrlist.c"
482
483 #undef SOLOS_ATTR_RO
484 #undef SOLOS_ATTR_RW
485
486 #define SOLOS_ATTR_RO(x) &dev_attr_##x.attr,
487 #define SOLOS_ATTR_RW(x) &dev_attr_##x.attr,
488
489 static struct attribute *solos_attrs[] = {
490 #include "solos-attrlist.c"
491         NULL
492 };
493
494 static struct attribute_group solos_attr_group = {
495         .attrs = solos_attrs,
496         .name = "parameters",
497 };
498
499 static int flash_upgrade(struct solos_card *card, int chip)
500 {
501         const struct firmware *fw;
502         const char *fw_name;
503         uint32_t data32 = 0;
504         int blocksize = 0;
505         int numblocks = 0;
506         int offset;
507
508         if (chip == 0) {
509                 fw_name = "solos-FPGA.bin";
510                 blocksize = FPGA_BLOCK;
511         } else {
512                 fw_name = "solos-Firmware.bin";
513                 blocksize = SOLOS_BLOCK;
514         }
515
516         if (request_firmware(&fw, fw_name, &card->dev->dev))
517                 return -ENOENT;
518
519         dev_info(&card->dev->dev, "Flash upgrade starting\n");
520
521         numblocks = fw->size / blocksize;
522         dev_info(&card->dev->dev, "Firmware size: %zd\n", fw->size);
523         dev_info(&card->dev->dev, "Number of blocks: %d\n", numblocks);
524         
525         dev_info(&card->dev->dev, "Changing FPGA to Update mode\n");
526         iowrite32(1, card->config_regs + FPGA_MODE);
527         data32 = ioread32(card->config_regs + FPGA_MODE); 
528
529         /* Set mode to Chip Erase */
530         dev_info(&card->dev->dev, "Set FPGA Flash mode to %s Chip Erase\n",
531                  chip?"Solos":"FPGA");
532         iowrite32((chip * 2), card->config_regs + FLASH_MODE);
533
534
535         iowrite32(1, card->config_regs + WRITE_FLASH);
536         wait_event(card->fw_wq, !ioread32(card->config_regs + FLASH_BUSY));
537
538         for (offset = 0; offset < fw->size; offset += blocksize) {
539                 int i;
540
541                 /* Clear write flag */
542                 iowrite32(0, card->config_regs + WRITE_FLASH);
543
544                 /* Set mode to Block Write */
545                 /* dev_info(&card->dev->dev, "Set FPGA Flash mode to Block Write\n"); */
546                 iowrite32(((chip * 2) + 1), card->config_regs + FLASH_MODE);
547
548                 /* Copy block to buffer, swapping each 16 bits */
549                 for(i = 0; i < blocksize; i += 4) {
550                         uint32_t word = swahb32p((uint32_t *)(fw->data + offset + i));
551                         iowrite32(word, RX_BUF(card, 3) + i);
552                 }
553
554                 /* Specify block number and then trigger flash write */
555                 iowrite32(offset / blocksize, card->config_regs + FLASH_BLOCK);
556                 iowrite32(1, card->config_regs + WRITE_FLASH);
557                 wait_event(card->fw_wq, !ioread32(card->config_regs + FLASH_BUSY));
558         }
559
560         release_firmware(fw);
561         iowrite32(0, card->config_regs + WRITE_FLASH);
562         iowrite32(0, card->config_regs + FPGA_MODE);
563         iowrite32(0, card->config_regs + FLASH_MODE);
564         dev_info(&card->dev->dev, "Returning FPGA to Data mode\n");
565         return 0;
566 }
567
568 static irqreturn_t solos_irq(int irq, void *dev_id)
569 {
570         struct solos_card *card = dev_id;
571         int handled = 1;
572
573         //ACK IRQ
574         iowrite32(0, card->config_regs + IRQ_CLEAR);
575         //Disable IRQs from FPGA
576         iowrite32(0, card->config_regs + IRQ_EN_ADDR);
577
578         if (card->atmdev[0])
579                 tasklet_schedule(&card->tlet);
580         else
581                 wake_up(&card->fw_wq);
582
583         //Enable IRQs from FPGA
584         iowrite32(1, card->config_regs + IRQ_EN_ADDR);
585         return IRQ_RETVAL(handled);
586 }
587
588 void solos_bh(unsigned long card_arg)
589 {
590         struct solos_card *card = (void *)card_arg;
591         int port;
592         uint32_t card_flags;
593         uint32_t tx_mask;
594         uint32_t rx_done = 0;
595
596         card_flags = ioread32(card->config_regs + FLAGS_ADDR);
597
598         /* The TX bits are set if the channel is busy; clear if not. We want to
599            invoke fpga_tx() unless _all_ the bits for active channels are set */
600         tx_mask = (1 << card->nr_ports) - 1;
601         if ((card_flags & tx_mask) != tx_mask)
602                 fpga_tx(card);
603
604         for (port = 0; port < card->nr_ports; port++) {
605                 if (card_flags & (0x10 << port)) {
606                         struct pkt_hdr _hdr, *header;
607                         struct sk_buff *skb;
608                         struct atm_vcc *vcc;
609                         int size;
610
611                         if (card->using_dma) {
612                                 skb = card->rx_skb[port];
613                                 card->rx_skb[port] = NULL;
614
615                                 pci_unmap_single(card->dev, SKB_CB(skb)->dma_addr,
616                                                  RX_DMA_SIZE, PCI_DMA_FROMDEVICE);
617
618                                 header = (void *)skb->data;
619                                 size = le16_to_cpu(header->size);
620                                 skb_put(skb, size + sizeof(*header));
621                                 skb_pull(skb, sizeof(*header));
622                         } else {
623                                 header = &_hdr;
624
625                                 rx_done |= 0x10 << port;
626
627                                 memcpy_fromio(header, RX_BUF(card, port), sizeof(*header));
628
629                                 size = le16_to_cpu(header->size);
630
631                                 skb = alloc_skb(size + 1, GFP_ATOMIC);
632                                 if (!skb) {
633                                         if (net_ratelimit())
634                                                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff for RX\n");
635                                         continue;
636                                 }
637
638                                 memcpy_fromio(skb_put(skb, size),
639                                               RX_BUF(card, port) + sizeof(*header),
640                                               size);
641                         }
642                         if (atmdebug) {
643                                 dev_info(&card->dev->dev, "Received: device %d\n", port);
644                                 dev_info(&card->dev->dev, "size: %d VPI: %d VCI: %d\n",
645                                          size, le16_to_cpu(header->vpi),
646                                          le16_to_cpu(header->vci));
647                                 print_buffer(skb);
648                         }
649
650                         switch (le16_to_cpu(header->type)) {
651                         case PKT_DATA:
652                                 vcc = find_vcc(card->atmdev[port], le16_to_cpu(header->vpi),
653                                                le16_to_cpu(header->vci));
654                                 if (!vcc) {
655                                         if (net_ratelimit())
656                                                 dev_warn(&card->dev->dev, "Received packet for unknown VCI.VPI %d.%d on port %d\n",
657                                                          le16_to_cpu(header->vci), le16_to_cpu(header->vpi),
658                                                          port);
659                                         continue;
660                                 }
661                                 atm_charge(vcc, skb->truesize);
662                                 vcc->push(vcc, skb);
663                                 atomic_inc(&vcc->stats->rx);
664                                 break;
665
666                         case PKT_STATUS:
667                                 process_status(card, port, skb);
668                                 dev_kfree_skb_any(skb);
669                                 break;
670
671                         case PKT_COMMAND:
672                         default: /* FIXME: Not really, surely? */
673                                 if (process_command(card, port, skb))
674                                         break;
675                                 spin_lock(&card->cli_queue_lock);
676                                 if (skb_queue_len(&card->cli_queue[port]) > 10) {
677                                         if (net_ratelimit())
678                                                 dev_warn(&card->dev->dev, "Dropping console response on port %d\n",
679                                                          port);
680                                         dev_kfree_skb_any(skb);
681                                 } else
682                                         skb_queue_tail(&card->cli_queue[port], skb);
683                                 spin_unlock(&card->cli_queue_lock);
684                                 break;
685                         }
686                 }
687                 /* Allocate RX skbs for any ports which need them */
688                 if (card->using_dma && card->atmdev[port] &&
689                     !card->rx_skb[port]) {
690                         struct sk_buff *skb = alloc_skb(RX_DMA_SIZE, GFP_ATOMIC);
691                         if (skb) {
692                                 SKB_CB(skb)->dma_addr =
693                                         pci_map_single(card->dev, skb->data,
694                                                        RX_DMA_SIZE, PCI_DMA_FROMDEVICE);
695                                 iowrite32(SKB_CB(skb)->dma_addr,
696                                           card->config_regs + RX_DMA_ADDR(port));
697                                 card->rx_skb[port] = skb;
698                         } else {
699                                 if (net_ratelimit())
700                                         dev_warn(&card->dev->dev, "Failed to allocate RX skb");
701
702                                 /* We'll have to try again later */
703                                 tasklet_schedule(&card->tlet);
704                         }
705                 }
706         }
707         if (rx_done)
708                 iowrite32(rx_done, card->config_regs + FLAGS_ADDR);
709
710         return;
711 }
712
713 static struct atm_vcc *find_vcc(struct atm_dev *dev, short vpi, int vci)
714 {
715         struct hlist_head *head;
716         struct atm_vcc *vcc = NULL;
717         struct hlist_node *node;
718         struct sock *s;
719
720         read_lock(&vcc_sklist_lock);
721         head = &vcc_hash[vci & (VCC_HTABLE_SIZE -1)];
722         sk_for_each(s, node, head) {
723                 vcc = atm_sk(s);
724                 if (vcc->dev == dev && vcc->vci == vci &&
725                     vcc->vpi == vpi && vcc->qos.rxtp.traffic_class != ATM_NONE)
726                         goto out;
727         }
728         vcc = NULL;
729  out:
730         read_unlock(&vcc_sklist_lock);
731         return vcc;
732 }
733
734 static int list_vccs(int vci)
735 {
736         struct hlist_head *head;
737         struct atm_vcc *vcc;
738         struct hlist_node *node;
739         struct sock *s;
740         int num_found = 0;
741         int i;
742
743         read_lock(&vcc_sklist_lock);
744         if (vci != 0){
745                 head = &vcc_hash[vci & (VCC_HTABLE_SIZE -1)];
746                 sk_for_each(s, node, head) {
747                         num_found ++;
748                         vcc = atm_sk(s);
749                         printk(KERN_DEBUG "Device: %d Vpi: %d Vci: %d\n",
750                                vcc->dev->number,
751                                vcc->vpi,
752                                vcc->vci);
753                 }
754         } else {
755                 for(i = 0; i < VCC_HTABLE_SIZE; i++){
756                         head = &vcc_hash[i];
757                         sk_for_each(s, node, head) {
758                                 num_found ++;
759                                 vcc = atm_sk(s);
760                                 printk(KERN_DEBUG "Device: %d Vpi: %d Vci: %d\n",
761                                        vcc->dev->number,
762                                        vcc->vpi,
763                                        vcc->vci);
764                         }
765                 }
766         }
767         read_unlock(&vcc_sklist_lock);
768         return num_found;
769 }
770
771 static void release_vccs(struct atm_dev *dev)
772 {
773         int i;
774
775         write_lock_irq(&vcc_sklist_lock);
776         for (i = 0; i < VCC_HTABLE_SIZE; i++) {
777                 struct hlist_head *head = &vcc_hash[i];
778                 struct hlist_node *node, *tmp;
779                 struct sock *s;
780                 struct atm_vcc *vcc;
781
782                 sk_for_each_safe(s, node, tmp, head) {
783                         vcc = atm_sk(s);
784                         if (vcc->dev == dev) {
785                                 vcc_release_async(vcc, -EPIPE);
786                                 sk_del_node_init(s);
787                         }
788                 }
789         }
790         write_unlock_irq(&vcc_sklist_lock);
791 }
792
793
794 static int popen(struct atm_vcc *vcc)
795 {
796         struct solos_card *card = vcc->dev->dev_data;
797         struct sk_buff *skb;
798         struct pkt_hdr *header;
799
800         if (vcc->qos.aal != ATM_AAL5) {
801                 dev_warn(&card->dev->dev, "Unsupported ATM type %d\n",
802                          vcc->qos.aal);
803                 return -EINVAL;
804         }
805
806         skb = alloc_skb(sizeof(*header), GFP_ATOMIC);
807         if (!skb && net_ratelimit()) {
808                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in popen()\n");
809                 return -ENOMEM;
810         }
811         header = (void *)skb_put(skb, sizeof(*header));
812
813         header->size = cpu_to_le16(0);
814         header->vpi = cpu_to_le16(vcc->vpi);
815         header->vci = cpu_to_le16(vcc->vci);
816         header->type = cpu_to_le16(PKT_POPEN);
817
818         fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, NULL);
819
820 //      dev_dbg(&card->dev->dev, "Open for vpi %d and vci %d on interface %d\n", vcc->vpi, vcc->vci, SOLOS_CHAN(vcc->dev));
821         set_bit(ATM_VF_ADDR, &vcc->flags); // accept the vpi / vci
822         set_bit(ATM_VF_READY, &vcc->flags);
823         list_vccs(0);
824
825
826         return 0;
827 }
828
829 static void pclose(struct atm_vcc *vcc)
830 {
831         struct solos_card *card = vcc->dev->dev_data;
832         struct sk_buff *skb;
833         struct pkt_hdr *header;
834
835         skb = alloc_skb(sizeof(*header), GFP_ATOMIC);
836         if (!skb) {
837                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in pclose()\n");
838                 return;
839         }
840         header = (void *)skb_put(skb, sizeof(*header));
841
842         header->size = cpu_to_le16(0);
843         header->vpi = cpu_to_le16(vcc->vpi);
844         header->vci = cpu_to_le16(vcc->vci);
845         header->type = cpu_to_le16(PKT_PCLOSE);
846
847         fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, NULL);
848
849 //      dev_dbg(&card->dev->dev, "Close for vpi %d and vci %d on interface %d\n", vcc->vpi, vcc->vci, SOLOS_CHAN(vcc->dev));
850
851         clear_bit(ATM_VF_ADDR, &vcc->flags);
852         clear_bit(ATM_VF_READY, &vcc->flags);
853
854         return;
855 }
856
857 static int print_buffer(struct sk_buff *buf)
858 {
859         int len,i;
860         char msg[500];
861         char item[10];
862
863         len = buf->len;
864         for (i = 0; i < len; i++){
865                 if(i % 8 == 0)
866                         sprintf(msg, "%02X: ", i);
867
868                 sprintf(item,"%02X ",*(buf->data + i));
869                 strcat(msg, item);
870                 if(i % 8 == 7) {
871                         sprintf(item, "\n");
872                         strcat(msg, item);
873                         printk(KERN_DEBUG "%s", msg);
874                 }
875         }
876         if (i % 8 != 0) {
877                 sprintf(item, "\n");
878                 strcat(msg, item);
879                 printk(KERN_DEBUG "%s", msg);
880         }
881         printk(KERN_DEBUG "\n");
882
883         return 0;
884 }
885
886 static void fpga_queue(struct solos_card *card, int port, struct sk_buff *skb,
887                        struct atm_vcc *vcc)
888 {
889         int old_len;
890
891         SKB_CB(skb)->vcc = vcc;
892
893         spin_lock(&card->tx_queue_lock);
894         old_len = skb_queue_len(&card->tx_queue[port]);
895         skb_queue_tail(&card->tx_queue[port], skb);
896         spin_unlock(&card->tx_queue_lock);
897
898         /* If TX might need to be started, do so */
899         if (!old_len)
900                 fpga_tx(card);
901 }
902
903 static int fpga_tx(struct solos_card *card)
904 {
905         uint32_t tx_pending;
906         uint32_t tx_started = 0;
907         struct sk_buff *skb;
908         struct atm_vcc *vcc;
909         unsigned char port;
910         unsigned long flags;
911
912         spin_lock_irqsave(&card->tx_lock, flags);
913
914         tx_pending = ioread32(card->config_regs + FLAGS_ADDR);
915
916         dev_vdbg(&card->dev->dev, "TX Flags are %X\n", tx_pending);
917
918         for (port = 0; port < card->nr_ports; port++) {
919                 if (card->atmdev[port] && !(tx_pending & (1 << port))) {
920                         struct sk_buff *oldskb = card->tx_skb[port];
921
922                         if (oldskb)
923                                 pci_unmap_single(card->dev, SKB_CB(oldskb)->dma_addr,
924                                                  oldskb->len, PCI_DMA_TODEVICE);
925                         
926                         spin_lock(&card->tx_queue_lock);
927                         skb = skb_dequeue(&card->tx_queue[port]);
928                         spin_unlock(&card->tx_queue_lock);
929
930                         if (skb && !card->using_dma) {
931                                 memcpy_toio(TX_BUF(card, port), skb->data, skb->len);
932                                 tx_started |= 1 << port; //Set TX full flag
933                                 oldskb = skb; /* We're done with this skb already */
934                         } else if (skb && card->using_dma) {
935                                 SKB_CB(skb)->dma_addr = pci_map_single(card->dev, skb->data,
936                                                                        skb->len, PCI_DMA_TODEVICE);
937                                 iowrite32(SKB_CB(skb)->dma_addr,
938                                           card->config_regs + TX_DMA_ADDR(port));
939                         }
940
941                         if (!oldskb)
942                                 continue;
943
944                         /* Clean up and free oldskb now it's gone */
945                         if (atmdebug) {
946                                 dev_info(&card->dev->dev, "Transmitted: port %d\n",
947                                          port);
948                                 print_buffer(oldskb);
949                         }
950
951                         vcc = SKB_CB(oldskb)->vcc;
952
953                         if (vcc) {
954                                 atomic_inc(&vcc->stats->tx);
955                                 solos_pop(vcc, oldskb);
956                         } else
957                                 dev_kfree_skb_irq(oldskb);
958
959                 }
960         }
961         if (tx_started)
962                 iowrite32(tx_started, card->config_regs + FLAGS_ADDR);
963
964         spin_unlock_irqrestore(&card->tx_lock, flags);
965         return 0;
966 }
967
968 static int psend(struct atm_vcc *vcc, struct sk_buff *skb)
969 {
970         struct solos_card *card = vcc->dev->dev_data;
971         struct sk_buff *skb2 = NULL;
972         struct pkt_hdr *header;
973         int pktlen;
974
975         //dev_dbg(&card->dev->dev, "psend called.\n");
976         //dev_dbg(&card->dev->dev, "dev,vpi,vci = %d,%d,%d\n",SOLOS_CHAN(vcc->dev),vcc->vpi,vcc->vci);
977
978         if (debug) {
979                 skb2 = atm_alloc_charge(vcc, skb->len, GFP_ATOMIC);
980                 if (skb2) {
981                         memcpy(skb2->data, skb->data, skb->len);
982                         skb_put(skb2, skb->len);
983                         vcc->push(vcc, skb2);
984                         atomic_inc(&vcc->stats->rx);
985                 }
986                 atomic_inc(&vcc->stats->tx);
987                 solos_pop(vcc, skb);
988                 return 0;
989         }
990
991         pktlen = skb->len;
992         if (pktlen > (BUF_SIZE - sizeof(*header))) {
993                 dev_warn(&card->dev->dev, "Length of PDU is too large. Dropping PDU.\n");
994                 solos_pop(vcc, skb);
995                 return 0;
996         }
997
998         if (!skb_clone_writable(skb, sizeof(*header))) {
999                 int expand_by = 0;
1000                 int ret;
1001
1002                 if (skb_headroom(skb) < sizeof(*header))
1003                         expand_by = sizeof(*header) - skb_headroom(skb);
1004
1005                 ret = pskb_expand_head(skb, expand_by, 0, GFP_ATOMIC);
1006                 if (ret) {
1007                         dev_warn(&card->dev->dev, "pskb_expand_head failed.\n");
1008                         solos_pop(vcc, skb);
1009                         return ret;
1010                 }
1011         }
1012
1013         header = (void *)skb_push(skb, sizeof(*header));
1014
1015         /* This does _not_ include the size of the header */
1016         header->size = cpu_to_le16(pktlen);
1017         header->vpi = cpu_to_le16(vcc->vpi);
1018         header->vci = cpu_to_le16(vcc->vci);
1019         header->type = cpu_to_le16(PKT_DATA);
1020
1021         fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, vcc);
1022
1023         return 0;
1024 }
1025
1026 static struct atmdev_ops fpga_ops = {
1027         .open =         popen,
1028         .close =        pclose,
1029         .ioctl =        NULL,
1030         .getsockopt =   NULL,
1031         .setsockopt =   NULL,
1032         .send =         psend,
1033         .send_oam =     NULL,
1034         .phy_put =      NULL,
1035         .phy_get =      NULL,
1036         .change_qos =   NULL,
1037         .proc_read =    NULL,
1038         .owner =        THIS_MODULE
1039 };
1040
1041 static int fpga_probe(struct pci_dev *dev, const struct pci_device_id *id)
1042 {
1043         int err, i;
1044         uint16_t fpga_ver;
1045         uint8_t major_ver, minor_ver;
1046         uint32_t data32;
1047         struct solos_card *card;
1048
1049         if (debug)
1050                 return 0;
1051
1052         card = kzalloc(sizeof(*card), GFP_KERNEL);
1053         if (!card)
1054                 return -ENOMEM;
1055
1056         card->dev = dev;
1057         init_waitqueue_head(&card->fw_wq);
1058         init_waitqueue_head(&card->param_wq);
1059
1060         err = pci_enable_device(dev);
1061         if (err) {
1062                 dev_warn(&dev->dev,  "Failed to enable PCI device\n");
1063                 goto out;
1064         }
1065
1066         err = pci_set_dma_mask(dev, DMA_32BIT_MASK);
1067         if (err) {
1068                 dev_warn(&dev->dev, "Failed to set 32-bit DMA mask\n");
1069                 goto out;
1070         }
1071
1072         err = pci_request_regions(dev, "solos");
1073         if (err) {
1074                 dev_warn(&dev->dev, "Failed to request regions\n");
1075                 goto out;
1076         }
1077
1078         card->config_regs = pci_iomap(dev, 0, CONFIG_RAM_SIZE);
1079         if (!card->config_regs) {
1080                 dev_warn(&dev->dev, "Failed to ioremap config registers\n");
1081                 goto out_release_regions;
1082         }
1083         card->buffers = pci_iomap(dev, 1, DATA_RAM_SIZE);
1084         if (!card->buffers) {
1085                 dev_warn(&dev->dev, "Failed to ioremap data buffers\n");
1086                 goto out_unmap_config;
1087         }
1088
1089 //      for(i=0;i<64 ;i+=4){
1090 //              data32=ioread32(card->buffers + i);
1091 //              dev_dbg(&card->dev->dev, "%08lX\n",(unsigned long)data32);
1092 //      }
1093
1094         //Fill Config Mem with zeros
1095         for(i = 0; i < 128; i += 4)
1096                 iowrite32(0, card->config_regs + i);
1097
1098         //Set RX empty flags
1099         iowrite32(0xF0, card->config_regs + FLAGS_ADDR);
1100
1101         data32 = ioread32(card->config_regs + FPGA_VER);
1102         fpga_ver = (data32 & 0x0000FFFF);
1103         major_ver = ((data32 & 0xFF000000) >> 24);
1104         minor_ver = ((data32 & 0x00FF0000) >> 16);
1105         dev_info(&dev->dev, "Solos FPGA Version %d.%02d svn-%d\n",
1106                  major_ver, minor_ver, fpga_ver);
1107
1108         if (fpga_ver > 27)
1109                 card->using_dma = 1;
1110
1111         card->nr_ports = 2; /* FIXME: Detect daughterboard */
1112
1113         pci_set_drvdata(dev, card);
1114
1115         tasklet_init(&card->tlet, solos_bh, (unsigned long)card);
1116         spin_lock_init(&card->tx_lock);
1117         spin_lock_init(&card->tx_queue_lock);
1118         spin_lock_init(&card->cli_queue_lock);
1119         spin_lock_init(&card->param_queue_lock);
1120         INIT_LIST_HEAD(&card->param_queue);
1121
1122 /*
1123         // Set Loopback mode
1124         data32 = 0x00010000;
1125         iowrite32(data32,card->config_regs + FLAGS_ADDR);
1126 */
1127 /*
1128         // Fill Buffers with zeros
1129         for (i = 0; i < BUF_SIZE * 8; i += 4)
1130                 iowrite32(0, card->buffers + i);
1131 */
1132 /*
1133         for(i = 0; i < (BUF_SIZE * 1); i += 4)
1134                 iowrite32(0x12345678, card->buffers + i + (0*BUF_SIZE));
1135         for(i = 0; i < (BUF_SIZE * 1); i += 4)
1136                 iowrite32(0xabcdef98, card->buffers + i + (1*BUF_SIZE));
1137
1138         // Read Config Memory
1139         printk(KERN_DEBUG "Reading Config MEM\n");
1140         i = 0;
1141         for(i = 0; i < 16; i++) {
1142                 data32=ioread32(card->buffers + i*(BUF_SIZE/2));
1143                 printk(KERN_ALERT "Addr: %lX Data: %08lX\n",
1144                        (unsigned long)(addr_start + i*(BUF_SIZE/2)),
1145                        (unsigned long)data32);
1146         }
1147 */
1148         //dev_dbg(&card->dev->dev, "Requesting IRQ: %d\n",dev->irq);
1149         err = request_irq(dev->irq, solos_irq, IRQF_DISABLED|IRQF_SHARED,
1150                           "solos-pci", card);
1151         if (err) {
1152                 dev_dbg(&card->dev->dev, "Failed to request interrupt IRQ: %d\n", dev->irq);
1153                 goto out_unmap_both;
1154         }
1155
1156         // Enable IRQs
1157         iowrite32(1, card->config_regs + IRQ_EN_ADDR);
1158
1159         if (fpga_upgrade)
1160                 flash_upgrade(card, 0);
1161
1162         if (firmware_upgrade)
1163                 flash_upgrade(card, 1);
1164
1165         err = atm_init(card);
1166         if (err)
1167                 goto out_free_irq;
1168
1169         return 0;
1170
1171  out_free_irq:
1172         iowrite32(0, card->config_regs + IRQ_EN_ADDR);
1173         free_irq(dev->irq, card);
1174         tasklet_kill(&card->tlet);
1175         
1176  out_unmap_both:
1177         pci_set_drvdata(dev, NULL);
1178         pci_iounmap(dev, card->config_regs);
1179  out_unmap_config:
1180         pci_iounmap(dev, card->buffers);
1181  out_release_regions:
1182         pci_release_regions(dev);
1183  out:
1184         return err;
1185 }
1186
1187 static int atm_init(struct solos_card *card)
1188 {
1189         int i;
1190
1191         for (i = 0; i < card->nr_ports; i++) {
1192                 struct sk_buff *skb;
1193                 struct pkt_hdr *header;
1194
1195                 skb_queue_head_init(&card->tx_queue[i]);
1196                 skb_queue_head_init(&card->cli_queue[i]);
1197
1198                 card->atmdev[i] = atm_dev_register("solos-pci", &fpga_ops, -1, NULL);
1199                 if (!card->atmdev[i]) {
1200                         dev_err(&card->dev->dev, "Could not register ATM device %d\n", i);
1201                         atm_remove(card);
1202                         return -ENODEV;
1203                 }
1204                 if (device_create_file(&card->atmdev[i]->class_dev, &dev_attr_console))
1205                         dev_err(&card->dev->dev, "Could not register console for ATM device %d\n", i);
1206                 if (sysfs_create_group(&card->atmdev[i]->class_dev.kobj, &solos_attr_group))
1207                         dev_err(&card->dev->dev, "Could not register parameter group for ATM device %d\n", i);
1208
1209                 dev_info(&card->dev->dev, "Registered ATM device %d\n", card->atmdev[i]->number);
1210
1211                 card->atmdev[i]->ci_range.vpi_bits = 8;
1212                 card->atmdev[i]->ci_range.vci_bits = 16;
1213                 card->atmdev[i]->dev_data = card;
1214                 card->atmdev[i]->phy_data = (void *)(unsigned long)i;
1215                 card->atmdev[i]->signal = ATM_PHY_SIG_UNKNOWN;
1216
1217                 skb = alloc_skb(sizeof(*header), GFP_ATOMIC);
1218                 if (!skb) {
1219                         dev_warn(&card->dev->dev, "Failed to allocate sk_buff in atm_init()\n");
1220                         continue;
1221                 }
1222
1223                 header = (void *)skb_put(skb, sizeof(*header));
1224
1225                 header->size = cpu_to_le16(0);
1226                 header->vpi = cpu_to_le16(0);
1227                 header->vci = cpu_to_le16(0);
1228                 header->type = cpu_to_le16(PKT_STATUS);
1229
1230                 fpga_queue(card, i, skb, NULL);
1231         }
1232         return 0;
1233 }
1234
1235 static void atm_remove(struct solos_card *card)
1236 {
1237         int i;
1238
1239         for (i = 0; i < card->nr_ports; i++) {
1240                 if (card->atmdev[i]) {
1241                         dev_info(&card->dev->dev, "Unregistering ATM device %d\n", card->atmdev[i]->number);
1242
1243                         sysfs_remove_group(&card->atmdev[i]->class_dev.kobj, &solos_attr_group);
1244                         atm_dev_deregister(card->atmdev[i]);
1245                 }
1246         }
1247 }
1248
1249 static void fpga_remove(struct pci_dev *dev)
1250 {
1251         struct solos_card *card = pci_get_drvdata(dev);
1252
1253         if (debug)
1254                 return;
1255
1256         atm_remove(card);
1257
1258         dev_vdbg(&dev->dev, "Freeing IRQ\n");
1259         // Disable IRQs from FPGA
1260         iowrite32(0, card->config_regs + IRQ_EN_ADDR);
1261         free_irq(dev->irq, card);
1262         tasklet_kill(&card->tlet);
1263
1264         //      iowrite32(0x01,pciregs);
1265         dev_vdbg(&dev->dev, "Unmapping PCI resource\n");
1266         pci_iounmap(dev, card->buffers);
1267         pci_iounmap(dev, card->config_regs);
1268
1269         dev_vdbg(&dev->dev, "Releasing PCI Region\n");
1270         pci_release_regions(dev);
1271         pci_disable_device(dev);
1272
1273         pci_set_drvdata(dev, NULL);
1274         kfree(card);
1275 //      dev_dbg(&card->dev->dev, "fpga_remove\n");
1276         return;
1277 }
1278
1279 static struct pci_device_id fpga_pci_tbl[] __devinitdata = {
1280         { 0x10ee, 0x0300, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
1281         { 0, }
1282 };
1283
1284 MODULE_DEVICE_TABLE(pci,fpga_pci_tbl);
1285
1286 static struct pci_driver fpga_driver = {
1287         .name =         "solos",
1288         .id_table =     fpga_pci_tbl,
1289         .probe =        fpga_probe,
1290         .remove =       fpga_remove,
1291 };
1292
1293
1294 static int __init solos_pci_init(void)
1295 {
1296         printk(KERN_INFO "Solos PCI Driver Version %s\n", VERSION);
1297         return pci_register_driver(&fpga_driver);
1298 }
1299
1300 static void __exit solos_pci_exit(void)
1301 {
1302         pci_unregister_driver(&fpga_driver);
1303         printk(KERN_INFO "Solos PCI Driver %s Unloaded\n", VERSION);
1304 }
1305
1306 module_init(solos_pci_init);
1307 module_exit(solos_pci_exit);