solos: First attempt at DMA support
[linux-2.6] / drivers / atm / solos-pci.c
1 /*
2  * Driver for the Solos PCI ADSL2+ card, designed to support Linux by
3  *  Traverse Technologies -- http://www.traverse.com.au/
4  *  Xrio Limited          -- http://www.xrio.com/
5  *
6  *
7  * Copyright © 2008 Traverse Technologies
8  * Copyright © 2008 Intel Corporation
9  *
10  * Authors: Nathan Williams <nathan@traverse.com.au>
11  *          David Woodhouse <dwmw2@infradead.org>
12  *          Treker Chen <treker@xrio.com>
13  *
14  * This program is free software; you can redistribute it and/or
15  * modify it under the terms of the GNU General Public License
16  * version 2, as published by the Free Software Foundation.
17  *
18  * This program is distributed in the hope that it will be useful,
19  * but WITHOUT ANY WARRANTY; without even the implied warranty of
20  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
21  * GNU General Public License for more details.
22  */
23
24 #define DEBUG
25 #define VERBOSE_DEBUG
26
27 #include <linux/interrupt.h>
28 #include <linux/module.h>
29 #include <linux/kernel.h>
30 #include <linux/errno.h>
31 #include <linux/ioport.h>
32 #include <linux/types.h>
33 #include <linux/pci.h>
34 #include <linux/atm.h>
35 #include <linux/atmdev.h>
36 #include <linux/skbuff.h>
37 #include <linux/sysfs.h>
38 #include <linux/device.h>
39 #include <linux/kobject.h>
40 #include <linux/firmware.h>
41 #include <linux/ctype.h>
42 #include <linux/swab.h>
43
44 #define VERSION "0.07"
45 #define PTAG "solos-pci"
46
47 #define CONFIG_RAM_SIZE 128
48 #define FLAGS_ADDR      0x7C
49 #define IRQ_EN_ADDR     0x78
50 #define FPGA_VER        0x74
51 #define IRQ_CLEAR       0x70
52 #define WRITE_FLASH     0x6C
53 #define PORTS           0x68
54 #define FLASH_BLOCK     0x64
55 #define FLASH_BUSY      0x60
56 #define FPGA_MODE       0x5C
57 #define FLASH_MODE      0x58
58 #define TX_DMA_ADDR(port)       (0x40 + (4 * (port)))
59 #define RX_DMA_ADDR(port)       (0x30 + (4 * (port)))
60
61 #define DATA_RAM_SIZE   32768
62 #define BUF_SIZE        4096
63 #define FPGA_PAGE       528 /* FPGA flash page size*/
64 #define SOLOS_PAGE      512 /* Solos flash page size*/
65 #define FPGA_BLOCK      (FPGA_PAGE * 8) /* FPGA flash block size*/
66 #define SOLOS_BLOCK     (SOLOS_PAGE * 8) /* Solos flash block size*/
67
68 #define RX_BUF(card, nr) ((card->buffers) + (nr)*BUF_SIZE*2)
69 #define TX_BUF(card, nr) ((card->buffers) + (nr)*BUF_SIZE*2 + BUF_SIZE)
70
71 static int debug = 0;
72 static int atmdebug = 0;
73 static int firmware_upgrade = 0;
74 static int fpga_upgrade = 0;
75
76 struct pkt_hdr {
77         __le16 size;
78         __le16 vpi;
79         __le16 vci;
80         __le16 type;
81 };
82
83 struct solos_skb_cb {
84         struct atm_vcc *vcc;
85         uint32_t dma_addr;
86 };
87
88
89 #define SKB_CB(skb)             ((struct solos_skb_cb *)skb->cb)
90
91 #define PKT_DATA        0
92 #define PKT_COMMAND     1
93 #define PKT_POPEN       3
94 #define PKT_PCLOSE      4
95 #define PKT_STATUS      5
96
97 struct solos_card {
98         void __iomem *config_regs;
99         void __iomem *buffers;
100         int nr_ports;
101         struct pci_dev *dev;
102         struct atm_dev *atmdev[4];
103         struct tasklet_struct tlet;
104         spinlock_t tx_lock;
105         spinlock_t tx_queue_lock;
106         spinlock_t cli_queue_lock;
107         spinlock_t param_queue_lock;
108         struct list_head param_queue;
109         struct sk_buff_head tx_queue[4];
110         struct sk_buff_head cli_queue[4];
111         struct sk_buff *tx_skb[4];
112         struct sk_buff *rx_skb[4];
113         wait_queue_head_t param_wq;
114         wait_queue_head_t fw_wq;
115         int using_dma;
116 };
117
118
119 struct solos_param {
120         struct list_head list;
121         pid_t pid;
122         int port;
123         struct sk_buff *response;
124         wait_queue_head_t wq;
125 };
126
127 #define SOLOS_CHAN(atmdev) ((int)(unsigned long)(atmdev)->phy_data)
128
129 MODULE_AUTHOR("Traverse Technologies <support@traverse.com.au>");
130 MODULE_DESCRIPTION("Solos PCI driver");
131 MODULE_VERSION(VERSION);
132 MODULE_LICENSE("GPL");
133 MODULE_PARM_DESC(debug, "Enable Loopback");
134 MODULE_PARM_DESC(atmdebug, "Print ATM data");
135 MODULE_PARM_DESC(firmware_upgrade, "Initiate Solos firmware upgrade");
136 MODULE_PARM_DESC(fpga_upgrade, "Initiate FPGA upgrade");
137 module_param(debug, int, 0444);
138 module_param(atmdebug, int, 0644);
139 module_param(firmware_upgrade, int, 0444);
140 module_param(fpga_upgrade, int, 0444);
141
142 static void fpga_queue(struct solos_card *card, int port, struct sk_buff *skb,
143                        struct atm_vcc *vcc);
144 static int fpga_tx(struct solos_card *);
145 static irqreturn_t solos_irq(int irq, void *dev_id);
146 static struct atm_vcc* find_vcc(struct atm_dev *dev, short vpi, int vci);
147 static int list_vccs(int vci);
148 static void release_vccs(struct atm_dev *dev);
149 static int atm_init(struct solos_card *);
150 static void atm_remove(struct solos_card *);
151 static int send_command(struct solos_card *card, int dev, const char *buf, size_t size);
152 static void solos_bh(unsigned long);
153 static int print_buffer(struct sk_buff *buf);
154
155 static inline void solos_pop(struct atm_vcc *vcc, struct sk_buff *skb)
156 {
157         if (vcc->pop)
158                 vcc->pop(vcc, skb);
159         else
160                 dev_kfree_skb_any(skb);
161 }
162
163 static ssize_t solos_param_show(struct device *dev, struct device_attribute *attr,
164                                 char *buf)
165 {
166         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
167         struct solos_card *card = atmdev->dev_data;
168         struct solos_param prm;
169         struct sk_buff *skb;
170         struct pkt_hdr *header;
171         int buflen;
172
173         buflen = strlen(attr->attr.name) + 10;
174
175         skb = alloc_skb(sizeof(*header) + buflen, GFP_KERNEL);
176         if (!skb) {
177                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in solos_param_show()\n");
178                 return -ENOMEM;
179         }
180
181         header = (void *)skb_put(skb, sizeof(*header));
182
183         buflen = snprintf((void *)&header[1], buflen - 1,
184                           "L%05d\n%s\n", current->pid, attr->attr.name);
185         skb_put(skb, buflen);
186
187         header->size = cpu_to_le16(buflen);
188         header->vpi = cpu_to_le16(0);
189         header->vci = cpu_to_le16(0);
190         header->type = cpu_to_le16(PKT_COMMAND);
191
192         prm.pid = current->pid;
193         prm.response = NULL;
194         prm.port = SOLOS_CHAN(atmdev);
195
196         spin_lock_irq(&card->param_queue_lock);
197         list_add(&prm.list, &card->param_queue);
198         spin_unlock_irq(&card->param_queue_lock);
199
200         fpga_queue(card, prm.port, skb, NULL);
201
202         wait_event_timeout(card->param_wq, prm.response, 5 * HZ);
203
204         spin_lock_irq(&card->param_queue_lock);
205         list_del(&prm.list);
206         spin_unlock_irq(&card->param_queue_lock);
207
208         if (!prm.response)
209                 return -EIO;
210
211         buflen = prm.response->len;
212         memcpy(buf, prm.response->data, buflen);
213         kfree_skb(prm.response);
214
215         return buflen;
216 }
217
218 static ssize_t solos_param_store(struct device *dev, struct device_attribute *attr,
219                                  const char *buf, size_t count)
220 {
221         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
222         struct solos_card *card = atmdev->dev_data;
223         struct solos_param prm;
224         struct sk_buff *skb;
225         struct pkt_hdr *header;
226         int buflen;
227         ssize_t ret;
228
229         buflen = strlen(attr->attr.name) + 11 + count;
230
231         skb = alloc_skb(sizeof(*header) + buflen, GFP_KERNEL);
232         if (!skb) {
233                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in solos_param_store()\n");
234                 return -ENOMEM;
235         }
236
237         header = (void *)skb_put(skb, sizeof(*header));
238
239         buflen = snprintf((void *)&header[1], buflen - 1,
240                           "L%05d\n%s\n%s\n", current->pid, attr->attr.name, buf);
241
242         skb_put(skb, buflen);
243         header->size = cpu_to_le16(buflen);
244         header->vpi = cpu_to_le16(0);
245         header->vci = cpu_to_le16(0);
246         header->type = cpu_to_le16(PKT_COMMAND);
247
248         prm.pid = current->pid;
249         prm.response = NULL;
250         prm.port = SOLOS_CHAN(atmdev);
251
252         spin_lock_irq(&card->param_queue_lock);
253         list_add(&prm.list, &card->param_queue);
254         spin_unlock_irq(&card->param_queue_lock);
255
256         fpga_queue(card, prm.port, skb, NULL);
257
258         wait_event_timeout(card->param_wq, prm.response, 5 * HZ);
259
260         spin_lock_irq(&card->param_queue_lock);
261         list_del(&prm.list);
262         spin_unlock_irq(&card->param_queue_lock);
263
264         skb = prm.response;
265
266         if (!skb)
267                 return -EIO;
268
269         buflen = skb->len;
270
271         /* Sometimes it has a newline, sometimes it doesn't. */
272         if (skb->data[buflen - 1] == '\n')
273                 buflen--;
274
275         if (buflen == 2 && !strncmp(skb->data, "OK", 2))
276                 ret = count;
277         else if (buflen == 5 && !strncmp(skb->data, "ERROR", 5))
278                 ret = -EIO;
279         else {
280                 /* We know we have enough space allocated for this; we allocated 
281                    it ourselves */
282                 skb->data[buflen] = 0;
283         
284                 dev_warn(&card->dev->dev, "Unexpected parameter response: '%s'\n",
285                          skb->data);
286                 ret = -EIO;
287         }
288         kfree_skb(skb);
289
290         return ret;
291 }
292
293 static char *next_string(struct sk_buff *skb)
294 {
295         int i = 0;
296         char *this = skb->data;
297
298         while (i < skb->len) {
299                 if (this[i] == '\n') {
300                         this[i] = 0;
301                         skb_pull(skb, i);
302                         return this;
303                 }
304         }
305         return NULL;
306 }
307
308 /*
309  * Status packet has fields separated by \n, starting with a version number
310  * for the information therein. Fields are....
311  *
312  *     packet version
313  *     TxBitRate        (version >= 1)
314  *     RxBitRate        (version >= 1)
315  *     State            (version >= 1)
316  */       
317 static int process_status(struct solos_card *card, int port, struct sk_buff *skb)
318 {
319         char *str, *end, *state_str;
320         int ver, rate_up, rate_down, state, snr, attn;
321
322         if (!card->atmdev[port])
323                 return -ENODEV;
324
325         str = next_string(skb);
326         if (!str)
327                 return -EIO;
328
329         ver = simple_strtol(str, NULL, 10);
330         if (ver < 1) {
331                 dev_warn(&card->dev->dev, "Unexpected status interrupt version %d\n",
332                          ver);
333                 return -EIO;
334         }
335
336         str = next_string(skb);
337         rate_up = simple_strtol(str, &end, 10);
338         if (*end)
339                 return -EIO;
340
341         str = next_string(skb);
342         rate_down = simple_strtol(str, &end, 10);
343         if (*end)
344                 return -EIO;
345
346         state_str = next_string(skb);
347         if (!strcmp(state_str, "Showtime"))
348                 state = ATM_PHY_SIG_FOUND;
349         else {
350                 state = ATM_PHY_SIG_LOST;
351                 release_vccs(card->atmdev[port]);
352         }
353
354         str = next_string(skb);
355         snr = simple_strtol(str, &end, 10);
356         if (*end)
357                 return -EIO;
358
359         str = next_string(skb);
360         attn = simple_strtol(str, &end, 10);
361         if (*end)
362                 return -EIO;
363
364         if (state == ATM_PHY_SIG_LOST && !rate_up && !rate_down)
365                 dev_info(&card->dev->dev, "Port %d ATM state: %s\n",
366                          port, state_str);
367         else
368                 dev_info(&card->dev->dev, "Port %d ATM state: %s (%d/%d kb/s, SNR %ddB, Attn %ddB)\n",
369                          port, state_str, rate_up/1000, rate_down/1000,
370                          snr, attn);
371
372         card->atmdev[port]->link_rate = rate_down;
373         card->atmdev[port]->signal = state;
374
375         return 0;
376 }
377
378 static int process_command(struct solos_card *card, int port, struct sk_buff *skb)
379 {
380         struct solos_param *prm;
381         unsigned long flags;
382         int cmdpid;
383         int found = 0;
384
385         if (skb->len < 7)
386                 return 0;
387
388         if (skb->data[0] != 'L'    || !isdigit(skb->data[1]) ||
389             !isdigit(skb->data[2]) || !isdigit(skb->data[3]) ||
390             !isdigit(skb->data[4]) || !isdigit(skb->data[5]) ||
391             skb->data[6] != '\n')
392                 return 0;
393
394         cmdpid = simple_strtol(&skb->data[1], NULL, 10);
395
396         spin_lock_irqsave(&card->param_queue_lock, flags);
397         list_for_each_entry(prm, &card->param_queue, list) {
398                 if (prm->port == port && prm->pid == cmdpid) {
399                         prm->response = skb;
400                         skb_pull(skb, 7);
401                         wake_up(&card->param_wq);
402                         found = 1;
403                         break;
404                 }
405         }
406         spin_unlock_irqrestore(&card->param_queue_lock, flags);
407         return found;
408 }
409
410 static ssize_t console_show(struct device *dev, struct device_attribute *attr,
411                             char *buf)
412 {
413         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
414         struct solos_card *card = atmdev->dev_data;
415         struct sk_buff *skb;
416
417         spin_lock(&card->cli_queue_lock);
418         skb = skb_dequeue(&card->cli_queue[SOLOS_CHAN(atmdev)]);
419         spin_unlock(&card->cli_queue_lock);
420         if(skb == NULL)
421                 return sprintf(buf, "No data.\n");
422
423         memcpy(buf, skb->data, skb->len);
424         dev_dbg(&card->dev->dev, "len: %d\n", skb->len);
425
426         kfree_skb(skb);
427         return skb->len;
428 }
429
430 static int send_command(struct solos_card *card, int dev, const char *buf, size_t size)
431 {
432         struct sk_buff *skb;
433         struct pkt_hdr *header;
434
435 //      dev_dbg(&card->dev->dev, "size: %d\n", size);
436
437         if (size > (BUF_SIZE - sizeof(*header))) {
438                 dev_dbg(&card->dev->dev, "Command is too big.  Dropping request\n");
439                 return 0;
440         }
441         skb = alloc_skb(size + sizeof(*header), GFP_ATOMIC);
442         if (!skb) {
443                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in send_command()\n");
444                 return 0;
445         }
446
447         header = (void *)skb_put(skb, sizeof(*header));
448
449         header->size = cpu_to_le16(size);
450         header->vpi = cpu_to_le16(0);
451         header->vci = cpu_to_le16(0);
452         header->type = cpu_to_le16(PKT_COMMAND);
453
454         memcpy(skb_put(skb, size), buf, size);
455
456         fpga_queue(card, dev, skb, NULL);
457
458         return 0;
459 }
460
461 static ssize_t console_store(struct device *dev, struct device_attribute *attr,
462                              const char *buf, size_t count)
463 {
464         struct atm_dev *atmdev = container_of(dev, struct atm_dev, class_dev);
465         struct solos_card *card = atmdev->dev_data;
466         int err;
467
468         err = send_command(card, SOLOS_CHAN(atmdev), buf, count);
469
470         return err?:count;
471 }
472
473 static DEVICE_ATTR(console, 0644, console_show, console_store);
474
475
476 #define SOLOS_ATTR_RO(x) static DEVICE_ATTR(x, 0444, solos_param_show, NULL);
477 #define SOLOS_ATTR_RW(x) static DEVICE_ATTR(x, 0644, solos_param_show, solos_param_store);
478
479 #include "solos-attrlist.c"
480
481 #undef SOLOS_ATTR_RO
482 #undef SOLOS_ATTR_RW
483
484 #define SOLOS_ATTR_RO(x) &dev_attr_##x.attr,
485 #define SOLOS_ATTR_RW(x) &dev_attr_##x.attr,
486
487 static struct attribute *solos_attrs[] = {
488 #include "solos-attrlist.c"
489         NULL
490 };
491
492 static struct attribute_group solos_attr_group = {
493         .attrs = solos_attrs,
494         .name = "parameters",
495 };
496
497 static int flash_upgrade(struct solos_card *card, int chip)
498 {
499         const struct firmware *fw;
500         const char *fw_name;
501         uint32_t data32 = 0;
502         int blocksize = 0;
503         int numblocks = 0;
504         int offset;
505
506         if (chip == 0) {
507                 fw_name = "solos-FPGA.bin";
508                 blocksize = FPGA_BLOCK;
509         } else {
510                 fw_name = "solos-Firmware.bin";
511                 blocksize = SOLOS_BLOCK;
512         }
513
514         if (request_firmware(&fw, fw_name, &card->dev->dev))
515                 return -ENOENT;
516
517         dev_info(&card->dev->dev, "Flash upgrade starting\n");
518
519         numblocks = fw->size / blocksize;
520         dev_info(&card->dev->dev, "Firmware size: %zd\n", fw->size);
521         dev_info(&card->dev->dev, "Number of blocks: %d\n", numblocks);
522         
523         dev_info(&card->dev->dev, "Changing FPGA to Update mode\n");
524         iowrite32(1, card->config_regs + FPGA_MODE);
525         data32 = ioread32(card->config_regs + FPGA_MODE); 
526
527         /* Set mode to Chip Erase */
528         dev_info(&card->dev->dev, "Set FPGA Flash mode to %s Chip Erase\n",
529                  chip?"Solos":"FPGA");
530         iowrite32((chip * 2), card->config_regs + FLASH_MODE);
531
532
533         iowrite32(1, card->config_regs + WRITE_FLASH);
534         wait_event(card->fw_wq, !ioread32(card->config_regs + FLASH_BUSY));
535
536         for (offset = 0; offset < fw->size; offset += blocksize) {
537                 int i;
538
539                 /* Clear write flag */
540                 iowrite32(0, card->config_regs + WRITE_FLASH);
541
542                 /* Set mode to Block Write */
543                 /* dev_info(&card->dev->dev, "Set FPGA Flash mode to Block Write\n"); */
544                 iowrite32(((chip * 2) + 1), card->config_regs + FLASH_MODE);
545
546                 /* Copy block to buffer, swapping each 16 bits */
547                 for(i = 0; i < blocksize; i += 4) {
548                         uint32_t word = swahb32p((uint32_t *)(fw->data + offset + i));
549                         iowrite32(word, RX_BUF(card, 3) + i);
550                 }
551
552                 /* Specify block number and then trigger flash write */
553                 iowrite32(offset / blocksize, card->config_regs + FLASH_BLOCK);
554                 iowrite32(1, card->config_regs + WRITE_FLASH);
555                 wait_event(card->fw_wq, !ioread32(card->config_regs + FLASH_BUSY));
556         }
557
558         release_firmware(fw);
559         iowrite32(0, card->config_regs + WRITE_FLASH);
560         iowrite32(0, card->config_regs + FPGA_MODE);
561         iowrite32(0, card->config_regs + FLASH_MODE);
562         dev_info(&card->dev->dev, "Returning FPGA to Data mode\n");
563         return 0;
564 }
565
566 static irqreturn_t solos_irq(int irq, void *dev_id)
567 {
568         struct solos_card *card = dev_id;
569         int handled = 1;
570
571         //ACK IRQ
572         iowrite32(0, card->config_regs + IRQ_CLEAR);
573         //Disable IRQs from FPGA
574         iowrite32(0, card->config_regs + IRQ_EN_ADDR);
575
576         if (card->atmdev[0])
577                 tasklet_schedule(&card->tlet);
578         else
579                 wake_up(&card->fw_wq);
580
581         //Enable IRQs from FPGA
582         iowrite32(1, card->config_regs + IRQ_EN_ADDR);
583         return IRQ_RETVAL(handled);
584 }
585
586 void solos_bh(unsigned long card_arg)
587 {
588         struct solos_card *card = (void *)card_arg;
589         int port;
590         uint32_t card_flags;
591         uint32_t tx_mask;
592         uint32_t rx_done = 0;
593
594         card_flags = ioread32(card->config_regs + FLAGS_ADDR);
595
596         /* The TX bits are set if the channel is busy; clear if not. We want to
597            invoke fpga_tx() unless _all_ the bits for active channels are set */
598         tx_mask = (1 << card->nr_ports) - 1;
599         if ((card_flags & tx_mask) != tx_mask)
600                 fpga_tx(card);
601
602         for (port = 0; port < card->nr_ports; port++) {
603                 if (card_flags & (0x10 << port)) {
604                         struct pkt_hdr _hdr, *header;
605                         struct sk_buff *skb;
606                         struct atm_vcc *vcc;
607                         int size;
608
609                         if (card->using_dma) {
610                                 skb = card->rx_skb[port];
611                                 pci_unmap_single(card->dev, SKB_CB(skb)->dma_addr, skb->len,
612                                                  PCI_DMA_FROMDEVICE);
613
614                                 card->rx_skb[port] = alloc_skb(2048, GFP_ATOMIC);
615                                 if (card->rx_skb[port]) {
616                                         SKB_CB(card->rx_skb[port])->dma_addr =
617                                                 pci_map_single(card->dev, skb->data, skb->len,
618                                                                PCI_DMA_FROMDEVICE);
619                                         iowrite32(SKB_CB(card->rx_skb[port])->dma_addr,
620                                                   card->config_regs + RX_DMA_ADDR(port));
621                                 }
622                                 header = (void *)skb->data;
623                                 size = le16_to_cpu(header->size);
624                                 skb_put(skb, size + sizeof(*header));
625                                 skb_pull(skb, sizeof(*header));
626                         } else {
627                                 header = &_hdr;
628
629                                 rx_done |= 0x10 << port;
630
631                                 memcpy_fromio(header, RX_BUF(card, port), sizeof(*header));
632
633                                 size = le16_to_cpu(header->size);
634
635                                 skb = alloc_skb(size + 1, GFP_ATOMIC);
636                                 if (!skb) {
637                                         if (net_ratelimit())
638                                                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff for RX\n");
639                                         continue;
640                                 }
641
642                                 memcpy_fromio(skb_put(skb, size),
643                                               RX_BUF(card, port) + sizeof(*header),
644                                               size);
645                         }
646                         if (atmdebug) {
647                                 dev_info(&card->dev->dev, "Received: device %d\n", port);
648                                 dev_info(&card->dev->dev, "size: %d VPI: %d VCI: %d\n",
649                                          size, le16_to_cpu(header->vpi),
650                                          le16_to_cpu(header->vci));
651                                 print_buffer(skb);
652                         }
653
654                         switch (le16_to_cpu(header->type)) {
655                         case PKT_DATA:
656                                 vcc = find_vcc(card->atmdev[port], le16_to_cpu(header->vpi),
657                                                le16_to_cpu(header->vci));
658                                 if (!vcc) {
659                                         if (net_ratelimit())
660                                                 dev_warn(&card->dev->dev, "Received packet for unknown VCI.VPI %d.%d on port %d\n",
661                                                          le16_to_cpu(header->vci), le16_to_cpu(header->vpi),
662                                                          port);
663                                         continue;
664                                 }
665                                 atm_charge(vcc, skb->truesize);
666                                 vcc->push(vcc, skb);
667                                 atomic_inc(&vcc->stats->rx);
668                                 break;
669
670                         case PKT_STATUS:
671                                 process_status(card, port, skb);
672                                 dev_kfree_skb(skb);
673                                 break;
674
675                         case PKT_COMMAND:
676                         default: /* FIXME: Not really, surely? */
677                                 if (process_command(card, port, skb))
678                                         break;
679                                 spin_lock(&card->cli_queue_lock);
680                                 if (skb_queue_len(&card->cli_queue[port]) > 10) {
681                                         if (net_ratelimit())
682                                                 dev_warn(&card->dev->dev, "Dropping console response on port %d\n",
683                                                          port);
684                                 } else
685                                         skb_queue_tail(&card->cli_queue[port], skb);
686                                 spin_unlock(&card->cli_queue_lock);
687                                 break;
688                         }
689                 }
690         }
691         if (rx_done)
692                 iowrite32(rx_done, card->config_regs + FLAGS_ADDR);
693
694         return;
695 }
696
697 static struct atm_vcc *find_vcc(struct atm_dev *dev, short vpi, int vci)
698 {
699         struct hlist_head *head;
700         struct atm_vcc *vcc = NULL;
701         struct hlist_node *node;
702         struct sock *s;
703
704         read_lock(&vcc_sklist_lock);
705         head = &vcc_hash[vci & (VCC_HTABLE_SIZE -1)];
706         sk_for_each(s, node, head) {
707                 vcc = atm_sk(s);
708                 if (vcc->dev == dev && vcc->vci == vci &&
709                     vcc->vpi == vpi && vcc->qos.rxtp.traffic_class != ATM_NONE)
710                         goto out;
711         }
712         vcc = NULL;
713  out:
714         read_unlock(&vcc_sklist_lock);
715         return vcc;
716 }
717
718 static int list_vccs(int vci)
719 {
720         struct hlist_head *head;
721         struct atm_vcc *vcc;
722         struct hlist_node *node;
723         struct sock *s;
724         int num_found = 0;
725         int i;
726
727         read_lock(&vcc_sklist_lock);
728         if (vci != 0){
729                 head = &vcc_hash[vci & (VCC_HTABLE_SIZE -1)];
730                 sk_for_each(s, node, head) {
731                         num_found ++;
732                         vcc = atm_sk(s);
733                         printk(KERN_DEBUG "Device: %d Vpi: %d Vci: %d\n",
734                                vcc->dev->number,
735                                vcc->vpi,
736                                vcc->vci);
737                 }
738         } else {
739                 for(i = 0; i < VCC_HTABLE_SIZE; i++){
740                         head = &vcc_hash[i];
741                         sk_for_each(s, node, head) {
742                                 num_found ++;
743                                 vcc = atm_sk(s);
744                                 printk(KERN_DEBUG "Device: %d Vpi: %d Vci: %d\n",
745                                        vcc->dev->number,
746                                        vcc->vpi,
747                                        vcc->vci);
748                         }
749                 }
750         }
751         read_unlock(&vcc_sklist_lock);
752         return num_found;
753 }
754
755 static void release_vccs(struct atm_dev *dev)
756 {
757         int i;
758
759         write_lock_irq(&vcc_sklist_lock);
760         for (i = 0; i < VCC_HTABLE_SIZE; i++) {
761                 struct hlist_head *head = &vcc_hash[i];
762                 struct hlist_node *node, *tmp;
763                 struct sock *s;
764                 struct atm_vcc *vcc;
765
766                 sk_for_each_safe(s, node, tmp, head) {
767                         vcc = atm_sk(s);
768                         if (vcc->dev == dev) {
769                                 vcc_release_async(vcc, -EPIPE);
770                                 sk_del_node_init(s);
771                         }
772                 }
773         }
774         write_unlock_irq(&vcc_sklist_lock);
775 }
776
777
778 static int popen(struct atm_vcc *vcc)
779 {
780         struct solos_card *card = vcc->dev->dev_data;
781         struct sk_buff *skb;
782         struct pkt_hdr *header;
783
784         if (vcc->qos.aal != ATM_AAL5) {
785                 dev_warn(&card->dev->dev, "Unsupported ATM type %d\n",
786                          vcc->qos.aal);
787                 return -EINVAL;
788         }
789
790         skb = alloc_skb(sizeof(*header), GFP_ATOMIC);
791         if (!skb && net_ratelimit()) {
792                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in popen()\n");
793                 return -ENOMEM;
794         }
795         header = (void *)skb_put(skb, sizeof(*header));
796
797         header->size = cpu_to_le16(0);
798         header->vpi = cpu_to_le16(vcc->vpi);
799         header->vci = cpu_to_le16(vcc->vci);
800         header->type = cpu_to_le16(PKT_POPEN);
801
802         fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, NULL);
803
804 //      dev_dbg(&card->dev->dev, "Open for vpi %d and vci %d on interface %d\n", vcc->vpi, vcc->vci, SOLOS_CHAN(vcc->dev));
805         set_bit(ATM_VF_ADDR, &vcc->flags); // accept the vpi / vci
806         set_bit(ATM_VF_READY, &vcc->flags);
807         list_vccs(0);
808
809
810         return 0;
811 }
812
813 static void pclose(struct atm_vcc *vcc)
814 {
815         struct solos_card *card = vcc->dev->dev_data;
816         struct sk_buff *skb;
817         struct pkt_hdr *header;
818
819         skb = alloc_skb(sizeof(*header), GFP_ATOMIC);
820         if (!skb) {
821                 dev_warn(&card->dev->dev, "Failed to allocate sk_buff in pclose()\n");
822                 return;
823         }
824         header = (void *)skb_put(skb, sizeof(*header));
825
826         header->size = cpu_to_le16(0);
827         header->vpi = cpu_to_le16(vcc->vpi);
828         header->vci = cpu_to_le16(vcc->vci);
829         header->type = cpu_to_le16(PKT_PCLOSE);
830
831         fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, NULL);
832
833 //      dev_dbg(&card->dev->dev, "Close for vpi %d and vci %d on interface %d\n", vcc->vpi, vcc->vci, SOLOS_CHAN(vcc->dev));
834
835         clear_bit(ATM_VF_ADDR, &vcc->flags);
836         clear_bit(ATM_VF_READY, &vcc->flags);
837
838         return;
839 }
840
841 static int print_buffer(struct sk_buff *buf)
842 {
843         int len,i;
844         char msg[500];
845         char item[10];
846
847         len = buf->len;
848         for (i = 0; i < len; i++){
849                 if(i % 8 == 0)
850                         sprintf(msg, "%02X: ", i);
851
852                 sprintf(item,"%02X ",*(buf->data + i));
853                 strcat(msg, item);
854                 if(i % 8 == 7) {
855                         sprintf(item, "\n");
856                         strcat(msg, item);
857                         printk(KERN_DEBUG "%s", msg);
858                 }
859         }
860         if (i % 8 != 0) {
861                 sprintf(item, "\n");
862                 strcat(msg, item);
863                 printk(KERN_DEBUG "%s", msg);
864         }
865         printk(KERN_DEBUG "\n");
866
867         return 0;
868 }
869
870 static void fpga_queue(struct solos_card *card, int port, struct sk_buff *skb,
871                        struct atm_vcc *vcc)
872 {
873         int old_len;
874
875         SKB_CB(skb)->vcc = vcc;
876
877         spin_lock(&card->tx_queue_lock);
878         old_len = skb_queue_len(&card->tx_queue[port]);
879         skb_queue_tail(&card->tx_queue[port], skb);
880         spin_unlock(&card->tx_queue_lock);
881
882         /* If TX might need to be started, do so */
883         if (!old_len)
884                 fpga_tx(card);
885 }
886
887 static int fpga_tx(struct solos_card *card)
888 {
889         uint32_t tx_pending;
890         uint32_t tx_started = 0;
891         struct sk_buff *skb;
892         struct atm_vcc *vcc;
893         unsigned char port;
894         unsigned long flags;
895
896         spin_lock_irqsave(&card->tx_lock, flags);
897
898         tx_pending = ioread32(card->config_regs + FLAGS_ADDR);
899
900         dev_vdbg(&card->dev->dev, "TX Flags are %X\n", tx_pending);
901
902         for (port = 0; port < card->nr_ports; port++) {
903                 if (card->atmdev[port] && !(tx_pending & (1 << port))) {
904
905                         spin_lock(&card->tx_queue_lock);
906                         skb = skb_dequeue(&card->tx_queue[port]);
907                         spin_unlock(&card->tx_queue_lock);
908
909                         if (!skb)
910                                 continue;
911
912                         if (atmdebug) {
913                                 dev_info(&card->dev->dev, "Transmitted: port %d\n",
914                                          port);
915                                 print_buffer(skb);
916                         }
917                         if (card->using_dma) {
918                                 if (card->tx_skb[port]) {
919                                         struct sk_buff *oldskb = card->tx_skb[port];
920
921                                         pci_unmap_single(card->dev, SKB_CB(oldskb)->dma_addr,
922                                                          oldskb->len, PCI_DMA_TODEVICE);
923
924                                         vcc = SKB_CB(oldskb)->vcc;
925
926                                         if (vcc) {
927                                                 atomic_inc(&vcc->stats->tx);
928                                                 solos_pop(vcc, oldskb);
929                                         } else
930                                                 dev_kfree_skb_irq(oldskb);
931                                 }
932
933                                 SKB_CB(skb)->dma_addr = pci_map_single(card->dev, skb->data,
934                                                                skb->len, PCI_DMA_TODEVICE);
935                                 iowrite32(SKB_CB(skb)->dma_addr, card->config_regs + TX_DMA_ADDR(port));
936                         } else {
937                                 memcpy_toio(TX_BUF(card, port), skb->data, skb->len);
938                                 tx_started |= 1 << port; //Set TX full flag
939
940                                 vcc = SKB_CB(skb)->vcc;
941
942                                 if (vcc) {
943                                         atomic_inc(&vcc->stats->tx);
944                                         solos_pop(vcc, skb);
945                                 } else
946                                         dev_kfree_skb_irq(skb);
947                         }
948                 }
949         }
950         if (tx_started)
951                 iowrite32(tx_started, card->config_regs + FLAGS_ADDR);
952
953         spin_unlock_irqrestore(&card->tx_lock, flags);
954         return 0;
955 }
956
957 static int psend(struct atm_vcc *vcc, struct sk_buff *skb)
958 {
959         struct solos_card *card = vcc->dev->dev_data;
960         struct sk_buff *skb2 = NULL;
961         struct pkt_hdr *header;
962         int pktlen;
963
964         //dev_dbg(&card->dev->dev, "psend called.\n");
965         //dev_dbg(&card->dev->dev, "dev,vpi,vci = %d,%d,%d\n",SOLOS_CHAN(vcc->dev),vcc->vpi,vcc->vci);
966
967         if (debug) {
968                 skb2 = atm_alloc_charge(vcc, skb->len, GFP_ATOMIC);
969                 if (skb2) {
970                         memcpy(skb2->data, skb->data, skb->len);
971                         skb_put(skb2, skb->len);
972                         vcc->push(vcc, skb2);
973                         atomic_inc(&vcc->stats->rx);
974                 }
975                 atomic_inc(&vcc->stats->tx);
976                 solos_pop(vcc, skb);
977                 return 0;
978         }
979
980         pktlen = skb->len;
981         if (pktlen > (BUF_SIZE - sizeof(*header))) {
982                 dev_warn(&card->dev->dev, "Length of PDU is too large. Dropping PDU.\n");
983                 solos_pop(vcc, skb);
984                 return 0;
985         }
986
987         if (!skb_clone_writable(skb, sizeof(*header))) {
988                 int expand_by = 0;
989                 int ret;
990
991                 if (skb_headroom(skb) < sizeof(*header))
992                         expand_by = sizeof(*header) - skb_headroom(skb);
993
994                 ret = pskb_expand_head(skb, expand_by, 0, GFP_ATOMIC);
995                 if (ret) {
996                         dev_warn(&card->dev->dev, "pskb_expand_head failed.\n");
997                         solos_pop(vcc, skb);
998                         return ret;
999                 }
1000         }
1001
1002         header = (void *)skb_push(skb, sizeof(*header));
1003
1004         /* This does _not_ include the size of the header */
1005         header->size = cpu_to_le16(pktlen);
1006         header->vpi = cpu_to_le16(vcc->vpi);
1007         header->vci = cpu_to_le16(vcc->vci);
1008         header->type = cpu_to_le16(PKT_DATA);
1009
1010         fpga_queue(card, SOLOS_CHAN(vcc->dev), skb, vcc);
1011
1012         return 0;
1013 }
1014
1015 static struct atmdev_ops fpga_ops = {
1016         .open =         popen,
1017         .close =        pclose,
1018         .ioctl =        NULL,
1019         .getsockopt =   NULL,
1020         .setsockopt =   NULL,
1021         .send =         psend,
1022         .send_oam =     NULL,
1023         .phy_put =      NULL,
1024         .phy_get =      NULL,
1025         .change_qos =   NULL,
1026         .proc_read =    NULL,
1027         .owner =        THIS_MODULE
1028 };
1029
1030 static int fpga_probe(struct pci_dev *dev, const struct pci_device_id *id)
1031 {
1032         int err, i;
1033         uint16_t fpga_ver;
1034         uint8_t major_ver, minor_ver;
1035         uint32_t data32;
1036         struct solos_card *card;
1037
1038         if (debug)
1039                 return 0;
1040
1041         card = kzalloc(sizeof(*card), GFP_KERNEL);
1042         if (!card)
1043                 return -ENOMEM;
1044
1045         card->dev = dev;
1046         init_waitqueue_head(&card->fw_wq);
1047         init_waitqueue_head(&card->param_wq);
1048
1049         err = pci_enable_device(dev);
1050         if (err) {
1051                 dev_warn(&dev->dev,  "Failed to enable PCI device\n");
1052                 goto out;
1053         }
1054
1055         err = pci_set_dma_mask(dev, DMA_32BIT_MASK);
1056         if (err) {
1057                 dev_warn(&dev->dev, "Failed to set 32-bit DMA mask\n");
1058                 goto out;
1059         }
1060
1061         err = pci_request_regions(dev, "solos");
1062         if (err) {
1063                 dev_warn(&dev->dev, "Failed to request regions\n");
1064                 goto out;
1065         }
1066
1067         card->config_regs = pci_iomap(dev, 0, CONFIG_RAM_SIZE);
1068         if (!card->config_regs) {
1069                 dev_warn(&dev->dev, "Failed to ioremap config registers\n");
1070                 goto out_release_regions;
1071         }
1072         card->buffers = pci_iomap(dev, 1, DATA_RAM_SIZE);
1073         if (!card->buffers) {
1074                 dev_warn(&dev->dev, "Failed to ioremap data buffers\n");
1075                 goto out_unmap_config;
1076         }
1077
1078 //      for(i=0;i<64 ;i+=4){
1079 //              data32=ioread32(card->buffers + i);
1080 //              dev_dbg(&card->dev->dev, "%08lX\n",(unsigned long)data32);
1081 //      }
1082
1083         //Fill Config Mem with zeros
1084         for(i = 0; i < 128; i += 4)
1085                 iowrite32(0, card->config_regs + i);
1086
1087         //Set RX empty flags
1088         iowrite32(0xF0, card->config_regs + FLAGS_ADDR);
1089
1090         data32 = ioread32(card->config_regs + FPGA_VER);
1091         fpga_ver = (data32 & 0x0000FFFF);
1092         major_ver = ((data32 & 0xFF000000) >> 24);
1093         minor_ver = ((data32 & 0x00FF0000) >> 16);
1094         dev_info(&dev->dev, "Solos FPGA Version %d.%02d svn-%d\n",
1095                  major_ver, minor_ver, fpga_ver);
1096
1097         if (fpga_ver > 27)
1098                 card->using_dma = 1;
1099
1100         card->nr_ports = 2; /* FIXME: Detect daughterboard */
1101
1102         pci_set_drvdata(dev, card);
1103
1104         tasklet_init(&card->tlet, solos_bh, (unsigned long)card);
1105         spin_lock_init(&card->tx_lock);
1106         spin_lock_init(&card->tx_queue_lock);
1107         spin_lock_init(&card->cli_queue_lock);
1108         spin_lock_init(&card->param_queue_lock);
1109         INIT_LIST_HEAD(&card->param_queue);
1110
1111 /*
1112         // Set Loopback mode
1113         data32 = 0x00010000;
1114         iowrite32(data32,card->config_regs + FLAGS_ADDR);
1115 */
1116 /*
1117         // Fill Buffers with zeros
1118         for (i = 0; i < BUF_SIZE * 8; i += 4)
1119                 iowrite32(0, card->buffers + i);
1120 */
1121 /*
1122         for(i = 0; i < (BUF_SIZE * 1); i += 4)
1123                 iowrite32(0x12345678, card->buffers + i + (0*BUF_SIZE));
1124         for(i = 0; i < (BUF_SIZE * 1); i += 4)
1125                 iowrite32(0xabcdef98, card->buffers + i + (1*BUF_SIZE));
1126
1127         // Read Config Memory
1128         printk(KERN_DEBUG "Reading Config MEM\n");
1129         i = 0;
1130         for(i = 0; i < 16; i++) {
1131                 data32=ioread32(card->buffers + i*(BUF_SIZE/2));
1132                 printk(KERN_ALERT "Addr: %lX Data: %08lX\n",
1133                        (unsigned long)(addr_start + i*(BUF_SIZE/2)),
1134                        (unsigned long)data32);
1135         }
1136 */
1137         //dev_dbg(&card->dev->dev, "Requesting IRQ: %d\n",dev->irq);
1138         err = request_irq(dev->irq, solos_irq, IRQF_DISABLED|IRQF_SHARED,
1139                           "solos-pci", card);
1140         if (err) {
1141                 dev_dbg(&card->dev->dev, "Failed to request interrupt IRQ: %d\n", dev->irq);
1142                 goto out_unmap_both;
1143         }
1144
1145         // Enable IRQs
1146         iowrite32(1, card->config_regs + IRQ_EN_ADDR);
1147
1148         if (fpga_upgrade)
1149                 flash_upgrade(card, 0);
1150
1151         if (firmware_upgrade)
1152                 flash_upgrade(card, 1);
1153
1154         err = atm_init(card);
1155         if (err)
1156                 goto out_free_irq;
1157
1158         return 0;
1159
1160  out_free_irq:
1161         iowrite32(0, card->config_regs + IRQ_EN_ADDR);
1162         free_irq(dev->irq, card);
1163         tasklet_kill(&card->tlet);
1164         
1165  out_unmap_both:
1166         pci_set_drvdata(dev, NULL);
1167         pci_iounmap(dev, card->config_regs);
1168  out_unmap_config:
1169         pci_iounmap(dev, card->buffers);
1170  out_release_regions:
1171         pci_release_regions(dev);
1172  out:
1173         return err;
1174 }
1175
1176 static int atm_init(struct solos_card *card)
1177 {
1178         int i;
1179
1180         for (i = 0; i < card->nr_ports; i++) {
1181                 struct sk_buff *skb;
1182                 struct pkt_hdr *header;
1183
1184                 skb_queue_head_init(&card->tx_queue[i]);
1185                 skb_queue_head_init(&card->cli_queue[i]);
1186
1187                 card->atmdev[i] = atm_dev_register("solos-pci", &fpga_ops, -1, NULL);
1188                 if (!card->atmdev[i]) {
1189                         dev_err(&card->dev->dev, "Could not register ATM device %d\n", i);
1190                         atm_remove(card);
1191                         return -ENODEV;
1192                 }
1193                 if (device_create_file(&card->atmdev[i]->class_dev, &dev_attr_console))
1194                         dev_err(&card->dev->dev, "Could not register console for ATM device %d\n", i);
1195                 if (sysfs_create_group(&card->atmdev[i]->class_dev.kobj, &solos_attr_group))
1196                         dev_err(&card->dev->dev, "Could not register parameter group for ATM device %d\n", i);
1197
1198                 dev_info(&card->dev->dev, "Registered ATM device %d\n", card->atmdev[i]->number);
1199
1200                 card->atmdev[i]->ci_range.vpi_bits = 8;
1201                 card->atmdev[i]->ci_range.vci_bits = 16;
1202                 card->atmdev[i]->dev_data = card;
1203                 card->atmdev[i]->phy_data = (void *)(unsigned long)i;
1204                 card->atmdev[i]->signal = ATM_PHY_SIG_UNKNOWN;
1205
1206                 skb = alloc_skb(sizeof(*header), GFP_ATOMIC);
1207                 if (!skb) {
1208                         dev_warn(&card->dev->dev, "Failed to allocate sk_buff in atm_init()\n");
1209                         continue;
1210                 }
1211
1212                 header = (void *)skb_put(skb, sizeof(*header));
1213
1214                 header->size = cpu_to_le16(0);
1215                 header->vpi = cpu_to_le16(0);
1216                 header->vci = cpu_to_le16(0);
1217                 header->type = cpu_to_le16(PKT_STATUS);
1218
1219                 fpga_queue(card, i, skb, NULL);
1220         }
1221         return 0;
1222 }
1223
1224 static void atm_remove(struct solos_card *card)
1225 {
1226         int i;
1227
1228         for (i = 0; i < card->nr_ports; i++) {
1229                 if (card->atmdev[i]) {
1230                         dev_info(&card->dev->dev, "Unregistering ATM device %d\n", card->atmdev[i]->number);
1231
1232                         sysfs_remove_group(&card->atmdev[i]->class_dev.kobj, &solos_attr_group);
1233                         atm_dev_deregister(card->atmdev[i]);
1234                 }
1235         }
1236 }
1237
1238 static void fpga_remove(struct pci_dev *dev)
1239 {
1240         struct solos_card *card = pci_get_drvdata(dev);
1241
1242         if (debug)
1243                 return;
1244
1245         atm_remove(card);
1246
1247         dev_vdbg(&dev->dev, "Freeing IRQ\n");
1248         // Disable IRQs from FPGA
1249         iowrite32(0, card->config_regs + IRQ_EN_ADDR);
1250         free_irq(dev->irq, card);
1251         tasklet_kill(&card->tlet);
1252
1253         //      iowrite32(0x01,pciregs);
1254         dev_vdbg(&dev->dev, "Unmapping PCI resource\n");
1255         pci_iounmap(dev, card->buffers);
1256         pci_iounmap(dev, card->config_regs);
1257
1258         dev_vdbg(&dev->dev, "Releasing PCI Region\n");
1259         pci_release_regions(dev);
1260         pci_disable_device(dev);
1261
1262         pci_set_drvdata(dev, NULL);
1263         kfree(card);
1264 //      dev_dbg(&card->dev->dev, "fpga_remove\n");
1265         return;
1266 }
1267
1268 static struct pci_device_id fpga_pci_tbl[] __devinitdata = {
1269         { 0x10ee, 0x0300, PCI_ANY_ID, PCI_ANY_ID, 0, 0, 0 },
1270         { 0, }
1271 };
1272
1273 MODULE_DEVICE_TABLE(pci,fpga_pci_tbl);
1274
1275 static struct pci_driver fpga_driver = {
1276         .name =         "solos",
1277         .id_table =     fpga_pci_tbl,
1278         .probe =        fpga_probe,
1279         .remove =       fpga_remove,
1280 };
1281
1282
1283 static int __init solos_pci_init(void)
1284 {
1285         printk(KERN_INFO "Solos PCI Driver Version %s\n", VERSION);
1286         return pci_register_driver(&fpga_driver);
1287 }
1288
1289 static void __exit solos_pci_exit(void)
1290 {
1291         pci_unregister_driver(&fpga_driver);
1292         printk(KERN_INFO "Solos PCI Driver %s Unloaded\n", VERSION);
1293 }
1294
1295 module_init(solos_pci_init);
1296 module_exit(solos_pci_exit);