2 * Copyright (C) 2003 - 2006 NetXen, Inc.
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License
7 * as published by the Free Software Foundation; either version 2
8 * of the License, or (at your option) any later version.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
15 * You should have received a copy of the GNU General Public License
16 * along with this program; if not, write to the Free Software
17 * Foundation, Inc., 59 Temple Place - Suite 330, Boston,
20 * The full GNU General Public License is included in this distribution
21 * in the file called LICENSE.
23 * Contact Information:
26 * 3965 Freedom Circle, Fourth floor,
27 * Santa Clara, CA 95054
30 * Source file for NIC routines to initialize the Phantom Hardware
34 #include <linux/netdevice.h>
35 #include <linux/delay.h>
36 #include "netxen_nic.h"
37 #include "netxen_nic_hw.h"
38 #include "netxen_nic_phan_reg.h"
40 struct crb_addr_pair {
45 #define NETXEN_MAX_CRB_XFORM 60
46 static unsigned int crb_addr_xform[NETXEN_MAX_CRB_XFORM];
47 #define NETXEN_ADDR_ERROR ((unsigned long ) 0xffffffff )
49 #define crb_addr_transform(name) \
50 crb_addr_xform[NETXEN_HW_PX_MAP_CRB_##name] = \
51 NETXEN_HW_CRB_HUB_AGT_ADR_##name << 20
53 #define NETXEN_NIC_XDMA_RESET 0x8000ff
56 netxen_nic_locked_write_reg(struct netxen_adapter *adapter,
57 unsigned long off, int *data)
59 void __iomem *addr = pci_base_offset(adapter, off);
63 static void crb_addr_transform_setup(void)
65 crb_addr_transform(XDMA);
66 crb_addr_transform(TIMR);
67 crb_addr_transform(SRE);
68 crb_addr_transform(SQN3);
69 crb_addr_transform(SQN2);
70 crb_addr_transform(SQN1);
71 crb_addr_transform(SQN0);
72 crb_addr_transform(SQS3);
73 crb_addr_transform(SQS2);
74 crb_addr_transform(SQS1);
75 crb_addr_transform(SQS0);
76 crb_addr_transform(RPMX7);
77 crb_addr_transform(RPMX6);
78 crb_addr_transform(RPMX5);
79 crb_addr_transform(RPMX4);
80 crb_addr_transform(RPMX3);
81 crb_addr_transform(RPMX2);
82 crb_addr_transform(RPMX1);
83 crb_addr_transform(RPMX0);
84 crb_addr_transform(ROMUSB);
85 crb_addr_transform(SN);
86 crb_addr_transform(QMN);
87 crb_addr_transform(QMS);
88 crb_addr_transform(PGNI);
89 crb_addr_transform(PGND);
90 crb_addr_transform(PGN3);
91 crb_addr_transform(PGN2);
92 crb_addr_transform(PGN1);
93 crb_addr_transform(PGN0);
94 crb_addr_transform(PGSI);
95 crb_addr_transform(PGSD);
96 crb_addr_transform(PGS3);
97 crb_addr_transform(PGS2);
98 crb_addr_transform(PGS1);
99 crb_addr_transform(PGS0);
100 crb_addr_transform(PS);
101 crb_addr_transform(PH);
102 crb_addr_transform(NIU);
103 crb_addr_transform(I2Q);
104 crb_addr_transform(EG);
105 crb_addr_transform(MN);
106 crb_addr_transform(MS);
107 crb_addr_transform(CAS2);
108 crb_addr_transform(CAS1);
109 crb_addr_transform(CAS0);
110 crb_addr_transform(CAM);
111 crb_addr_transform(C2C1);
112 crb_addr_transform(C2C0);
113 crb_addr_transform(SMB);
116 int netxen_init_firmware(struct netxen_adapter *adapter)
118 u32 state = 0, loops = 0, err = 0;
121 state = readl(NETXEN_CRB_NORMALIZE(adapter, CRB_CMDPEG_STATE));
123 if (state == PHAN_INITIALIZE_ACK)
126 while (state != PHAN_INITIALIZE_COMPLETE && loops < 2000) {
129 state = readl(NETXEN_CRB_NORMALIZE(adapter, CRB_CMDPEG_STATE));
134 printk(KERN_ERR "Cmd Peg initialization not complete:%x.\n",
140 writel(MPORT_SINGLE_FUNCTION_MODE,
141 NETXEN_CRB_NORMALIZE(adapter, CRB_MPORT_MODE));
142 writel(PHAN_INITIALIZE_ACK,
143 NETXEN_CRB_NORMALIZE(adapter, CRB_CMDPEG_STATE));
148 #define NETXEN_ADDR_LIMIT 0xffffffffULL
150 void *netxen_alloc(struct pci_dev *pdev, size_t sz, dma_addr_t * ptr,
151 struct pci_dev **used_dev)
155 addr = pci_alloc_consistent(pdev, sz, ptr);
156 if ((unsigned long long)(*ptr) < NETXEN_ADDR_LIMIT) {
160 pci_free_consistent(pdev, sz, addr, *ptr);
161 addr = pci_alloc_consistent(NULL, sz, ptr);
166 void netxen_initialize_adapter_sw(struct netxen_adapter *adapter)
171 struct netxen_rcv_desc_ctx *rcv_desc;
173 DPRINTK(INFO, "initializing some queues: %p\n", adapter);
174 for (ctxid = 0; ctxid < MAX_RCV_CTX; ++ctxid) {
175 for (ring = 0; ring < NUM_RCV_DESC_RINGS; ring++) {
176 struct netxen_rx_buffer *rx_buf;
177 rcv_desc = &adapter->recv_ctx[ctxid].rcv_desc[ring];
178 rcv_desc->rcv_free = rcv_desc->max_rx_desc_count;
179 rcv_desc->begin_alloc = 0;
180 rx_buf = rcv_desc->rx_buf_arr;
181 num_rx_bufs = rcv_desc->max_rx_desc_count;
183 * Now go through all of them, set reference handles
184 * and put them in the queues.
186 for (i = 0; i < num_rx_bufs; i++) {
187 rx_buf->ref_handle = i;
188 rx_buf->state = NETXEN_BUFFER_FREE;
189 DPRINTK(INFO, "Rx buf:ctx%d i(%d) rx_buf:"
190 "%p\n", ctxid, i, rx_buf);
197 void netxen_initialize_adapter_hw(struct netxen_adapter *adapter)
200 struct netxen_board_info *board_info = &(adapter->ahw.boardcfg);
202 if (netxen_nic_get_board_info(adapter) != 0)
203 printk("%s: Error getting board config info.\n",
204 netxen_nic_driver_name);
205 get_brd_port_by_type(board_info->board_type, &ports);
207 printk(KERN_ERR "%s: Unknown board type\n",
208 netxen_nic_driver_name);
209 adapter->ahw.max_ports = ports;
212 void netxen_initialize_adapter_ops(struct netxen_adapter *adapter)
214 switch (adapter->ahw.board_type) {
216 adapter->enable_phy_interrupts =
217 netxen_niu_gbe_enable_phy_interrupts;
218 adapter->disable_phy_interrupts =
219 netxen_niu_gbe_disable_phy_interrupts;
220 adapter->handle_phy_intr = netxen_nic_gbe_handle_phy_intr;
221 adapter->macaddr_set = netxen_niu_macaddr_set;
222 adapter->set_mtu = netxen_nic_set_mtu_gb;
223 adapter->set_promisc = netxen_niu_set_promiscuous_mode;
224 adapter->unset_promisc = netxen_niu_set_promiscuous_mode;
225 adapter->phy_read = netxen_niu_gbe_phy_read;
226 adapter->phy_write = netxen_niu_gbe_phy_write;
227 adapter->init_port = netxen_niu_gbe_init_port;
228 adapter->init_niu = netxen_nic_init_niu_gb;
229 adapter->stop_port = netxen_niu_disable_gbe_port;
232 case NETXEN_NIC_XGBE:
233 adapter->enable_phy_interrupts =
234 netxen_niu_xgbe_enable_phy_interrupts;
235 adapter->disable_phy_interrupts =
236 netxen_niu_xgbe_disable_phy_interrupts;
237 adapter->handle_phy_intr = netxen_nic_xgbe_handle_phy_intr;
238 adapter->macaddr_set = netxen_niu_xg_macaddr_set;
239 adapter->set_mtu = netxen_nic_set_mtu_xgb;
240 adapter->init_port = netxen_niu_xg_init_port;
241 adapter->set_promisc = netxen_niu_xg_set_promiscuous_mode;
242 adapter->unset_promisc = netxen_niu_xg_set_promiscuous_mode;
243 adapter->stop_port = netxen_niu_disable_xg_port;
252 * netxen_decode_crb_addr(0 - utility to translate from internal Phantom CRB
253 * address to external PCI CRB address.
255 unsigned long netxen_decode_crb_addr(unsigned long addr)
258 unsigned long base_addr, offset, pci_base;
260 crb_addr_transform_setup();
262 pci_base = NETXEN_ADDR_ERROR;
263 base_addr = addr & 0xfff00000;
264 offset = addr & 0x000fffff;
266 for (i = 0; i < NETXEN_MAX_CRB_XFORM; i++) {
267 if (crb_addr_xform[i] == base_addr) {
272 if (pci_base == NETXEN_ADDR_ERROR)
275 return (pci_base + offset);
278 static long rom_max_timeout = 10000;
279 static long rom_lock_timeout = 1000000;
281 static inline int rom_lock(struct netxen_adapter *adapter)
288 /* acquire semaphore2 from PCI HW block */
289 netxen_nic_read_w0(adapter, NETXEN_PCIE_REG(PCIE_SEM2_LOCK),
293 if (timeout >= rom_lock_timeout)
303 for (iter = 0; iter < 20; iter++)
304 cpu_relax(); /*This a nop instr on i386 */
307 netxen_nic_reg_write(adapter, NETXEN_ROM_LOCK_ID, ROM_LOCK_DRIVER);
311 int netxen_wait_rom_done(struct netxen_adapter *adapter)
317 done = netxen_nic_reg_read(adapter, NETXEN_ROMUSB_GLB_STATUS);
320 if (timeout >= rom_max_timeout) {
321 printk("Timeout reached waiting for rom done");
328 static inline int netxen_rom_wren(struct netxen_adapter *adapter)
330 /* Set write enable latch in ROM status register */
331 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_ABYTE_CNT, 0);
332 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_INSTR_OPCODE,
334 if (netxen_wait_rom_done(adapter)) {
340 static inline unsigned int netxen_rdcrbreg(struct netxen_adapter *adapter,
343 unsigned int data = 0xdeaddead;
344 data = netxen_nic_reg_read(adapter, addr);
348 static inline int netxen_do_rom_rdsr(struct netxen_adapter *adapter)
350 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_INSTR_OPCODE,
352 if (netxen_wait_rom_done(adapter)) {
355 return netxen_rdcrbreg(adapter, NETXEN_ROMUSB_ROM_RDATA);
358 static inline void netxen_rom_unlock(struct netxen_adapter *adapter)
362 /* release semaphore2 */
363 netxen_nic_read_w0(adapter, NETXEN_PCIE_REG(PCIE_SEM2_UNLOCK), &val);
367 int netxen_rom_wip_poll(struct netxen_adapter *adapter)
372 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_ABYTE_CNT, 0);
374 val = netxen_do_rom_rdsr(adapter);
377 if (timeout > rom_max_timeout) {
384 static inline int do_rom_fast_write(struct netxen_adapter *adapter, int addr,
387 if (netxen_rom_wren(adapter)) {
390 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_WDATA, data);
391 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_ADDRESS, addr);
392 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_ABYTE_CNT, 3);
393 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_INSTR_OPCODE,
395 if (netxen_wait_rom_done(adapter)) {
396 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_ABYTE_CNT, 0);
400 return netxen_rom_wip_poll(adapter);
404 do_rom_fast_read(struct netxen_adapter *adapter, int addr, int *valp)
406 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_ADDRESS, addr);
407 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_ABYTE_CNT, 3);
408 udelay(100); /* prevent bursting on CRB */
409 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_DUMMY_BYTE_CNT, 0);
410 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_INSTR_OPCODE, 0xb);
411 if (netxen_wait_rom_done(adapter)) {
412 printk("Error waiting for rom done\n");
415 /* reset abyte_cnt and dummy_byte_cnt */
416 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_ABYTE_CNT, 0);
417 udelay(100); /* prevent bursting on CRB */
418 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_DUMMY_BYTE_CNT, 0);
420 *valp = netxen_nic_reg_read(adapter, NETXEN_ROMUSB_ROM_RDATA);
424 int netxen_rom_fast_read(struct netxen_adapter *adapter, int addr, int *valp)
428 if (rom_lock(adapter) != 0)
431 ret = do_rom_fast_read(adapter, addr, valp);
432 netxen_rom_unlock(adapter);
436 int netxen_rom_fast_write(struct netxen_adapter *adapter, int addr, int data)
440 if (rom_lock(adapter) != 0) {
443 ret = do_rom_fast_write(adapter, addr, data);
444 netxen_rom_unlock(adapter);
447 int netxen_do_rom_se(struct netxen_adapter *adapter, int addr)
449 netxen_rom_wren(adapter);
450 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_ADDRESS, addr);
451 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_ABYTE_CNT, 3);
452 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_INSTR_OPCODE,
454 if (netxen_wait_rom_done(adapter)) {
455 netxen_nic_reg_write(adapter, NETXEN_ROMUSB_ROM_ABYTE_CNT, 0);
458 return netxen_rom_wip_poll(adapter);
461 int netxen_rom_se(struct netxen_adapter *adapter, int addr)
464 if (rom_lock(adapter) != 0) {
467 ret = netxen_do_rom_se(adapter, addr);
468 netxen_rom_unlock(adapter);
472 #define NETXEN_BOARDTYPE 0x4008
473 #define NETXEN_BOARDNUM 0x400c
474 #define NETXEN_CHIPNUM 0x4010
475 #define NETXEN_ROMBUS_RESET 0xFFFFFFFF
476 #define NETXEN_ROM_FIRST_BARRIER 0x800000000ULL
477 #define NETXEN_ROM_FOUND_INIT 0x400
479 int netxen_pinit_from_rom(struct netxen_adapter *adapter, int verbose)
481 int addr, val, status;
484 struct crb_addr_pair *buf;
488 status = netxen_nic_get_board_info(adapter);
490 printk("%s: netxen_pinit_from_rom: Error getting board info\n",
491 netxen_nic_driver_name);
493 netxen_crb_writelit_adapter(adapter, NETXEN_ROMUSB_GLB_SW_RESET,
494 NETXEN_ROMBUS_RESET);
498 if (netxen_rom_fast_read(adapter, NETXEN_BOARDTYPE, &val) == 0)
499 printk("P2 ROM board type: 0x%08x\n", val);
501 printk("Could not read board type\n");
502 if (netxen_rom_fast_read(adapter, NETXEN_BOARDNUM, &val) == 0)
503 printk("P2 ROM board num: 0x%08x\n", val);
505 printk("Could not read board number\n");
506 if (netxen_rom_fast_read(adapter, NETXEN_CHIPNUM, &val) == 0)
507 printk("P2 ROM chip num: 0x%08x\n", val);
509 printk("Could not read chip number\n");
512 if (netxen_rom_fast_read(adapter, 0, &n) == 0
513 && (n & NETXEN_ROM_FIRST_BARRIER)) {
514 n &= ~NETXEN_ROM_ROUNDUP;
515 if (n < NETXEN_ROM_FOUND_INIT) {
517 printk("%s: %d CRB init values found"
518 " in ROM.\n", netxen_nic_driver_name, n);
520 printk("%s:n=0x%x Error! NetXen card flash not"
521 " initialized.\n", __FUNCTION__, n);
524 buf = kcalloc(n, sizeof(struct crb_addr_pair), GFP_KERNEL);
526 printk("%s: netxen_pinit_from_rom: Unable to calloc "
527 "memory.\n", netxen_nic_driver_name);
530 for (i = 0; i < n; i++) {
531 if (netxen_rom_fast_read(adapter, 8 * i + 4, &val) != 0
532 || netxen_rom_fast_read(adapter, 8 * i + 8,
540 printk("%s: PCI: 0x%08x == 0x%08x\n",
541 netxen_nic_driver_name, (unsigned int)
542 netxen_decode_crb_addr((unsigned long)
545 for (i = 0; i < n; i++) {
547 off = netxen_decode_crb_addr((unsigned long)buf[i].addr);
548 if (off == NETXEN_ADDR_ERROR) {
549 printk(KERN_ERR"CRB init value out of range %lx\n",
553 off += NETXEN_PCI_CRBSPACE;
554 /* skipping cold reboot MAGIC */
555 if (off == NETXEN_CAM_RAM(0x1fc))
558 /* After writing this register, HW needs time for CRB */
559 /* to quiet down (else crb_window returns 0xffffffff) */
560 if (off == NETXEN_ROMUSB_GLB_SW_RESET) {
562 /* hold xdma in reset also */
563 buf[i].data = NETXEN_NIC_XDMA_RESET;
566 if (ADDR_IN_WINDOW1(off)) {
568 NETXEN_CRB_NORMALIZE(adapter, off));
570 netxen_nic_pci_change_crbwindow(adapter, 0);
572 pci_base_offset(adapter, off));
574 netxen_nic_pci_change_crbwindow(adapter, 1);
576 if (init_delay == 1) {
584 /* disable_peg_cache_all */
586 /* unreset_net_cache */
587 netxen_nic_hw_read_wx(adapter, NETXEN_ROMUSB_GLB_SW_RESET, &val,
589 netxen_crb_writelit_adapter(adapter, NETXEN_ROMUSB_GLB_SW_RESET,
591 /* p2dn replyCount */
592 netxen_crb_writelit_adapter(adapter,
593 NETXEN_CRB_PEG_NET_D + 0xec, 0x1e);
594 /* disable_peg_cache 0 */
595 netxen_crb_writelit_adapter(adapter,
596 NETXEN_CRB_PEG_NET_D + 0x4c, 8);
597 /* disable_peg_cache 1 */
598 netxen_crb_writelit_adapter(adapter,
599 NETXEN_CRB_PEG_NET_I + 0x4c, 8);
604 netxen_crb_writelit_adapter(adapter, NETXEN_CRB_PEG_NET_0 + 0x8,
606 netxen_crb_writelit_adapter(adapter, NETXEN_CRB_PEG_NET_0 + 0xc,
609 netxen_crb_writelit_adapter(adapter, NETXEN_CRB_PEG_NET_1 + 0x8,
611 netxen_crb_writelit_adapter(adapter, NETXEN_CRB_PEG_NET_1 + 0xc,
614 netxen_crb_writelit_adapter(adapter, NETXEN_CRB_PEG_NET_2 + 0x8,
616 netxen_crb_writelit_adapter(adapter, NETXEN_CRB_PEG_NET_2 + 0xc,
619 netxen_crb_writelit_adapter(adapter, NETXEN_CRB_PEG_NET_3 + 0x8,
621 netxen_crb_writelit_adapter(adapter, NETXEN_CRB_PEG_NET_3 + 0xc,
627 int netxen_initialize_adapter_offload(struct netxen_adapter *adapter)
633 adapter->dummy_dma.addr =
634 pci_alloc_consistent(adapter->ahw.pdev,
635 NETXEN_HOST_DUMMY_DMA_SIZE,
636 &adapter->dummy_dma.phys_addr);
637 if (adapter->dummy_dma.addr == NULL) {
638 printk("%s: ERROR: Could not allocate dummy DMA memory\n",
643 addr = (uint64_t) adapter->dummy_dma.phys_addr;
644 hi = (addr >> 32) & 0xffffffff;
645 lo = addr & 0xffffffff;
647 writel(hi, NETXEN_CRB_NORMALIZE(adapter, CRB_HOST_DUMMY_BUF_ADDR_HI));
648 writel(lo, NETXEN_CRB_NORMALIZE(adapter, CRB_HOST_DUMMY_BUF_ADDR_LO));
653 void netxen_free_adapter_offload(struct netxen_adapter *adapter)
655 if (adapter->dummy_dma.addr) {
656 pci_free_consistent(adapter->ahw.pdev,
657 NETXEN_HOST_DUMMY_DMA_SIZE,
658 adapter->dummy_dma.addr,
659 adapter->dummy_dma.phys_addr);
660 adapter->dummy_dma.addr = NULL;
664 void netxen_phantom_init(struct netxen_adapter *adapter, int pegtune_val)
670 val = readl(NETXEN_CRB_NORMALIZE(adapter, CRB_CMDPEG_STATE));
671 while (val != PHAN_INITIALIZE_COMPLETE && loops < 200000) {
675 readl(NETXEN_CRB_NORMALIZE
676 (adapter, CRB_CMDPEG_STATE));
679 if (val != PHAN_INITIALIZE_COMPLETE)
680 printk("WARNING: Initial boot wait loop failed...\n");
684 int netxen_nic_rx_has_work(struct netxen_adapter *adapter)
688 for (ctx = 0; ctx < MAX_RCV_CTX; ++ctx) {
689 struct netxen_recv_context *recv_ctx =
690 &(adapter->recv_ctx[ctx]);
692 struct status_desc *desc_head;
693 struct status_desc *desc;
695 consumer = recv_ctx->status_rx_consumer;
696 desc_head = recv_ctx->rcv_status_desc_head;
697 desc = &desc_head[consumer];
699 if (netxen_get_sts_owner(desc) & STATUS_OWNER_HOST)
706 static inline int netxen_nic_check_temp(struct netxen_adapter *adapter)
709 struct netxen_port *port;
710 struct net_device *netdev;
711 uint32_t temp, temp_state, temp_val;
714 temp = readl(NETXEN_CRB_NORMALIZE(adapter, CRB_TEMP_STATE));
716 temp_state = nx_get_temp_state(temp);
717 temp_val = nx_get_temp_val(temp);
719 if (temp_state == NX_TEMP_PANIC) {
721 "%s: Device temperature %d degrees C exceeds"
722 " maximum allowed. Hardware has been shut down.\n",
723 netxen_nic_driver_name, temp_val);
724 for (port_num = 0; port_num < adapter->ahw.max_ports;
726 port = adapter->port[port_num];
727 netdev = port->netdev;
729 netif_carrier_off(netdev);
730 netif_stop_queue(netdev);
733 } else if (temp_state == NX_TEMP_WARN) {
734 if (adapter->temp == NX_TEMP_NORMAL) {
736 "%s: Device temperature %d degrees C "
737 "exceeds operating range."
738 " Immediate action needed.\n",
739 netxen_nic_driver_name, temp_val);
742 if (adapter->temp == NX_TEMP_WARN) {
744 "%s: Device temperature is now %d degrees C"
745 " in normal range.\n", netxen_nic_driver_name,
749 adapter->temp = temp_state;
753 void netxen_watchdog_task(struct work_struct *work)
756 struct netxen_port *port;
757 struct net_device *netdev;
758 struct netxen_adapter *adapter =
759 container_of(work, struct netxen_adapter, watchdog_task);
761 if (netxen_nic_check_temp(adapter))
764 for (port_num = 0; port_num < adapter->ahw.max_ports; port_num++) {
765 port = adapter->port[port_num];
766 netdev = port->netdev;
768 if ((netif_running(netdev)) && !netif_carrier_ok(netdev)) {
769 printk(KERN_INFO "%s port %d, %s carrier is now ok\n",
770 netxen_nic_driver_name, port_num, netdev->name);
771 netif_carrier_on(netdev);
774 if (netif_queue_stopped(netdev))
775 netif_wake_queue(netdev);
778 if (adapter->handle_phy_intr)
779 adapter->handle_phy_intr(adapter);
780 mod_timer(&adapter->watchdog_timer, jiffies + 2 * HZ);
784 * netxen_process_rcv() send the received packet to the protocol stack.
785 * and if the number of receives exceeds RX_BUFFERS_REFILL, then we
786 * invoke the routine to send more rx buffers to the Phantom...
789 netxen_process_rcv(struct netxen_adapter *adapter, int ctxid,
790 struct status_desc *desc)
792 struct netxen_port *port = adapter->port[netxen_get_sts_port(desc)];
793 struct pci_dev *pdev = port->pdev;
794 struct net_device *netdev = port->netdev;
795 int index = netxen_get_sts_refhandle(desc);
796 struct netxen_recv_context *recv_ctx = &(adapter->recv_ctx[ctxid]);
797 struct netxen_rx_buffer *buffer;
799 u32 length = netxen_get_sts_totallength(desc);
801 struct netxen_rcv_desc_ctx *rcv_desc;
804 desc_ctx = netxen_get_sts_type(desc);
805 if (unlikely(desc_ctx >= NUM_RCV_DESC_RINGS)) {
806 printk("%s: %s Bad Rcv descriptor ring\n",
807 netxen_nic_driver_name, netdev->name);
811 rcv_desc = &recv_ctx->rcv_desc[desc_ctx];
812 if (unlikely(index > rcv_desc->max_rx_desc_count)) {
813 DPRINTK(ERR, "Got a buffer index:%x Max is %x\n",
814 index, rcv_desc->max_rx_desc_count);
817 buffer = &rcv_desc->rx_buf_arr[index];
818 if (desc_ctx == RCV_DESC_LRO_CTXID) {
819 buffer->lro_current_frags++;
820 if (netxen_get_sts_desc_lro_last_frag(desc)) {
821 buffer->lro_expected_frags =
822 netxen_get_sts_desc_lro_cnt(desc);
823 buffer->lro_length = length;
825 if (buffer->lro_current_frags != buffer->lro_expected_frags) {
826 if (buffer->lro_expected_frags != 0) {
827 printk("LRO: (refhandle:%x) recv frag."
828 "wait for last. flags: %x expected:%d"
830 netxen_get_sts_desc_lro_last_frag(desc),
831 buffer->lro_expected_frags,
832 buffer->lro_current_frags);
838 pci_unmap_single(pdev, buffer->dma, rcv_desc->dma_size,
841 skb = (struct sk_buff *)buffer->skb;
843 if (likely(netxen_get_sts_status(desc) == STATUS_CKSUM_OK)) {
844 port->stats.csummed++;
845 skb->ip_summed = CHECKSUM_UNNECESSARY;
848 if (desc_ctx == RCV_DESC_LRO_CTXID) {
849 /* True length was only available on the last pkt */
850 skb_put(skb, buffer->lro_length);
852 skb_put(skb, length);
855 skb->protocol = eth_type_trans(skb, netdev);
857 ret = netif_receive_skb(skb);
860 * RH: Do we need these stats on a regular basis. Can we get it from
865 port->stats.uphappy++;
869 port->stats.uplcong++;
873 port->stats.upmcong++;
877 port->stats.uphcong++;
881 port->stats.updropped++;
885 port->stats.updunno++;
889 netdev->last_rx = jiffies;
891 rcv_desc->rcv_free++;
892 rcv_desc->rcv_pending--;
895 * We just consumed one buffer so post a buffer.
897 adapter->stats.post_called++;
899 buffer->state = NETXEN_BUFFER_FREE;
900 buffer->lro_current_frags = 0;
901 buffer->lro_expected_frags = 0;
903 port->stats.no_rcv++;
904 port->stats.rxbytes += length;
907 /* Process Receive status ring */
908 u32 netxen_process_rcv_ring(struct netxen_adapter *adapter, int ctxid, int max)
910 struct netxen_recv_context *recv_ctx = &(adapter->recv_ctx[ctxid]);
911 struct status_desc *desc_head = recv_ctx->rcv_status_desc_head;
912 struct status_desc *desc; /* used to read status desc here */
913 u32 consumer = recv_ctx->status_rx_consumer;
917 DPRINTK(INFO, "procesing receive\n");
919 * we assume in this case that there is only one port and that is
920 * port #1...changes need to be done in firmware to indicate port
921 * number as part of the descriptor. This way we will be able to get
922 * the netdev which is associated with that device.
924 while (count < max) {
925 desc = &desc_head[consumer];
926 if (!(netxen_get_sts_owner(desc) & STATUS_OWNER_HOST)) {
927 DPRINTK(ERR, "desc %p ownedby %x\n", desc,
928 netxen_get_sts_owner(desc));
931 netxen_process_rcv(adapter, ctxid, desc);
932 netxen_clear_sts_owner(desc);
933 netxen_set_sts_owner(desc, STATUS_OWNER_PHANTOM);
934 consumer = (consumer + 1) & (adapter->max_rx_desc_count - 1);
938 for (ring = 0; ring < NUM_RCV_DESC_RINGS; ring++) {
939 netxen_post_rx_buffers_nodb(adapter, ctxid, ring);
943 /* update the consumer index in phantom */
945 adapter->stats.process_rcv++;
946 recv_ctx->status_rx_consumer = consumer;
947 recv_ctx->status_rx_producer = producer;
951 NETXEN_CRB_NORMALIZE(adapter,
952 recv_crb_registers[ctxid].
953 crb_rcv_status_consumer));
959 /* Process Command status ring */
960 int netxen_process_cmd_ring(unsigned long data)
964 struct netxen_adapter *adapter = (struct netxen_adapter *)data;
967 struct netxen_cmd_buffer *buffer;
968 struct netxen_port *port; /* port #1 */
969 struct netxen_port *nport;
970 struct pci_dev *pdev;
971 struct netxen_skb_frag *frag;
973 struct sk_buff *skb = NULL;
977 spin_lock(&adapter->tx_lock);
978 last_consumer = adapter->last_cmd_consumer;
979 DPRINTK(INFO, "procesing xmit complete\n");
980 /* we assume in this case that there is only one port and that is
981 * port #1...changes need to be done in firmware to indicate port
982 * number as part of the descriptor. This way we will be able to get
983 * the netdev which is associated with that device.
986 consumer = *(adapter->cmd_consumer);
987 if (last_consumer == consumer) { /* Ring is empty */
988 DPRINTK(INFO, "last_consumer %d == consumer %d\n",
989 last_consumer, consumer);
990 spin_unlock(&adapter->tx_lock);
994 adapter->proc_cmd_buf_counter++;
995 adapter->stats.process_xmit++;
997 * Not needed - does not seem to be used anywhere.
998 * adapter->cmd_consumer = consumer;
1000 spin_unlock(&adapter->tx_lock);
1002 while ((last_consumer != consumer) && (count1 < MAX_STATUS_HANDLE)) {
1003 buffer = &adapter->cmd_buf_arr[last_consumer];
1004 port = adapter->port[buffer->port];
1006 frag = &buffer->frag_array[0];
1008 if (skb && (cmpxchg(&buffer->skb, skb, 0) == skb)) {
1009 pci_unmap_single(pdev, frag->dma, frag->length,
1011 for (i = 1; i < buffer->frag_count; i++) {
1012 DPRINTK(INFO, "getting fragment no %d\n", i);
1013 frag++; /* Get the next frag */
1014 pci_unmap_page(pdev, frag->dma, frag->length,
1018 port->stats.skbfreed++;
1019 dev_kfree_skb_any(skb);
1021 } else if (adapter->proc_cmd_buf_counter == 1) {
1022 port->stats.txnullskb++;
1024 if (unlikely(netif_queue_stopped(port->netdev)
1025 && netif_carrier_ok(port->netdev))
1026 && ((jiffies - port->netdev->trans_start) >
1027 port->netdev->watchdog_timeo)) {
1028 SCHEDULE_WORK(&port->tx_timeout_task);
1031 last_consumer = get_next_index(last_consumer,
1032 adapter->max_tx_desc_count);
1035 adapter->stats.noxmitdone += count1;
1038 spin_lock(&adapter->tx_lock);
1039 if ((--adapter->proc_cmd_buf_counter) == 0) {
1040 adapter->last_cmd_consumer = last_consumer;
1041 while ((adapter->last_cmd_consumer != consumer)
1042 && (count2 < MAX_STATUS_HANDLE)) {
1044 &adapter->cmd_buf_arr[adapter->last_cmd_consumer];
1049 adapter->last_cmd_consumer =
1050 get_next_index(adapter->last_cmd_consumer,
1051 adapter->max_tx_desc_count);
1054 if (count1 || count2) {
1055 for (p = 0; p < adapter->ahw.max_ports; p++) {
1056 nport = adapter->port[p];
1057 if (netif_queue_stopped(nport->netdev)
1058 && (nport->flags & NETXEN_NETDEV_STATUS)) {
1059 netif_wake_queue(nport->netdev);
1060 nport->flags &= ~NETXEN_NETDEV_STATUS;
1065 * If everything is freed up to consumer then check if the ring is full
1066 * If the ring is full then check if more needs to be freed and
1067 * schedule the call back again.
1069 * This happens when there are 2 CPUs. One could be freeing and the
1070 * other filling it. If the ring is full when we get out of here and
1071 * the card has already interrupted the host then the host can miss the
1074 * There is still a possible race condition and the host could miss an
1075 * interrupt. The card has to take care of this.
1077 if (adapter->last_cmd_consumer == consumer &&
1078 (((adapter->cmd_producer + 1) %
1079 adapter->max_tx_desc_count) == adapter->last_cmd_consumer)) {
1080 consumer = *(adapter->cmd_consumer);
1082 done = (adapter->last_cmd_consumer == consumer);
1084 spin_unlock(&adapter->tx_lock);
1085 DPRINTK(INFO, "last consumer is %d in %s\n", last_consumer,
1091 * netxen_post_rx_buffers puts buffer in the Phantom memory
1093 void netxen_post_rx_buffers(struct netxen_adapter *adapter, u32 ctx, u32 ringid)
1095 struct pci_dev *pdev = adapter->ahw.pdev;
1096 struct sk_buff *skb;
1097 struct netxen_recv_context *recv_ctx = &(adapter->recv_ctx[ctx]);
1098 struct netxen_rcv_desc_ctx *rcv_desc = NULL;
1100 struct rcv_desc *pdesc;
1101 struct netxen_rx_buffer *buffer;
1104 netxen_ctx_msg msg = 0;
1107 adapter->stats.post_called++;
1108 rcv_desc = &recv_ctx->rcv_desc[ringid];
1110 producer = rcv_desc->producer;
1111 index = rcv_desc->begin_alloc;
1112 buffer = &rcv_desc->rx_buf_arr[index];
1113 /* We can start writing rx descriptors into the phantom memory. */
1114 while (buffer->state == NETXEN_BUFFER_FREE) {
1115 skb = dev_alloc_skb(rcv_desc->skb_size);
1116 if (unlikely(!skb)) {
1119 * We need to schedule the posting of buffers to the pegs.
1121 rcv_desc->begin_alloc = index;
1122 DPRINTK(ERR, "netxen_post_rx_buffers: "
1123 " allocated only %d buffers\n", count);
1127 count++; /* now there should be no failure */
1128 pdesc = &rcv_desc->desc_head[producer];
1130 #if defined(XGB_DEBUG)
1131 *(unsigned long *)(skb->head) = 0xc0debabe;
1132 if (skb_is_nonlinear(skb)) {
1133 printk("Allocated SKB @%p is nonlinear\n");
1136 skb_reserve(skb, 2);
1137 /* This will be setup when we receive the
1138 * buffer after it has been filled FSL TBD TBD
1139 * skb->dev = netdev;
1141 dma = pci_map_single(pdev, skb->data, rcv_desc->dma_size,
1142 PCI_DMA_FROMDEVICE);
1143 pdesc->addr_buffer = cpu_to_le64(dma);
1145 buffer->state = NETXEN_BUFFER_BUSY;
1147 /* make a rcv descriptor */
1148 pdesc->reference_handle = cpu_to_le16(buffer->ref_handle);
1149 pdesc->buffer_length = cpu_to_le32(rcv_desc->dma_size);
1150 DPRINTK(INFO, "done writing descripter\n");
1152 get_next_index(producer, rcv_desc->max_rx_desc_count);
1153 index = get_next_index(index, rcv_desc->max_rx_desc_count);
1154 buffer = &rcv_desc->rx_buf_arr[index];
1156 /* if we did allocate buffers, then write the count to Phantom */
1158 rcv_desc->begin_alloc = index;
1159 rcv_desc->rcv_pending += count;
1160 adapter->stats.lastposted = count;
1161 adapter->stats.posted += count;
1162 rcv_desc->producer = producer;
1163 if (rcv_desc->rcv_free >= 32) {
1164 rcv_desc->rcv_free = 0;
1166 writel((producer - 1) &
1167 (rcv_desc->max_rx_desc_count - 1),
1168 NETXEN_CRB_NORMALIZE(adapter,
1169 recv_crb_registers[0].
1170 rcv_desc_crb[ringid].
1171 crb_rcv_producer_offset));
1173 * Write a doorbell msg to tell phanmon of change in
1174 * receive ring producer
1176 netxen_set_msg_peg_id(msg, NETXEN_RCV_PEG_DB_ID);
1177 netxen_set_msg_privid(msg);
1178 netxen_set_msg_count(msg,
1181 max_rx_desc_count - 1)));
1182 netxen_set_msg_ctxid(msg, 0);
1183 netxen_set_msg_opcode(msg, NETXEN_RCV_PRODUCER(ringid));
1185 DB_NORMALIZE(adapter,
1186 NETXEN_RCV_PRODUCER_OFFSET));
1191 void netxen_post_rx_buffers_nodb(struct netxen_adapter *adapter, uint32_t ctx,
1194 struct pci_dev *pdev = adapter->ahw.pdev;
1195 struct sk_buff *skb;
1196 struct netxen_recv_context *recv_ctx = &(adapter->recv_ctx[ctx]);
1197 struct netxen_rcv_desc_ctx *rcv_desc = NULL;
1199 struct rcv_desc *pdesc;
1200 struct netxen_rx_buffer *buffer;
1204 adapter->stats.post_called++;
1205 rcv_desc = &recv_ctx->rcv_desc[ringid];
1207 producer = rcv_desc->producer;
1208 index = rcv_desc->begin_alloc;
1209 buffer = &rcv_desc->rx_buf_arr[index];
1210 /* We can start writing rx descriptors into the phantom memory. */
1211 while (buffer->state == NETXEN_BUFFER_FREE) {
1212 skb = dev_alloc_skb(rcv_desc->skb_size);
1213 if (unlikely(!skb)) {
1215 * We need to schedule the posting of buffers to the pegs.
1217 rcv_desc->begin_alloc = index;
1218 DPRINTK(ERR, "netxen_post_rx_buffers_nodb: "
1219 " allocated only %d buffers\n", count);
1222 count++; /* now there should be no failure */
1223 pdesc = &rcv_desc->desc_head[producer];
1224 skb_reserve(skb, 2);
1226 * This will be setup when we receive the
1227 * buffer after it has been filled
1228 * skb->dev = netdev;
1231 buffer->state = NETXEN_BUFFER_BUSY;
1232 buffer->dma = pci_map_single(pdev, skb->data,
1234 PCI_DMA_FROMDEVICE);
1236 /* make a rcv descriptor */
1237 pdesc->reference_handle = cpu_to_le16(buffer->ref_handle);
1238 pdesc->buffer_length = cpu_to_le32(rcv_desc->dma_size);
1239 pdesc->addr_buffer = cpu_to_le64(buffer->dma);
1240 DPRINTK(INFO, "done writing descripter\n");
1242 get_next_index(producer, rcv_desc->max_rx_desc_count);
1243 index = get_next_index(index, rcv_desc->max_rx_desc_count);
1244 buffer = &rcv_desc->rx_buf_arr[index];
1247 /* if we did allocate buffers, then write the count to Phantom */
1249 rcv_desc->begin_alloc = index;
1250 rcv_desc->rcv_pending += count;
1251 adapter->stats.lastposted = count;
1252 adapter->stats.posted += count;
1253 rcv_desc->producer = producer;
1254 if (rcv_desc->rcv_free >= 32) {
1255 rcv_desc->rcv_free = 0;
1257 writel((producer - 1) &
1258 (rcv_desc->max_rx_desc_count - 1),
1259 NETXEN_CRB_NORMALIZE(adapter,
1260 recv_crb_registers[0].
1261 rcv_desc_crb[ringid].
1262 crb_rcv_producer_offset));
1268 int netxen_nic_tx_has_work(struct netxen_adapter *adapter)
1270 if (find_diff_among(adapter->last_cmd_consumer,
1271 adapter->cmd_producer,
1272 adapter->max_tx_desc_count) > 0)
1279 void netxen_nic_clear_stats(struct netxen_adapter *adapter)
1281 struct netxen_port *port;
1284 memset(&adapter->stats, 0, sizeof(adapter->stats));
1285 for (port_num = 0; port_num < adapter->ahw.max_ports; port_num++) {
1286 port = adapter->port[port_num];
1287 memset(&port->stats, 0, sizeof(port->stats));