2 * QLogic Fibre Channel HBA Driver
3 * Copyright (c) 2003-2008 QLogic Corporation
5 * See LICENSE.qla2xxx for copyright and licensing details.
9 #include <linux/delay.h>
10 #include <scsi/scsi_tcq.h>
12 static void qla2x00_mbx_completion(scsi_qla_host_t *, uint16_t);
13 static void qla2x00_process_completed_request(struct scsi_qla_host *, uint32_t);
14 static void qla2x00_status_entry(scsi_qla_host_t *, void *);
15 static void qla2x00_status_cont_entry(scsi_qla_host_t *, sts_cont_entry_t *);
16 static void qla2x00_error_entry(scsi_qla_host_t *, sts_entry_t *);
19 * qla2100_intr_handler() - Process interrupts for the ISP2100 and ISP2200.
21 * @dev_id: SCSI driver HA context
23 * Called by system whenever the host adapter generates an interrupt.
25 * Returns handled flag.
28 qla2100_intr_handler(int irq, void *dev_id)
31 struct device_reg_2xxx __iomem *reg;
37 ha = (scsi_qla_host_t *) dev_id;
40 "%s(): NULL host pointer\n", __func__);
44 reg = &ha->iobase->isp;
47 spin_lock(&ha->hardware_lock);
48 for (iter = 50; iter--; ) {
49 hccr = RD_REG_WORD(®->hccr);
50 if (hccr & HCCR_RISC_PAUSE) {
51 if (pci_channel_offline(ha->pdev))
55 * Issue a "HARD" reset in order for the RISC interrupt
56 * bit to be cleared. Schedule a big hammmer to get
57 * out of the RISC PAUSED state.
59 WRT_REG_WORD(®->hccr, HCCR_RESET_RISC);
60 RD_REG_WORD(®->hccr);
62 ha->isp_ops->fw_dump(ha, 1);
63 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
65 } else if ((RD_REG_WORD(®->istatus) & ISR_RISC_INT) == 0)
68 if (RD_REG_WORD(®->semaphore) & BIT_0) {
69 WRT_REG_WORD(®->hccr, HCCR_CLR_RISC_INT);
70 RD_REG_WORD(®->hccr);
72 /* Get mailbox data. */
73 mb[0] = RD_MAILBOX_REG(ha, reg, 0);
74 if (mb[0] > 0x3fff && mb[0] < 0x8000) {
75 qla2x00_mbx_completion(ha, mb[0]);
76 status |= MBX_INTERRUPT;
77 } else if (mb[0] > 0x7fff && mb[0] < 0xc000) {
78 mb[1] = RD_MAILBOX_REG(ha, reg, 1);
79 mb[2] = RD_MAILBOX_REG(ha, reg, 2);
80 mb[3] = RD_MAILBOX_REG(ha, reg, 3);
81 qla2x00_async_event(ha, mb);
84 DEBUG2(printk("scsi(%ld): Unrecognized "
85 "interrupt type (%d).\n",
88 /* Release mailbox registers. */
89 WRT_REG_WORD(®->semaphore, 0);
90 RD_REG_WORD(®->semaphore);
92 qla2x00_process_response_queue(ha);
94 WRT_REG_WORD(®->hccr, HCCR_CLR_RISC_INT);
95 RD_REG_WORD(®->hccr);
98 spin_unlock(&ha->hardware_lock);
100 if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
101 (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
102 set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
103 complete(&ha->mbx_intr_comp);
106 return (IRQ_HANDLED);
110 * qla2300_intr_handler() - Process interrupts for the ISP23xx and ISP63xx.
112 * @dev_id: SCSI driver HA context
114 * Called by system whenever the host adapter generates an interrupt.
116 * Returns handled flag.
119 qla2300_intr_handler(int irq, void *dev_id)
122 struct device_reg_2xxx __iomem *reg;
129 ha = (scsi_qla_host_t *) dev_id;
132 "%s(): NULL host pointer\n", __func__);
136 reg = &ha->iobase->isp;
139 spin_lock(&ha->hardware_lock);
140 for (iter = 50; iter--; ) {
141 stat = RD_REG_DWORD(®->u.isp2300.host_status);
142 if (stat & HSR_RISC_PAUSED) {
143 if (pci_channel_offline(ha->pdev))
146 hccr = RD_REG_WORD(®->hccr);
147 if (hccr & (BIT_15 | BIT_13 | BIT_11 | BIT_8))
148 qla_printk(KERN_INFO, ha, "Parity error -- "
149 "HCCR=%x, Dumping firmware!\n", hccr);
151 qla_printk(KERN_INFO, ha, "RISC paused -- "
152 "HCCR=%x, Dumping firmware!\n", hccr);
155 * Issue a "HARD" reset in order for the RISC
156 * interrupt bit to be cleared. Schedule a big
157 * hammmer to get out of the RISC PAUSED state.
159 WRT_REG_WORD(®->hccr, HCCR_RESET_RISC);
160 RD_REG_WORD(®->hccr);
162 ha->isp_ops->fw_dump(ha, 1);
163 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
165 } else if ((stat & HSR_RISC_INT) == 0)
168 switch (stat & 0xff) {
173 qla2x00_mbx_completion(ha, MSW(stat));
174 status |= MBX_INTERRUPT;
176 /* Release mailbox registers. */
177 WRT_REG_WORD(®->semaphore, 0);
181 mb[1] = RD_MAILBOX_REG(ha, reg, 1);
182 mb[2] = RD_MAILBOX_REG(ha, reg, 2);
183 mb[3] = RD_MAILBOX_REG(ha, reg, 3);
184 qla2x00_async_event(ha, mb);
187 qla2x00_process_response_queue(ha);
190 mb[0] = MBA_CMPLT_1_16BIT;
192 qla2x00_async_event(ha, mb);
195 mb[0] = MBA_SCSI_COMPLETION;
197 mb[2] = RD_MAILBOX_REG(ha, reg, 2);
198 qla2x00_async_event(ha, mb);
201 DEBUG2(printk("scsi(%ld): Unrecognized interrupt type "
203 ha->host_no, stat & 0xff));
206 WRT_REG_WORD(®->hccr, HCCR_CLR_RISC_INT);
207 RD_REG_WORD_RELAXED(®->hccr);
209 spin_unlock(&ha->hardware_lock);
211 if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
212 (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
213 set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
214 complete(&ha->mbx_intr_comp);
217 return (IRQ_HANDLED);
221 * qla2x00_mbx_completion() - Process mailbox command completions.
222 * @ha: SCSI driver HA context
223 * @mb0: Mailbox0 register
226 qla2x00_mbx_completion(scsi_qla_host_t *ha, uint16_t mb0)
229 uint16_t __iomem *wptr;
230 struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
232 /* Load return mailbox registers. */
233 ha->flags.mbox_int = 1;
234 ha->mailbox_out[0] = mb0;
235 wptr = (uint16_t __iomem *)MAILBOX_REG(ha, reg, 1);
237 for (cnt = 1; cnt < ha->mbx_count; cnt++) {
238 if (IS_QLA2200(ha) && cnt == 8)
239 wptr = (uint16_t __iomem *)MAILBOX_REG(ha, reg, 8);
240 if (cnt == 4 || cnt == 5)
241 ha->mailbox_out[cnt] = qla2x00_debounce_register(wptr);
243 ha->mailbox_out[cnt] = RD_REG_WORD(wptr);
249 DEBUG3(printk("%s(%ld): Got mailbox completion. cmd=%x.\n",
250 __func__, ha->host_no, ha->mcp->mb[0]));
252 DEBUG2_3(printk("%s(%ld): MBX pointer ERROR!\n",
253 __func__, ha->host_no));
258 * qla2x00_async_event() - Process aynchronous events.
259 * @ha: SCSI driver HA context
260 * @mb: Mailbox registers (0 - 3)
263 qla2x00_async_event(scsi_qla_host_t *ha, uint16_t *mb)
266 static char *link_speeds[5] = { "1", "2", "?", "4", "8" };
271 struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
272 uint32_t rscn_entry, host_pid;
273 uint8_t rscn_queue_index;
276 /* Setup to process RIO completion. */
279 case MBA_SCSI_COMPLETION:
280 handles[0] = le32_to_cpu((uint32_t)((mb[2] << 16) | mb[1]));
283 case MBA_CMPLT_1_16BIT:
286 mb[0] = MBA_SCSI_COMPLETION;
288 case MBA_CMPLT_2_16BIT:
292 mb[0] = MBA_SCSI_COMPLETION;
294 case MBA_CMPLT_3_16BIT:
299 mb[0] = MBA_SCSI_COMPLETION;
301 case MBA_CMPLT_4_16BIT:
305 handles[3] = (uint32_t)RD_MAILBOX_REG(ha, reg, 6);
307 mb[0] = MBA_SCSI_COMPLETION;
309 case MBA_CMPLT_5_16BIT:
313 handles[3] = (uint32_t)RD_MAILBOX_REG(ha, reg, 6);
314 handles[4] = (uint32_t)RD_MAILBOX_REG(ha, reg, 7);
316 mb[0] = MBA_SCSI_COMPLETION;
318 case MBA_CMPLT_2_32BIT:
319 handles[0] = le32_to_cpu((uint32_t)((mb[2] << 16) | mb[1]));
320 handles[1] = le32_to_cpu(
321 ((uint32_t)(RD_MAILBOX_REG(ha, reg, 7) << 16)) |
322 RD_MAILBOX_REG(ha, reg, 6));
324 mb[0] = MBA_SCSI_COMPLETION;
331 case MBA_SCSI_COMPLETION: /* Fast Post */
332 if (!ha->flags.online)
335 for (cnt = 0; cnt < handle_cnt; cnt++)
336 qla2x00_process_completed_request(ha, handles[cnt]);
339 case MBA_RESET: /* Reset */
340 DEBUG2(printk("scsi(%ld): Asynchronous RESET.\n", ha->host_no));
342 set_bit(RESET_MARKER_NEEDED, &ha->dpc_flags);
345 case MBA_SYSTEM_ERR: /* System Error */
346 qla_printk(KERN_INFO, ha,
347 "ISP System Error - mbx1=%xh mbx2=%xh mbx3=%xh.\n",
348 mb[1], mb[2], mb[3]);
350 qla2x00_post_hwe_work(ha, mb[0], mb[1], mb[2], mb[3]);
351 ha->isp_ops->fw_dump(ha, 1);
353 if (IS_FWI2_CAPABLE(ha)) {
354 if (mb[1] == 0 && mb[2] == 0) {
355 qla_printk(KERN_ERR, ha,
356 "Unrecoverable Hardware Error: adapter "
357 "marked OFFLINE!\n");
358 ha->flags.online = 0;
360 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
361 } else if (mb[1] == 0) {
362 qla_printk(KERN_INFO, ha,
363 "Unrecoverable Hardware Error: adapter marked "
365 ha->flags.online = 0;
367 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
370 case MBA_REQ_TRANSFER_ERR: /* Request Transfer Error */
371 DEBUG2(printk("scsi(%ld): ISP Request Transfer Error.\n",
373 qla_printk(KERN_WARNING, ha, "ISP Request Transfer Error.\n");
375 qla2x00_post_hwe_work(ha, mb[0], mb[1], mb[2], mb[3]);
376 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
379 case MBA_RSP_TRANSFER_ERR: /* Response Transfer Error */
380 DEBUG2(printk("scsi(%ld): ISP Response Transfer Error.\n",
382 qla_printk(KERN_WARNING, ha, "ISP Response Transfer Error.\n");
384 qla2x00_post_hwe_work(ha, mb[0], mb[1], mb[2], mb[3]);
385 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
388 case MBA_WAKEUP_THRES: /* Request Queue Wake-up */
389 DEBUG2(printk("scsi(%ld): Asynchronous WAKEUP_THRES.\n",
393 case MBA_LIP_OCCURRED: /* Loop Initialization Procedure */
394 DEBUG2(printk("scsi(%ld): LIP occurred (%x).\n", ha->host_no,
396 qla_printk(KERN_INFO, ha, "LIP occurred (%x).\n", mb[1]);
398 if (atomic_read(&ha->loop_state) != LOOP_DOWN) {
399 atomic_set(&ha->loop_state, LOOP_DOWN);
400 atomic_set(&ha->loop_down_timer, LOOP_DOWN_TIME);
401 qla2x00_mark_all_devices_lost(ha, 1);
405 atomic_set(&ha->vp_state, VP_FAILED);
406 fc_vport_set_state(ha->fc_vport, FC_VPORT_FAILED);
409 set_bit(REGISTER_FC4_NEEDED, &ha->dpc_flags);
410 set_bit(REGISTER_FDMI_NEEDED, &ha->dpc_flags);
412 ha->flags.management_server_logged_in = 0;
413 qla2x00_post_aen_work(ha, FCH_EVT_LIP, mb[1]);
416 case MBA_LOOP_UP: /* Loop Up Event */
417 if (IS_QLA2100(ha) || IS_QLA2200(ha)) {
418 link_speed = link_speeds[0];
419 ha->link_data_rate = PORT_SPEED_1GB;
421 link_speed = link_speeds[LS_UNKNOWN];
423 link_speed = link_speeds[mb[1]];
424 ha->link_data_rate = mb[1];
427 DEBUG2(printk("scsi(%ld): Asynchronous LOOP UP (%s Gbps).\n",
428 ha->host_no, link_speed));
429 qla_printk(KERN_INFO, ha, "LOOP UP detected (%s Gbps).\n",
432 ha->flags.management_server_logged_in = 0;
433 qla2x00_post_aen_work(ha, FCH_EVT_LINKUP, ha->link_data_rate);
436 case MBA_LOOP_DOWN: /* Loop Down Event */
437 DEBUG2(printk("scsi(%ld): Asynchronous LOOP DOWN "
438 "(%x %x %x).\n", ha->host_no, mb[1], mb[2], mb[3]));
439 qla_printk(KERN_INFO, ha, "LOOP DOWN detected (%x %x %x).\n",
440 mb[1], mb[2], mb[3]);
442 if (atomic_read(&ha->loop_state) != LOOP_DOWN) {
443 atomic_set(&ha->loop_state, LOOP_DOWN);
444 atomic_set(&ha->loop_down_timer, LOOP_DOWN_TIME);
445 ha->device_flags |= DFLG_NO_CABLE;
446 qla2x00_mark_all_devices_lost(ha, 1);
450 atomic_set(&ha->vp_state, VP_FAILED);
451 fc_vport_set_state(ha->fc_vport, FC_VPORT_FAILED);
454 ha->flags.management_server_logged_in = 0;
455 ha->link_data_rate = PORT_SPEED_UNKNOWN;
456 qla2x00_post_aen_work(ha, FCH_EVT_LINKDOWN, 0);
459 case MBA_LIP_RESET: /* LIP reset occurred */
460 DEBUG2(printk("scsi(%ld): Asynchronous LIP RESET (%x).\n",
461 ha->host_no, mb[1]));
462 qla_printk(KERN_INFO, ha,
463 "LIP reset occurred (%x).\n", mb[1]);
465 if (atomic_read(&ha->loop_state) != LOOP_DOWN) {
466 atomic_set(&ha->loop_state, LOOP_DOWN);
467 atomic_set(&ha->loop_down_timer, LOOP_DOWN_TIME);
468 qla2x00_mark_all_devices_lost(ha, 1);
472 atomic_set(&ha->vp_state, VP_FAILED);
473 fc_vport_set_state(ha->fc_vport, FC_VPORT_FAILED);
476 set_bit(RESET_MARKER_NEEDED, &ha->dpc_flags);
478 ha->operating_mode = LOOP;
479 ha->flags.management_server_logged_in = 0;
480 qla2x00_post_aen_work(ha, FCH_EVT_LIPRESET, mb[1]);
483 case MBA_POINT_TO_POINT: /* Point-to-Point */
487 DEBUG2(printk("scsi(%ld): Asynchronous P2P MODE received.\n",
491 * Until there's a transition from loop down to loop up, treat
492 * this as loop down only.
494 if (atomic_read(&ha->loop_state) != LOOP_DOWN) {
495 atomic_set(&ha->loop_state, LOOP_DOWN);
496 if (!atomic_read(&ha->loop_down_timer))
497 atomic_set(&ha->loop_down_timer,
499 qla2x00_mark_all_devices_lost(ha, 1);
503 atomic_set(&ha->vp_state, VP_FAILED);
504 fc_vport_set_state(ha->fc_vport, FC_VPORT_FAILED);
507 if (!(test_bit(ABORT_ISP_ACTIVE, &ha->dpc_flags))) {
508 set_bit(RESET_MARKER_NEEDED, &ha->dpc_flags);
510 set_bit(REGISTER_FC4_NEEDED, &ha->dpc_flags);
511 set_bit(REGISTER_FDMI_NEEDED, &ha->dpc_flags);
513 ha->flags.gpsc_supported = 1;
514 ha->flags.management_server_logged_in = 0;
517 case MBA_CHG_IN_CONNECTION: /* Change in connection mode */
521 DEBUG2(printk("scsi(%ld): Asynchronous Change In Connection "
524 qla_printk(KERN_INFO, ha,
525 "Configuration change detected: value=%x.\n", mb[1]);
527 if (atomic_read(&ha->loop_state) != LOOP_DOWN) {
528 atomic_set(&ha->loop_state, LOOP_DOWN);
529 if (!atomic_read(&ha->loop_down_timer))
530 atomic_set(&ha->loop_down_timer,
532 qla2x00_mark_all_devices_lost(ha, 1);
536 atomic_set(&ha->vp_state, VP_FAILED);
537 fc_vport_set_state(ha->fc_vport, FC_VPORT_FAILED);
540 set_bit(LOOP_RESYNC_NEEDED, &ha->dpc_flags);
541 set_bit(LOCAL_LOOP_UPDATE, &ha->dpc_flags);
544 case MBA_PORT_UPDATE: /* Port database update */
546 * If PORT UPDATE is global (received LIP_OCCURRED/LIP_RESET
547 * event etc. earlier indicating loop is down) then process
548 * it. Otherwise ignore it and Wait for RSCN to come in.
550 atomic_set(&ha->loop_down_timer, 0);
551 if (atomic_read(&ha->loop_state) != LOOP_DOWN &&
552 atomic_read(&ha->loop_state) != LOOP_DEAD) {
553 DEBUG2(printk("scsi(%ld): Asynchronous PORT UPDATE "
554 "ignored %04x/%04x/%04x.\n", ha->host_no, mb[1],
559 DEBUG2(printk("scsi(%ld): Asynchronous PORT UPDATE.\n",
561 DEBUG(printk(KERN_INFO
562 "scsi(%ld): Port database changed %04x %04x %04x.\n",
563 ha->host_no, mb[1], mb[2], mb[3]));
566 * Mark all devices as missing so we will login again.
568 atomic_set(&ha->loop_state, LOOP_UP);
570 qla2x00_mark_all_devices_lost(ha, 1);
572 ha->flags.rscn_queue_overflow = 1;
574 set_bit(LOOP_RESYNC_NEEDED, &ha->dpc_flags);
575 set_bit(LOCAL_LOOP_UPDATE, &ha->dpc_flags);
578 case MBA_RSCN_UPDATE: /* State Change Registration */
579 /* Check if the Vport has issued a SCR */
580 if (ha->parent && test_bit(VP_SCR_NEEDED, &ha->vp_flags))
582 /* Only handle SCNs for our Vport index. */
583 if (ha->parent && ha->vp_idx != (mb[3] & 0xff))
586 DEBUG2(printk("scsi(%ld): Asynchronous RSCR UPDATE.\n",
588 DEBUG(printk(KERN_INFO
589 "scsi(%ld): RSCN database changed -- %04x %04x %04x.\n",
590 ha->host_no, mb[1], mb[2], mb[3]));
592 rscn_entry = (mb[1] << 16) | mb[2];
593 host_pid = (ha->d_id.b.domain << 16) | (ha->d_id.b.area << 8) |
595 if (rscn_entry == host_pid) {
596 DEBUG(printk(KERN_INFO
597 "scsi(%ld): Ignoring RSCN update to local host "
599 ha->host_no, host_pid));
603 rscn_queue_index = ha->rscn_in_ptr + 1;
604 if (rscn_queue_index == MAX_RSCN_COUNT)
605 rscn_queue_index = 0;
606 if (rscn_queue_index != ha->rscn_out_ptr) {
607 ha->rscn_queue[ha->rscn_in_ptr] = rscn_entry;
608 ha->rscn_in_ptr = rscn_queue_index;
610 ha->flags.rscn_queue_overflow = 1;
613 atomic_set(&ha->loop_state, LOOP_UPDATE);
614 atomic_set(&ha->loop_down_timer, 0);
615 ha->flags.management_server_logged_in = 0;
617 set_bit(LOOP_RESYNC_NEEDED, &ha->dpc_flags);
618 set_bit(RSCN_UPDATE, &ha->dpc_flags);
619 qla2x00_post_aen_work(ha, FCH_EVT_RSCN, rscn_entry);
622 /* case MBA_RIO_RESPONSE: */
623 case MBA_ZIO_RESPONSE:
624 DEBUG2(printk("scsi(%ld): [R|Z]IO update completion.\n",
626 DEBUG(printk(KERN_INFO
627 "scsi(%ld): [R|Z]IO update completion.\n",
630 if (IS_FWI2_CAPABLE(ha))
631 qla24xx_process_response_queue(ha);
633 qla2x00_process_response_queue(ha);
636 case MBA_DISCARD_RND_FRAME:
637 DEBUG2(printk("scsi(%ld): Discard RND Frame -- %04x %04x "
638 "%04x.\n", ha->host_no, mb[1], mb[2], mb[3]));
641 case MBA_TRACE_NOTIFICATION:
642 DEBUG2(printk("scsi(%ld): Trace Notification -- %04x %04x.\n",
643 ha->host_no, mb[1], mb[2]));
646 case MBA_ISP84XX_ALERT:
647 DEBUG2(printk("scsi(%ld): ISP84XX Alert Notification -- "
648 "%04x %04x %04x\n", ha->host_no, mb[1], mb[2], mb[3]));
650 spin_lock_irqsave(&ha->cs84xx->access_lock, flags);
652 case A84_PANIC_RECOVERY:
653 qla_printk(KERN_INFO, ha, "Alert 84XX: panic recovery "
654 "%04x %04x\n", mb[2], mb[3]);
656 case A84_OP_LOGIN_COMPLETE:
657 ha->cs84xx->op_fw_version = mb[3] << 16 | mb[2];
658 DEBUG2(qla_printk(KERN_INFO, ha, "Alert 84XX:"
659 "firmware version %x\n", ha->cs84xx->op_fw_version));
661 case A84_DIAG_LOGIN_COMPLETE:
662 ha->cs84xx->diag_fw_version = mb[3] << 16 | mb[2];
663 DEBUG2(qla_printk(KERN_INFO, ha, "Alert 84XX:"
664 "diagnostic firmware version %x\n",
665 ha->cs84xx->diag_fw_version));
667 case A84_GOLD_LOGIN_COMPLETE:
668 ha->cs84xx->diag_fw_version = mb[3] << 16 | mb[2];
669 ha->cs84xx->fw_update = 1;
670 DEBUG2(qla_printk(KERN_INFO, ha, "Alert 84XX: gold "
671 "firmware version %x\n",
672 ha->cs84xx->gold_fw_version));
675 qla_printk(KERN_ERR, ha,
676 "Alert 84xx: Invalid Alert %04x %04x %04x\n",
677 mb[1], mb[2], mb[3]);
679 spin_unlock_irqrestore(&ha->cs84xx->access_lock, flags);
683 if (!ha->parent && ha->num_vhosts)
684 qla2x00_alert_all_vps(ha, mb);
688 qla2x00_adjust_sdev_qdepth_up(struct scsi_device *sdev, void *data)
690 fc_port_t *fcport = data;
692 if (fcport->ha->max_q_depth <= sdev->queue_depth)
695 if (sdev->ordered_tags)
696 scsi_adjust_queue_depth(sdev, MSG_ORDERED_TAG,
697 sdev->queue_depth + 1);
699 scsi_adjust_queue_depth(sdev, MSG_SIMPLE_TAG,
700 sdev->queue_depth + 1);
702 fcport->last_ramp_up = jiffies;
704 DEBUG2(qla_printk(KERN_INFO, fcport->ha,
705 "scsi(%ld:%d:%d:%d): Queue depth adjusted-up to %d.\n",
706 fcport->ha->host_no, sdev->channel, sdev->id, sdev->lun,
711 qla2x00_adjust_sdev_qdepth_down(struct scsi_device *sdev, void *data)
713 fc_port_t *fcport = data;
715 if (!scsi_track_queue_full(sdev, sdev->queue_depth - 1))
718 DEBUG2(qla_printk(KERN_INFO, fcport->ha,
719 "scsi(%ld:%d:%d:%d): Queue depth adjusted-down to %d.\n",
720 fcport->ha->host_no, sdev->channel, sdev->id, sdev->lun,
725 qla2x00_ramp_up_queue_depth(scsi_qla_host_t *ha, srb_t *sp)
728 struct scsi_device *sdev;
730 sdev = sp->cmd->device;
731 if (sdev->queue_depth >= ha->max_q_depth)
735 if (time_before(jiffies,
736 fcport->last_ramp_up + ql2xqfullrampup * HZ))
738 if (time_before(jiffies,
739 fcport->last_queue_full + ql2xqfullrampup * HZ))
742 starget_for_each_device(sdev->sdev_target, fcport,
743 qla2x00_adjust_sdev_qdepth_up);
747 * qla2x00_process_completed_request() - Process a Fast Post response.
748 * @ha: SCSI driver HA context
752 qla2x00_process_completed_request(struct scsi_qla_host *ha, uint32_t index)
756 /* Validate handle. */
757 if (index >= MAX_OUTSTANDING_COMMANDS) {
758 DEBUG2(printk("scsi(%ld): Invalid SCSI completion handle %d.\n",
759 ha->host_no, index));
760 qla_printk(KERN_WARNING, ha,
761 "Invalid SCSI completion handle %d.\n", index);
763 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
767 sp = ha->outstanding_cmds[index];
769 /* Free outstanding command slot. */
770 ha->outstanding_cmds[index] = NULL;
772 CMD_COMPL_STATUS(sp->cmd) = 0L;
773 CMD_SCSI_STATUS(sp->cmd) = 0L;
775 /* Save ISP completion status */
776 sp->cmd->result = DID_OK << 16;
778 qla2x00_ramp_up_queue_depth(ha, sp);
779 qla2x00_sp_compl(ha, sp);
781 DEBUG2(printk("scsi(%ld): Invalid ISP SCSI completion handle\n",
783 qla_printk(KERN_WARNING, ha,
784 "Invalid ISP SCSI completion handle\n");
786 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
791 * qla2x00_process_response_queue() - Process response queue entries.
792 * @ha: SCSI driver HA context
795 qla2x00_process_response_queue(struct scsi_qla_host *ha)
797 struct device_reg_2xxx __iomem *reg = &ha->iobase->isp;
802 if (!ha->flags.online)
805 while (ha->response_ring_ptr->signature != RESPONSE_PROCESSED) {
806 pkt = (sts_entry_t *)ha->response_ring_ptr;
808 ha->rsp_ring_index++;
809 if (ha->rsp_ring_index == ha->response_q_length) {
810 ha->rsp_ring_index = 0;
811 ha->response_ring_ptr = ha->response_ring;
813 ha->response_ring_ptr++;
816 if (pkt->entry_status != 0) {
817 DEBUG3(printk(KERN_INFO
818 "scsi(%ld): Process error entry.\n", ha->host_no));
820 qla2x00_error_entry(ha, pkt);
821 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
826 switch (pkt->entry_type) {
828 qla2x00_status_entry(ha, pkt);
831 handle_cnt = ((sts21_entry_t *)pkt)->handle_count;
832 for (cnt = 0; cnt < handle_cnt; cnt++) {
833 qla2x00_process_completed_request(ha,
834 ((sts21_entry_t *)pkt)->handle[cnt]);
838 handle_cnt = ((sts22_entry_t *)pkt)->handle_count;
839 for (cnt = 0; cnt < handle_cnt; cnt++) {
840 qla2x00_process_completed_request(ha,
841 ((sts22_entry_t *)pkt)->handle[cnt]);
844 case STATUS_CONT_TYPE:
845 qla2x00_status_cont_entry(ha, (sts_cont_entry_t *)pkt);
848 /* Type Not Supported. */
849 DEBUG4(printk(KERN_WARNING
850 "scsi(%ld): Received unknown response pkt type %x "
851 "entry status=%x.\n",
852 ha->host_no, pkt->entry_type, pkt->entry_status));
855 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
859 /* Adjust ring index */
860 WRT_REG_WORD(ISP_RSP_Q_OUT(ha, reg), ha->rsp_ring_index);
864 qla2x00_handle_sense(srb_t *sp, uint8_t *sense_data, uint32_t sense_len)
866 struct scsi_cmnd *cp = sp->cmd;
868 if (sense_len >= SCSI_SENSE_BUFFERSIZE)
869 sense_len = SCSI_SENSE_BUFFERSIZE;
871 CMD_ACTUAL_SNSLEN(cp) = sense_len;
872 sp->request_sense_length = sense_len;
873 sp->request_sense_ptr = cp->sense_buffer;
874 if (sp->request_sense_length > 32)
877 memcpy(cp->sense_buffer, sense_data, sense_len);
879 sp->request_sense_ptr += sense_len;
880 sp->request_sense_length -= sense_len;
881 if (sp->request_sense_length != 0)
882 sp->fcport->ha->status_srb = sp;
884 DEBUG5(printk("%s(): Check condition Sense data, scsi(%ld:%d:%d:%d) "
885 "cmd=%p pid=%ld\n", __func__, sp->fcport->ha->host_no,
886 cp->device->channel, cp->device->id, cp->device->lun, cp,
889 DEBUG5(qla2x00_dump_buffer(cp->sense_buffer,
890 CMD_ACTUAL_SNSLEN(cp)));
894 * qla2x00_status_entry() - Process a Status IOCB entry.
895 * @ha: SCSI driver HA context
896 * @pkt: Entry pointer
899 qla2x00_status_entry(scsi_qla_host_t *ha, void *pkt)
903 struct scsi_cmnd *cp;
905 struct sts_entry_24xx *sts24;
906 uint16_t comp_status;
907 uint16_t scsi_status;
908 uint8_t lscsi_status;
910 uint32_t sense_len, rsp_info_len, resid_len, fw_resid_len;
911 uint8_t *rsp_info, *sense_data;
913 sts = (sts_entry_t *) pkt;
914 sts24 = (struct sts_entry_24xx *) pkt;
915 if (IS_FWI2_CAPABLE(ha)) {
916 comp_status = le16_to_cpu(sts24->comp_status);
917 scsi_status = le16_to_cpu(sts24->scsi_status) & SS_MASK;
919 comp_status = le16_to_cpu(sts->comp_status);
920 scsi_status = le16_to_cpu(sts->scsi_status) & SS_MASK;
923 /* Fast path completion. */
924 if (comp_status == CS_COMPLETE && scsi_status == 0) {
925 qla2x00_process_completed_request(ha, sts->handle);
930 /* Validate handle. */
931 if (sts->handle < MAX_OUTSTANDING_COMMANDS) {
932 sp = ha->outstanding_cmds[sts->handle];
933 ha->outstanding_cmds[sts->handle] = NULL;
938 DEBUG2(printk("scsi(%ld): Status Entry invalid handle.\n",
940 qla_printk(KERN_WARNING, ha, "Status Entry invalid handle.\n");
942 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
943 qla2xxx_wake_dpc(ha);
948 DEBUG2(printk("scsi(%ld): Command already returned back to OS "
949 "pkt->handle=%d sp=%p.\n", ha->host_no, sts->handle, sp));
950 qla_printk(KERN_WARNING, ha,
951 "Command is NULL: already returned to OS (sp=%p)\n", sp);
956 lscsi_status = scsi_status & STATUS_MASK;
957 CMD_ENTRY_STATUS(cp) = sts->entry_status;
958 CMD_COMPL_STATUS(cp) = comp_status;
959 CMD_SCSI_STATUS(cp) = scsi_status;
963 sense_len = rsp_info_len = resid_len = fw_resid_len = 0;
964 if (IS_FWI2_CAPABLE(ha)) {
965 sense_len = le32_to_cpu(sts24->sense_len);
966 rsp_info_len = le32_to_cpu(sts24->rsp_data_len);
967 resid_len = le32_to_cpu(sts24->rsp_residual_count);
968 fw_resid_len = le32_to_cpu(sts24->residual_len);
969 rsp_info = sts24->data;
970 sense_data = sts24->data;
971 host_to_fcp_swap(sts24->data, sizeof(sts24->data));
973 sense_len = le16_to_cpu(sts->req_sense_length);
974 rsp_info_len = le16_to_cpu(sts->rsp_info_len);
975 resid_len = le32_to_cpu(sts->residual_length);
976 rsp_info = sts->rsp_info;
977 sense_data = sts->req_sense_data;
980 /* Check for any FCP transport errors. */
981 if (scsi_status & SS_RESPONSE_INFO_LEN_VALID) {
982 /* Sense data lies beyond any FCP RESPONSE data. */
983 if (IS_FWI2_CAPABLE(ha))
984 sense_data += rsp_info_len;
985 if (rsp_info_len > 3 && rsp_info[3]) {
986 DEBUG2(printk("scsi(%ld:%d:%d:%d) FCP I/O protocol "
987 "failure (%x/%02x%02x%02x%02x%02x%02x%02x%02x)..."
988 "retrying command\n", ha->host_no,
989 cp->device->channel, cp->device->id,
990 cp->device->lun, rsp_info_len, rsp_info[0],
991 rsp_info[1], rsp_info[2], rsp_info[3], rsp_info[4],
992 rsp_info[5], rsp_info[6], rsp_info[7]));
994 cp->result = DID_BUS_BUSY << 16;
995 qla2x00_sp_compl(ha, sp);
1000 /* Check for overrun. */
1001 if (IS_FWI2_CAPABLE(ha) && comp_status == CS_COMPLETE &&
1002 scsi_status & SS_RESIDUAL_OVER)
1003 comp_status = CS_DATA_OVERRUN;
1006 * Based on Host and scsi status generate status code for Linux
1008 switch (comp_status) {
1011 if (scsi_status == 0) {
1012 cp->result = DID_OK << 16;
1015 if (scsi_status & (SS_RESIDUAL_UNDER | SS_RESIDUAL_OVER)) {
1017 scsi_set_resid(cp, resid);
1018 CMD_RESID_LEN(cp) = resid;
1020 if (!lscsi_status &&
1021 ((unsigned)(scsi_bufflen(cp) - resid) <
1023 qla_printk(KERN_INFO, ha,
1024 "scsi(%ld:%d:%d:%d): Mid-layer underflow "
1025 "detected (%x of %x bytes)...returning "
1026 "error status.\n", ha->host_no,
1027 cp->device->channel, cp->device->id,
1028 cp->device->lun, resid,
1031 cp->result = DID_ERROR << 16;
1035 cp->result = DID_OK << 16 | lscsi_status;
1037 if (lscsi_status == SAM_STAT_TASK_SET_FULL) {
1038 DEBUG2(printk(KERN_INFO
1039 "scsi(%ld): QUEUE FULL status detected "
1040 "0x%x-0x%x.\n", ha->host_no, comp_status,
1043 /* Adjust queue depth for all luns on the port. */
1044 fcport->last_queue_full = jiffies;
1045 starget_for_each_device(cp->device->sdev_target,
1046 fcport, qla2x00_adjust_sdev_qdepth_down);
1049 if (lscsi_status != SS_CHECK_CONDITION)
1052 memset(cp->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
1053 if (!(scsi_status & SS_SENSE_LEN_VALID))
1056 qla2x00_handle_sense(sp, sense_data, sense_len);
1059 case CS_DATA_UNDERRUN:
1061 /* Use F/W calculated residual length. */
1062 if (IS_FWI2_CAPABLE(ha)) {
1063 if (scsi_status & SS_RESIDUAL_UNDER &&
1064 resid != fw_resid_len) {
1065 scsi_status &= ~SS_RESIDUAL_UNDER;
1068 resid = fw_resid_len;
1071 if (scsi_status & SS_RESIDUAL_UNDER) {
1072 scsi_set_resid(cp, resid);
1073 CMD_RESID_LEN(cp) = resid;
1075 DEBUG2(printk(KERN_INFO
1076 "scsi(%ld:%d:%d) UNDERRUN status detected "
1077 "0x%x-0x%x. resid=0x%x fw_resid=0x%x cdb=0x%x "
1078 "os_underflow=0x%x\n", ha->host_no,
1079 cp->device->id, cp->device->lun, comp_status,
1080 scsi_status, resid_len, resid, cp->cmnd[0],
1086 * Check to see if SCSI Status is non zero. If so report SCSI
1089 if (lscsi_status != 0) {
1090 cp->result = DID_OK << 16 | lscsi_status;
1092 if (lscsi_status == SAM_STAT_TASK_SET_FULL) {
1093 DEBUG2(printk(KERN_INFO
1094 "scsi(%ld): QUEUE FULL status detected "
1095 "0x%x-0x%x.\n", ha->host_no, comp_status,
1099 * Adjust queue depth for all luns on the
1102 fcport->last_queue_full = jiffies;
1103 starget_for_each_device(
1104 cp->device->sdev_target, fcport,
1105 qla2x00_adjust_sdev_qdepth_down);
1108 if (lscsi_status != SS_CHECK_CONDITION)
1111 memset(cp->sense_buffer, 0, SCSI_SENSE_BUFFERSIZE);
1112 if (!(scsi_status & SS_SENSE_LEN_VALID))
1115 qla2x00_handle_sense(sp, sense_data, sense_len);
1118 * If RISC reports underrun and target does not report
1119 * it then we must have a lost frame, so tell upper
1120 * layer to retry it by reporting a bus busy.
1122 if (!(scsi_status & SS_RESIDUAL_UNDER)) {
1123 DEBUG2(printk("scsi(%ld:%d:%d:%d) Dropped "
1124 "frame(s) detected (%x of %x bytes)..."
1125 "retrying command.\n", ha->host_no,
1126 cp->device->channel, cp->device->id,
1127 cp->device->lun, resid,
1130 cp->result = DID_BUS_BUSY << 16;
1134 /* Handle mid-layer underflow */
1135 if ((unsigned)(scsi_bufflen(cp) - resid) <
1137 qla_printk(KERN_INFO, ha,
1138 "scsi(%ld:%d:%d:%d): Mid-layer underflow "
1139 "detected (%x of %x bytes)...returning "
1140 "error status.\n", ha->host_no,
1141 cp->device->channel, cp->device->id,
1142 cp->device->lun, resid,
1145 cp->result = DID_ERROR << 16;
1149 /* Everybody online, looking good... */
1150 cp->result = DID_OK << 16;
1154 case CS_DATA_OVERRUN:
1155 DEBUG2(printk(KERN_INFO
1156 "scsi(%ld:%d:%d): OVERRUN status detected 0x%x-0x%x\n",
1157 ha->host_no, cp->device->id, cp->device->lun, comp_status,
1159 DEBUG2(printk(KERN_INFO
1160 "CDB: 0x%x 0x%x 0x%x 0x%x 0x%x 0x%x\n",
1161 cp->cmnd[0], cp->cmnd[1], cp->cmnd[2], cp->cmnd[3],
1162 cp->cmnd[4], cp->cmnd[5]));
1163 DEBUG2(printk(KERN_INFO
1164 "PID=0x%lx req=0x%x xtra=0x%x -- returning DID_ERROR "
1166 cp->serial_number, scsi_bufflen(cp), resid_len));
1168 cp->result = DID_ERROR << 16;
1171 case CS_PORT_LOGGED_OUT:
1172 case CS_PORT_CONFIG_CHG:
1175 case CS_PORT_UNAVAILABLE:
1177 * If the port is in Target Down state, return all IOs for this
1178 * Target with DID_NO_CONNECT ELSE Queue the IOs in the
1181 DEBUG2(printk("scsi(%ld:%d:%d): status_entry: Port Down "
1182 "pid=%ld, compl status=0x%x, port state=0x%x\n",
1183 ha->host_no, cp->device->id, cp->device->lun,
1184 cp->serial_number, comp_status,
1185 atomic_read(&fcport->state)));
1187 cp->result = DID_BUS_BUSY << 16;
1188 if (atomic_read(&fcport->state) == FCS_ONLINE)
1189 qla2x00_mark_device_lost(fcport->ha, fcport, 1, 1);
1193 DEBUG2(printk(KERN_INFO
1194 "scsi(%ld): RESET status detected 0x%x-0x%x.\n",
1195 ha->host_no, comp_status, scsi_status));
1197 cp->result = DID_RESET << 16;
1202 * hv2.19.12 - DID_ABORT does not retry the request if we
1203 * aborted this request then abort otherwise it must be a
1206 DEBUG2(printk(KERN_INFO
1207 "scsi(%ld): ABORT status detected 0x%x-0x%x.\n",
1208 ha->host_no, comp_status, scsi_status));
1210 cp->result = DID_RESET << 16;
1214 cp->result = DID_BUS_BUSY << 16;
1216 if (IS_FWI2_CAPABLE(ha)) {
1217 DEBUG2(printk(KERN_INFO
1218 "scsi(%ld:%d:%d:%d): TIMEOUT status detected "
1219 "0x%x-0x%x\n", ha->host_no, cp->device->channel,
1220 cp->device->id, cp->device->lun, comp_status,
1224 DEBUG2(printk(KERN_INFO
1225 "scsi(%ld:%d:%d:%d): TIMEOUT status detected 0x%x-0x%x "
1226 "sflags=%x.\n", ha->host_no, cp->device->channel,
1227 cp->device->id, cp->device->lun, comp_status, scsi_status,
1228 le16_to_cpu(sts->status_flags)));
1230 /* Check to see if logout occurred. */
1231 if ((le16_to_cpu(sts->status_flags) & SF_LOGOUT_SENT))
1232 qla2x00_mark_device_lost(fcport->ha, fcport, 1, 1);
1236 DEBUG3(printk("scsi(%ld): Error detected (unknown status) "
1237 "0x%x-0x%x.\n", ha->host_no, comp_status, scsi_status));
1238 qla_printk(KERN_INFO, ha,
1239 "Unknown status detected 0x%x-0x%x.\n",
1240 comp_status, scsi_status);
1242 cp->result = DID_ERROR << 16;
1246 /* Place command on done queue. */
1247 if (ha->status_srb == NULL)
1248 qla2x00_sp_compl(ha, sp);
1252 * qla2x00_status_cont_entry() - Process a Status Continuations entry.
1253 * @ha: SCSI driver HA context
1254 * @pkt: Entry pointer
1256 * Extended sense data.
1259 qla2x00_status_cont_entry(scsi_qla_host_t *ha, sts_cont_entry_t *pkt)
1261 uint8_t sense_sz = 0;
1262 srb_t *sp = ha->status_srb;
1263 struct scsi_cmnd *cp;
1265 if (sp != NULL && sp->request_sense_length != 0) {
1268 DEBUG2(printk("%s(): Cmd already returned back to OS "
1269 "sp=%p.\n", __func__, sp));
1270 qla_printk(KERN_INFO, ha,
1271 "cmd is NULL: already returned to OS (sp=%p)\n",
1274 ha->status_srb = NULL;
1278 if (sp->request_sense_length > sizeof(pkt->data)) {
1279 sense_sz = sizeof(pkt->data);
1281 sense_sz = sp->request_sense_length;
1284 /* Move sense data. */
1285 if (IS_FWI2_CAPABLE(ha))
1286 host_to_fcp_swap(pkt->data, sizeof(pkt->data));
1287 memcpy(sp->request_sense_ptr, pkt->data, sense_sz);
1288 DEBUG5(qla2x00_dump_buffer(sp->request_sense_ptr, sense_sz));
1290 sp->request_sense_ptr += sense_sz;
1291 sp->request_sense_length -= sense_sz;
1293 /* Place command on done queue. */
1294 if (sp->request_sense_length == 0) {
1295 ha->status_srb = NULL;
1296 qla2x00_sp_compl(ha, sp);
1302 * qla2x00_error_entry() - Process an error entry.
1303 * @ha: SCSI driver HA context
1304 * @pkt: Entry pointer
1307 qla2x00_error_entry(scsi_qla_host_t *ha, sts_entry_t *pkt)
1311 #if defined(QL_DEBUG_LEVEL_2)
1312 if (pkt->entry_status & RF_INV_E_ORDER)
1313 qla_printk(KERN_ERR, ha, "%s: Invalid Entry Order\n", __func__);
1314 else if (pkt->entry_status & RF_INV_E_COUNT)
1315 qla_printk(KERN_ERR, ha, "%s: Invalid Entry Count\n", __func__);
1316 else if (pkt->entry_status & RF_INV_E_PARAM)
1317 qla_printk(KERN_ERR, ha,
1318 "%s: Invalid Entry Parameter\n", __func__);
1319 else if (pkt->entry_status & RF_INV_E_TYPE)
1320 qla_printk(KERN_ERR, ha, "%s: Invalid Entry Type\n", __func__);
1321 else if (pkt->entry_status & RF_BUSY)
1322 qla_printk(KERN_ERR, ha, "%s: Busy\n", __func__);
1324 qla_printk(KERN_ERR, ha, "%s: UNKNOWN flag error\n", __func__);
1327 /* Validate handle. */
1328 if (pkt->handle < MAX_OUTSTANDING_COMMANDS)
1329 sp = ha->outstanding_cmds[pkt->handle];
1334 /* Free outstanding command slot. */
1335 ha->outstanding_cmds[pkt->handle] = NULL;
1337 /* Bad payload or header */
1338 if (pkt->entry_status &
1339 (RF_INV_E_ORDER | RF_INV_E_COUNT |
1340 RF_INV_E_PARAM | RF_INV_E_TYPE)) {
1341 sp->cmd->result = DID_ERROR << 16;
1342 } else if (pkt->entry_status & RF_BUSY) {
1343 sp->cmd->result = DID_BUS_BUSY << 16;
1345 sp->cmd->result = DID_ERROR << 16;
1347 qla2x00_sp_compl(ha, sp);
1349 } else if (pkt->entry_type == COMMAND_A64_TYPE || pkt->entry_type ==
1350 COMMAND_TYPE || pkt->entry_type == COMMAND_TYPE_7) {
1351 DEBUG2(printk("scsi(%ld): Error entry - invalid handle\n",
1353 qla_printk(KERN_WARNING, ha,
1354 "Error entry - invalid handle\n");
1356 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
1357 qla2xxx_wake_dpc(ha);
1362 * qla24xx_mbx_completion() - Process mailbox command completions.
1363 * @ha: SCSI driver HA context
1364 * @mb0: Mailbox0 register
1367 qla24xx_mbx_completion(scsi_qla_host_t *ha, uint16_t mb0)
1370 uint16_t __iomem *wptr;
1371 struct device_reg_24xx __iomem *reg = &ha->iobase->isp24;
1373 /* Load return mailbox registers. */
1374 ha->flags.mbox_int = 1;
1375 ha->mailbox_out[0] = mb0;
1376 wptr = (uint16_t __iomem *)®->mailbox1;
1378 for (cnt = 1; cnt < ha->mbx_count; cnt++) {
1379 ha->mailbox_out[cnt] = RD_REG_WORD(wptr);
1384 DEBUG3(printk("%s(%ld): Got mailbox completion. cmd=%x.\n",
1385 __func__, ha->host_no, ha->mcp->mb[0]));
1387 DEBUG2_3(printk("%s(%ld): MBX pointer ERROR!\n",
1388 __func__, ha->host_no));
1393 * qla24xx_process_response_queue() - Process response queue entries.
1394 * @ha: SCSI driver HA context
1397 qla24xx_process_response_queue(struct scsi_qla_host *ha)
1399 struct device_reg_24xx __iomem *reg = &ha->iobase->isp24;
1400 struct sts_entry_24xx *pkt;
1402 if (!ha->flags.online)
1405 while (ha->response_ring_ptr->signature != RESPONSE_PROCESSED) {
1406 pkt = (struct sts_entry_24xx *)ha->response_ring_ptr;
1408 ha->rsp_ring_index++;
1409 if (ha->rsp_ring_index == ha->response_q_length) {
1410 ha->rsp_ring_index = 0;
1411 ha->response_ring_ptr = ha->response_ring;
1413 ha->response_ring_ptr++;
1416 if (pkt->entry_status != 0) {
1417 DEBUG3(printk(KERN_INFO
1418 "scsi(%ld): Process error entry.\n", ha->host_no));
1420 qla2x00_error_entry(ha, (sts_entry_t *) pkt);
1421 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1426 switch (pkt->entry_type) {
1428 qla2x00_status_entry(ha, pkt);
1430 case STATUS_CONT_TYPE:
1431 qla2x00_status_cont_entry(ha, (sts_cont_entry_t *)pkt);
1433 case VP_RPT_ID_IOCB_TYPE:
1434 qla24xx_report_id_acquisition(ha,
1435 (struct vp_rpt_id_entry_24xx *)pkt);
1438 /* Type Not Supported. */
1439 DEBUG4(printk(KERN_WARNING
1440 "scsi(%ld): Received unknown response pkt type %x "
1441 "entry status=%x.\n",
1442 ha->host_no, pkt->entry_type, pkt->entry_status));
1445 ((response_t *)pkt)->signature = RESPONSE_PROCESSED;
1449 /* Adjust ring index */
1450 WRT_REG_DWORD(®->rsp_q_out, ha->rsp_ring_index);
1454 qla2xxx_check_risc_status(scsi_qla_host_t *ha)
1458 struct device_reg_24xx __iomem *reg = &ha->iobase->isp24;
1460 if (!IS_QLA25XX(ha))
1464 WRT_REG_DWORD(®->iobase_addr, 0x7C00);
1465 RD_REG_DWORD(®->iobase_addr);
1466 WRT_REG_DWORD(®->iobase_window, 0x0001);
1467 for (cnt = 10000; (RD_REG_DWORD(®->iobase_window) & BIT_0) == 0 &&
1468 rval == QLA_SUCCESS; cnt--) {
1470 WRT_REG_DWORD(®->iobase_window, 0x0001);
1473 rval = QLA_FUNCTION_TIMEOUT;
1475 if (rval == QLA_SUCCESS)
1478 WRT_REG_DWORD(®->iobase_window, 0x0003);
1479 for (cnt = 100; (RD_REG_DWORD(®->iobase_window) & BIT_0) == 0 &&
1480 rval == QLA_SUCCESS; cnt--) {
1482 WRT_REG_DWORD(®->iobase_window, 0x0003);
1485 rval = QLA_FUNCTION_TIMEOUT;
1487 if (rval != QLA_SUCCESS)
1491 if (RD_REG_DWORD(®->iobase_c8) & BIT_3)
1492 qla_printk(KERN_INFO, ha, "Additional code -- 0x55AA.\n");
1495 WRT_REG_DWORD(®->iobase_window, 0x0000);
1496 RD_REG_DWORD(®->iobase_window);
1500 * qla24xx_intr_handler() - Process interrupts for the ISP23xx and ISP63xx.
1502 * @dev_id: SCSI driver HA context
1504 * Called by system whenever the host adapter generates an interrupt.
1506 * Returns handled flag.
1509 qla24xx_intr_handler(int irq, void *dev_id)
1511 scsi_qla_host_t *ha;
1512 struct device_reg_24xx __iomem *reg;
1519 ha = (scsi_qla_host_t *) dev_id;
1522 "%s(): NULL host pointer\n", __func__);
1526 reg = &ha->iobase->isp24;
1529 spin_lock(&ha->hardware_lock);
1530 for (iter = 50; iter--; ) {
1531 stat = RD_REG_DWORD(®->host_status);
1532 if (stat & HSRX_RISC_PAUSED) {
1533 if (pci_channel_offline(ha->pdev))
1536 if (ha->hw_event_pause_errors == 0)
1537 qla2x00_post_hwe_work(ha, HW_EVENT_PARITY_ERR,
1538 0, MSW(stat), LSW(stat));
1539 else if (ha->hw_event_pause_errors < 0xffffffff)
1540 ha->hw_event_pause_errors++;
1542 hccr = RD_REG_DWORD(®->hccr);
1544 qla_printk(KERN_INFO, ha, "RISC paused -- HCCR=%x, "
1545 "Dumping firmware!\n", hccr);
1547 qla2xxx_check_risc_status(ha);
1549 ha->isp_ops->fw_dump(ha, 1);
1550 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
1552 } else if ((stat & HSRX_RISC_INT) == 0)
1555 switch (stat & 0xff) {
1560 qla24xx_mbx_completion(ha, MSW(stat));
1561 status |= MBX_INTERRUPT;
1566 mb[1] = RD_REG_WORD(®->mailbox1);
1567 mb[2] = RD_REG_WORD(®->mailbox2);
1568 mb[3] = RD_REG_WORD(®->mailbox3);
1569 qla2x00_async_event(ha, mb);
1572 qla24xx_process_response_queue(ha);
1575 DEBUG2(printk("scsi(%ld): Unrecognized interrupt type "
1577 ha->host_no, stat & 0xff));
1580 WRT_REG_DWORD(®->hccr, HCCRX_CLR_RISC_INT);
1581 RD_REG_DWORD_RELAXED(®->hccr);
1583 spin_unlock(&ha->hardware_lock);
1585 if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
1586 (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
1587 set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
1588 complete(&ha->mbx_intr_comp);
1595 qla24xx_msix_rsp_q(int irq, void *dev_id)
1597 scsi_qla_host_t *ha;
1598 struct device_reg_24xx __iomem *reg;
1601 reg = &ha->iobase->isp24;
1603 spin_lock_irq(&ha->hardware_lock);
1605 qla24xx_process_response_queue(ha);
1606 WRT_REG_DWORD(®->hccr, HCCRX_CLR_RISC_INT);
1608 spin_unlock_irq(&ha->hardware_lock);
1614 qla24xx_msix_default(int irq, void *dev_id)
1616 scsi_qla_host_t *ha;
1617 struct device_reg_24xx __iomem *reg;
1624 reg = &ha->iobase->isp24;
1627 spin_lock_irq(&ha->hardware_lock);
1629 stat = RD_REG_DWORD(®->host_status);
1630 if (stat & HSRX_RISC_PAUSED) {
1631 if (pci_channel_offline(ha->pdev))
1634 if (ha->hw_event_pause_errors == 0)
1635 qla2x00_post_hwe_work(ha, HW_EVENT_PARITY_ERR,
1636 0, MSW(stat), LSW(stat));
1637 else if (ha->hw_event_pause_errors < 0xffffffff)
1638 ha->hw_event_pause_errors++;
1640 hccr = RD_REG_DWORD(®->hccr);
1642 qla_printk(KERN_INFO, ha, "RISC paused -- HCCR=%x, "
1643 "Dumping firmware!\n", hccr);
1645 qla2xxx_check_risc_status(ha);
1647 ha->isp_ops->fw_dump(ha, 1);
1648 set_bit(ISP_ABORT_NEEDED, &ha->dpc_flags);
1650 } else if ((stat & HSRX_RISC_INT) == 0)
1653 switch (stat & 0xff) {
1658 qla24xx_mbx_completion(ha, MSW(stat));
1659 status |= MBX_INTERRUPT;
1664 mb[1] = RD_REG_WORD(®->mailbox1);
1665 mb[2] = RD_REG_WORD(®->mailbox2);
1666 mb[3] = RD_REG_WORD(®->mailbox3);
1667 qla2x00_async_event(ha, mb);
1670 qla24xx_process_response_queue(ha);
1673 DEBUG2(printk("scsi(%ld): Unrecognized interrupt type "
1675 ha->host_no, stat & 0xff));
1678 WRT_REG_DWORD(®->hccr, HCCRX_CLR_RISC_INT);
1680 spin_unlock_irq(&ha->hardware_lock);
1682 if (test_bit(MBX_INTR_WAIT, &ha->mbx_cmd_flags) &&
1683 (status & MBX_INTERRUPT) && ha->flags.mbox_int) {
1684 set_bit(MBX_INTERRUPT, &ha->mbx_cmd_flags);
1685 complete(&ha->mbx_intr_comp);
1691 /* Interrupt handling helpers. */
1693 struct qla_init_msix_entry {
1697 irq_handler_t handler;
1700 static struct qla_init_msix_entry imsix_entries[QLA_MSIX_ENTRIES] = {
1701 { QLA_MSIX_DEFAULT, QLA_MIDX_DEFAULT,
1702 "qla2xxx (default)", qla24xx_msix_default },
1704 { QLA_MSIX_RSP_Q, QLA_MIDX_RSP_Q,
1705 "qla2xxx (rsp_q)", qla24xx_msix_rsp_q },
1709 qla24xx_disable_msix(scsi_qla_host_t *ha)
1712 struct qla_msix_entry *qentry;
1714 for (i = 0; i < QLA_MSIX_ENTRIES; i++) {
1715 qentry = &ha->msix_entries[imsix_entries[i].index];
1716 if (qentry->have_irq)
1717 free_irq(qentry->msix_vector, ha);
1719 pci_disable_msix(ha->pdev);
1723 qla24xx_enable_msix(scsi_qla_host_t *ha)
1726 struct msix_entry entries[QLA_MSIX_ENTRIES];
1727 struct qla_msix_entry *qentry;
1729 for (i = 0; i < QLA_MSIX_ENTRIES; i++)
1730 entries[i].entry = imsix_entries[i].entry;
1732 ret = pci_enable_msix(ha->pdev, entries, ARRAY_SIZE(entries));
1734 qla_printk(KERN_WARNING, ha,
1735 "MSI-X: Failed to enable support -- %d/%d\n",
1736 QLA_MSIX_ENTRIES, ret);
1739 ha->flags.msix_enabled = 1;
1741 for (i = 0; i < QLA_MSIX_ENTRIES; i++) {
1742 qentry = &ha->msix_entries[imsix_entries[i].index];
1743 qentry->msix_vector = entries[i].vector;
1744 qentry->msix_entry = entries[i].entry;
1745 qentry->have_irq = 0;
1746 ret = request_irq(qentry->msix_vector,
1747 imsix_entries[i].handler, 0, imsix_entries[i].name, ha);
1749 qla_printk(KERN_WARNING, ha,
1750 "MSI-X: Unable to register handler -- %x/%d.\n",
1751 imsix_entries[i].index, ret);
1752 qla24xx_disable_msix(ha);
1755 qentry->have_irq = 1;
1763 qla2x00_request_irqs(scsi_qla_host_t *ha)
1766 device_reg_t __iomem *reg = ha->iobase;
1768 /* If possible, enable MSI-X. */
1769 if (!IS_QLA2432(ha) && !IS_QLA2532(ha) && !IS_QLA8432(ha))
1772 if (IS_QLA2432(ha) && (ha->chip_revision < QLA_MSIX_CHIP_REV_24XX ||
1773 !QLA_MSIX_FW_MODE_1(ha->fw_attributes))) {
1774 DEBUG2(qla_printk(KERN_WARNING, ha,
1775 "MSI-X: Unsupported ISP2432 (0x%X, 0x%X).\n",
1776 ha->chip_revision, ha->fw_attributes));
1781 if (ha->pdev->subsystem_vendor == PCI_VENDOR_ID_HP &&
1782 (ha->pdev->subsystem_device == 0x7040 ||
1783 ha->pdev->subsystem_device == 0x7041 ||
1784 ha->pdev->subsystem_device == 0x1705)) {
1785 DEBUG2(qla_printk(KERN_WARNING, ha,
1786 "MSI-X: Unsupported ISP2432 SSVID/SSDID (0x%X, 0x%X).\n",
1787 ha->pdev->subsystem_vendor,
1788 ha->pdev->subsystem_device));
1793 ret = qla24xx_enable_msix(ha);
1795 DEBUG2(qla_printk(KERN_INFO, ha,
1796 "MSI-X: Enabled (0x%X, 0x%X).\n", ha->chip_revision,
1797 ha->fw_attributes));
1798 goto clear_risc_ints;
1800 qla_printk(KERN_WARNING, ha,
1801 "MSI-X: Falling back-to INTa mode -- %d.\n", ret);
1804 if (!IS_QLA24XX(ha) && !IS_QLA2532(ha) && !IS_QLA8432(ha))
1807 ret = pci_enable_msi(ha->pdev);
1809 DEBUG2(qla_printk(KERN_INFO, ha, "MSI: Enabled.\n"));
1810 ha->flags.msi_enabled = 1;
1814 ret = request_irq(ha->pdev->irq, ha->isp_ops->intr_handler,
1815 IRQF_DISABLED|IRQF_SHARED, QLA2XXX_DRIVER_NAME, ha);
1817 qla_printk(KERN_WARNING, ha,
1818 "Failed to reserve interrupt %d already in use.\n",
1822 ha->flags.inta_enabled = 1;
1823 ha->host->irq = ha->pdev->irq;
1826 ha->isp_ops->disable_intrs(ha);
1827 spin_lock_irq(&ha->hardware_lock);
1828 if (IS_FWI2_CAPABLE(ha)) {
1829 WRT_REG_DWORD(®->isp24.hccr, HCCRX_CLR_HOST_INT);
1830 WRT_REG_DWORD(®->isp24.hccr, HCCRX_CLR_RISC_INT);
1832 WRT_REG_WORD(®->isp.semaphore, 0);
1833 WRT_REG_WORD(®->isp.hccr, HCCR_CLR_RISC_INT);
1834 WRT_REG_WORD(®->isp.hccr, HCCR_CLR_HOST_INT);
1836 spin_unlock_irq(&ha->hardware_lock);
1843 qla2x00_free_irqs(scsi_qla_host_t *ha)
1846 if (ha->flags.msix_enabled)
1847 qla24xx_disable_msix(ha);
1848 else if (ha->flags.inta_enabled) {
1849 free_irq(ha->host->irq, ha);
1850 pci_disable_msi(ha->pdev);