Merge commit 'v2.6.28-rc1' into sched/urgent
[linux-2.6] / drivers / scsi / qla4xxx / ql4_os.c
1 /*
2  * QLogic iSCSI HBA Driver
3  * Copyright (c)  2003-2006 QLogic Corporation
4  *
5  * See LICENSE.qla4xxx for copyright and licensing details.
6  */
7 #include <linux/moduleparam.h>
8
9 #include <scsi/scsi_tcq.h>
10 #include <scsi/scsicam.h>
11
12 #include "ql4_def.h"
13 #include "ql4_version.h"
14 #include "ql4_glbl.h"
15 #include "ql4_dbg.h"
16 #include "ql4_inline.h"
17
18 /*
19  * Driver version
20  */
21 static char qla4xxx_version_str[40];
22
23 /*
24  * SRB allocation cache
25  */
26 static struct kmem_cache *srb_cachep;
27
28 /*
29  * Module parameter information and variables
30  */
31 int ql4xdiscoverywait = 60;
32 module_param(ql4xdiscoverywait, int, S_IRUGO | S_IRUSR);
33 MODULE_PARM_DESC(ql4xdiscoverywait, "Discovery wait time");
34 int ql4xdontresethba = 0;
35 module_param(ql4xdontresethba, int, S_IRUGO | S_IRUSR);
36 MODULE_PARM_DESC(ql4xdontresethba,
37                  "Dont reset the HBA when the driver gets 0x8002 AEN "
38                  " default it will reset hba :0"
39                  " set to 1 to avoid resetting HBA");
40
41 int ql4xextended_error_logging = 0; /* 0 = off, 1 = log errors */
42 module_param(ql4xextended_error_logging, int, S_IRUGO | S_IRUSR);
43 MODULE_PARM_DESC(ql4xextended_error_logging,
44                  "Option to enable extended error logging, "
45                  "Default is 0 - no logging, 1 - debug logging");
46
47 int ql4_mod_unload = 0;
48
49 #define QL4_DEF_QDEPTH 32
50
51 /*
52  * SCSI host template entry points
53  */
54 static void qla4xxx_config_dma_addressing(struct scsi_qla_host *ha);
55
56 /*
57  * iSCSI template entry points
58  */
59 static int qla4xxx_tgt_dscvr(struct Scsi_Host *shost,
60                              enum iscsi_tgt_dscvr type, uint32_t enable,
61                              struct sockaddr *dst_addr);
62 static int qla4xxx_conn_get_param(struct iscsi_cls_conn *conn,
63                                   enum iscsi_param param, char *buf);
64 static int qla4xxx_sess_get_param(struct iscsi_cls_session *sess,
65                                   enum iscsi_param param, char *buf);
66 static int qla4xxx_host_get_param(struct Scsi_Host *shost,
67                                   enum iscsi_host_param param, char *buf);
68 static void qla4xxx_recovery_timedout(struct iscsi_cls_session *session);
69
70 /*
71  * SCSI host template entry points
72  */
73 static int qla4xxx_queuecommand(struct scsi_cmnd *cmd,
74                                 void (*done) (struct scsi_cmnd *));
75 static int qla4xxx_eh_device_reset(struct scsi_cmnd *cmd);
76 static int qla4xxx_eh_target_reset(struct scsi_cmnd *cmd);
77 static int qla4xxx_eh_host_reset(struct scsi_cmnd *cmd);
78 static int qla4xxx_slave_alloc(struct scsi_device *device);
79 static int qla4xxx_slave_configure(struct scsi_device *device);
80 static void qla4xxx_slave_destroy(struct scsi_device *sdev);
81 static void qla4xxx_scan_start(struct Scsi_Host *shost);
82
83 static struct scsi_host_template qla4xxx_driver_template = {
84         .module                 = THIS_MODULE,
85         .name                   = DRIVER_NAME,
86         .proc_name              = DRIVER_NAME,
87         .queuecommand           = qla4xxx_queuecommand,
88
89         .eh_device_reset_handler = qla4xxx_eh_device_reset,
90         .eh_target_reset_handler = qla4xxx_eh_target_reset,
91         .eh_host_reset_handler  = qla4xxx_eh_host_reset,
92
93         .slave_configure        = qla4xxx_slave_configure,
94         .slave_alloc            = qla4xxx_slave_alloc,
95         .slave_destroy          = qla4xxx_slave_destroy,
96
97         .scan_finished          = iscsi_scan_finished,
98         .scan_start             = qla4xxx_scan_start,
99
100         .this_id                = -1,
101         .cmd_per_lun            = 3,
102         .use_clustering         = ENABLE_CLUSTERING,
103         .sg_tablesize           = SG_ALL,
104
105         .max_sectors            = 0xFFFF,
106 };
107
108 static struct iscsi_transport qla4xxx_iscsi_transport = {
109         .owner                  = THIS_MODULE,
110         .name                   = DRIVER_NAME,
111         .caps                   = CAP_FW_DB | CAP_SENDTARGETS_OFFLOAD |
112                                   CAP_DATA_PATH_OFFLOAD,
113         .param_mask             = ISCSI_CONN_PORT | ISCSI_CONN_ADDRESS |
114                                   ISCSI_TARGET_NAME | ISCSI_TPGT,
115         .host_param_mask        = ISCSI_HOST_HWADDRESS |
116                                   ISCSI_HOST_IPADDRESS |
117                                   ISCSI_HOST_INITIATOR_NAME,
118         .tgt_dscvr              = qla4xxx_tgt_dscvr,
119         .get_conn_param         = qla4xxx_conn_get_param,
120         .get_session_param      = qla4xxx_sess_get_param,
121         .get_host_param         = qla4xxx_host_get_param,
122         .session_recovery_timedout = qla4xxx_recovery_timedout,
123 };
124
125 static struct scsi_transport_template *qla4xxx_scsi_transport;
126
127 static void qla4xxx_recovery_timedout(struct iscsi_cls_session *session)
128 {
129         struct ddb_entry *ddb_entry = session->dd_data;
130         struct scsi_qla_host *ha = ddb_entry->ha;
131
132         if (atomic_read(&ddb_entry->state) != DDB_STATE_ONLINE) {
133                 atomic_set(&ddb_entry->state, DDB_STATE_DEAD);
134
135                 DEBUG2(printk("scsi%ld: %s: index [%d] port down retry count "
136                               "of (%d) secs exhausted, marking device DEAD.\n",
137                               ha->host_no, __func__, ddb_entry->fw_ddb_index,
138                               ha->port_down_retry_count));
139
140                 DEBUG2(printk("scsi%ld: %s: scheduling dpc routine - dpc "
141                               "flags = 0x%lx\n",
142                               ha->host_no, __func__, ha->dpc_flags));
143                 queue_work(ha->dpc_thread, &ha->dpc_work);
144         }
145 }
146
147 static int qla4xxx_host_get_param(struct Scsi_Host *shost,
148                                   enum iscsi_host_param param, char *buf)
149 {
150         struct scsi_qla_host *ha = to_qla_host(shost);
151         int len;
152
153         switch (param) {
154         case ISCSI_HOST_PARAM_HWADDRESS:
155                 len = sysfs_format_mac(buf, ha->my_mac, MAC_ADDR_LEN);
156                 break;
157         case ISCSI_HOST_PARAM_IPADDRESS:
158                 len = sprintf(buf, "%d.%d.%d.%d\n", ha->ip_address[0],
159                               ha->ip_address[1], ha->ip_address[2],
160                               ha->ip_address[3]);
161                 break;
162         case ISCSI_HOST_PARAM_INITIATOR_NAME:
163                 len = sprintf(buf, "%s\n", ha->name_string);
164                 break;
165         default:
166                 return -ENOSYS;
167         }
168
169         return len;
170 }
171
172 static int qla4xxx_sess_get_param(struct iscsi_cls_session *sess,
173                                   enum iscsi_param param, char *buf)
174 {
175         struct ddb_entry *ddb_entry = sess->dd_data;
176         int len;
177
178         switch (param) {
179         case ISCSI_PARAM_TARGET_NAME:
180                 len = snprintf(buf, PAGE_SIZE - 1, "%s\n",
181                                ddb_entry->iscsi_name);
182                 break;
183         case ISCSI_PARAM_TPGT:
184                 len = sprintf(buf, "%u\n", ddb_entry->tpgt);
185                 break;
186         default:
187                 return -ENOSYS;
188         }
189
190         return len;
191 }
192
193 static int qla4xxx_conn_get_param(struct iscsi_cls_conn *conn,
194                                   enum iscsi_param param, char *buf)
195 {
196         struct iscsi_cls_session *session;
197         struct ddb_entry *ddb_entry;
198         int len;
199
200         session = iscsi_dev_to_session(conn->dev.parent);
201         ddb_entry = session->dd_data;
202
203         switch (param) {
204         case ISCSI_PARAM_CONN_PORT:
205                 len = sprintf(buf, "%hu\n", ddb_entry->port);
206                 break;
207         case ISCSI_PARAM_CONN_ADDRESS:
208                 /* TODO: what are the ipv6 bits */
209                 len = sprintf(buf, "%u.%u.%u.%u\n",
210                               NIPQUAD(ddb_entry->ip_addr));
211                 break;
212         default:
213                 return -ENOSYS;
214         }
215
216         return len;
217 }
218
219 static int qla4xxx_tgt_dscvr(struct Scsi_Host *shost,
220                              enum iscsi_tgt_dscvr type, uint32_t enable,
221                              struct sockaddr *dst_addr)
222 {
223         struct scsi_qla_host *ha;
224         struct sockaddr_in *addr;
225         struct sockaddr_in6 *addr6;
226         int ret = 0;
227
228         ha = (struct scsi_qla_host *) shost->hostdata;
229
230         switch (type) {
231         case ISCSI_TGT_DSCVR_SEND_TARGETS:
232                 if (dst_addr->sa_family == AF_INET) {
233                         addr = (struct sockaddr_in *)dst_addr;
234                         if (qla4xxx_send_tgts(ha, (char *)&addr->sin_addr,
235                                               addr->sin_port) != QLA_SUCCESS)
236                                 ret = -EIO;
237                 } else if (dst_addr->sa_family == AF_INET6) {
238                         /*
239                          * TODO: fix qla4xxx_send_tgts
240                          */
241                         addr6 = (struct sockaddr_in6 *)dst_addr;
242                         if (qla4xxx_send_tgts(ha, (char *)&addr6->sin6_addr,
243                                               addr6->sin6_port) != QLA_SUCCESS)
244                                 ret = -EIO;
245                 } else
246                         ret = -ENOSYS;
247                 break;
248         default:
249                 ret = -ENOSYS;
250         }
251         return ret;
252 }
253
254 void qla4xxx_destroy_sess(struct ddb_entry *ddb_entry)
255 {
256         if (!ddb_entry->sess)
257                 return;
258
259         if (ddb_entry->conn) {
260                 atomic_set(&ddb_entry->state, DDB_STATE_DEAD);
261                 iscsi_remove_session(ddb_entry->sess);
262         }
263         iscsi_free_session(ddb_entry->sess);
264 }
265
266 int qla4xxx_add_sess(struct ddb_entry *ddb_entry)
267 {
268         int err;
269
270         ddb_entry->sess->recovery_tmo = ddb_entry->ha->port_down_retry_count;
271         err = iscsi_add_session(ddb_entry->sess, ddb_entry->fw_ddb_index);
272         if (err) {
273                 DEBUG2(printk(KERN_ERR "Could not add session.\n"));
274                 return err;
275         }
276
277         ddb_entry->conn = iscsi_create_conn(ddb_entry->sess, 0, 0);
278         if (!ddb_entry->conn) {
279                 iscsi_remove_session(ddb_entry->sess);
280                 DEBUG2(printk(KERN_ERR "Could not add connection.\n"));
281                 return -ENOMEM;
282         }
283
284         /* finally ready to go */
285         iscsi_unblock_session(ddb_entry->sess);
286         return 0;
287 }
288
289 struct ddb_entry *qla4xxx_alloc_sess(struct scsi_qla_host *ha)
290 {
291         struct ddb_entry *ddb_entry;
292         struct iscsi_cls_session *sess;
293
294         sess = iscsi_alloc_session(ha->host, &qla4xxx_iscsi_transport,
295                                    sizeof(struct ddb_entry));
296         if (!sess)
297                 return NULL;
298
299         ddb_entry = sess->dd_data;
300         memset(ddb_entry, 0, sizeof(*ddb_entry));
301         ddb_entry->ha = ha;
302         ddb_entry->sess = sess;
303         return ddb_entry;
304 }
305
306 static void qla4xxx_scan_start(struct Scsi_Host *shost)
307 {
308         struct scsi_qla_host *ha = shost_priv(shost);
309         struct ddb_entry *ddb_entry, *ddbtemp;
310
311         /* finish setup of sessions that were already setup in firmware */
312         list_for_each_entry_safe(ddb_entry, ddbtemp, &ha->ddb_list, list) {
313                 if (ddb_entry->fw_ddb_device_state == DDB_DS_SESSION_ACTIVE)
314                         qla4xxx_add_sess(ddb_entry);
315         }
316 }
317
318 /*
319  * Timer routines
320  */
321
322 static void qla4xxx_start_timer(struct scsi_qla_host *ha, void *func,
323                                 unsigned long interval)
324 {
325         DEBUG(printk("scsi: %s: Starting timer thread for adapter %d\n",
326                      __func__, ha->host->host_no));
327         init_timer(&ha->timer);
328         ha->timer.expires = jiffies + interval * HZ;
329         ha->timer.data = (unsigned long)ha;
330         ha->timer.function = (void (*)(unsigned long))func;
331         add_timer(&ha->timer);
332         ha->timer_active = 1;
333 }
334
335 static void qla4xxx_stop_timer(struct scsi_qla_host *ha)
336 {
337         del_timer_sync(&ha->timer);
338         ha->timer_active = 0;
339 }
340
341 /***
342  * qla4xxx_mark_device_missing - mark a device as missing.
343  * @ha: Pointer to host adapter structure.
344  * @ddb_entry: Pointer to device database entry
345  *
346  * This routine marks a device missing and resets the relogin retry count.
347  **/
348 void qla4xxx_mark_device_missing(struct scsi_qla_host *ha,
349                                  struct ddb_entry *ddb_entry)
350 {
351         atomic_set(&ddb_entry->state, DDB_STATE_MISSING);
352         DEBUG3(printk("scsi%d:%d:%d: index [%d] marked MISSING\n",
353                       ha->host_no, ddb_entry->bus, ddb_entry->target,
354                       ddb_entry->fw_ddb_index));
355         iscsi_block_session(ddb_entry->sess);
356         iscsi_conn_error_event(ddb_entry->conn, ISCSI_ERR_CONN_FAILED);
357 }
358
359 static struct srb* qla4xxx_get_new_srb(struct scsi_qla_host *ha,
360                                        struct ddb_entry *ddb_entry,
361                                        struct scsi_cmnd *cmd,
362                                        void (*done)(struct scsi_cmnd *))
363 {
364         struct srb *srb;
365
366         srb = mempool_alloc(ha->srb_mempool, GFP_ATOMIC);
367         if (!srb)
368                 return srb;
369
370         atomic_set(&srb->ref_count, 1);
371         srb->ha = ha;
372         srb->ddb = ddb_entry;
373         srb->cmd = cmd;
374         srb->flags = 0;
375         cmd->SCp.ptr = (void *)srb;
376         cmd->scsi_done = done;
377
378         return srb;
379 }
380
381 static void qla4xxx_srb_free_dma(struct scsi_qla_host *ha, struct srb *srb)
382 {
383         struct scsi_cmnd *cmd = srb->cmd;
384
385         if (srb->flags & SRB_DMA_VALID) {
386                 scsi_dma_unmap(cmd);
387                 srb->flags &= ~SRB_DMA_VALID;
388         }
389         cmd->SCp.ptr = NULL;
390 }
391
392 void qla4xxx_srb_compl(struct scsi_qla_host *ha, struct srb *srb)
393 {
394         struct scsi_cmnd *cmd = srb->cmd;
395
396         qla4xxx_srb_free_dma(ha, srb);
397
398         mempool_free(srb, ha->srb_mempool);
399
400         cmd->scsi_done(cmd);
401 }
402
403 /**
404  * qla4xxx_queuecommand - scsi layer issues scsi command to driver.
405  * @cmd: Pointer to Linux's SCSI command structure
406  * @done_fn: Function that the driver calls to notify the SCSI mid-layer
407  *      that the command has been processed.
408  *
409  * Remarks:
410  * This routine is invoked by Linux to send a SCSI command to the driver.
411  * The mid-level driver tries to ensure that queuecommand never gets
412  * invoked concurrently with itself or the interrupt handler (although
413  * the interrupt handler may call this routine as part of request-
414  * completion handling).   Unfortunely, it sometimes calls the scheduler
415  * in interrupt context which is a big NO! NO!.
416  **/
417 static int qla4xxx_queuecommand(struct scsi_cmnd *cmd,
418                                 void (*done)(struct scsi_cmnd *))
419 {
420         struct scsi_qla_host *ha = to_qla_host(cmd->device->host);
421         struct ddb_entry *ddb_entry = cmd->device->hostdata;
422         struct iscsi_cls_session *sess = ddb_entry->sess;
423         struct srb *srb;
424         int rval;
425
426         if (!sess) {
427                 cmd->result = DID_IMM_RETRY << 16;
428                 goto qc_fail_command;
429         }
430
431         rval = iscsi_session_chkready(sess);
432         if (rval) {
433                 cmd->result = rval;
434                 goto qc_fail_command;
435         }
436
437         if (atomic_read(&ddb_entry->state) != DDB_STATE_ONLINE) {
438                 if (atomic_read(&ddb_entry->state) == DDB_STATE_DEAD) {
439                         cmd->result = DID_NO_CONNECT << 16;
440                         goto qc_fail_command;
441                 }
442                 return SCSI_MLQUEUE_TARGET_BUSY;
443         }
444
445         if (test_bit(DPC_RESET_HA_INTR, &ha->dpc_flags))
446                 goto qc_host_busy;
447
448         spin_unlock_irq(ha->host->host_lock);
449
450         srb = qla4xxx_get_new_srb(ha, ddb_entry, cmd, done);
451         if (!srb)
452                 goto qc_host_busy_lock;
453
454         rval = qla4xxx_send_command_to_isp(ha, srb);
455         if (rval != QLA_SUCCESS)
456                 goto qc_host_busy_free_sp;
457
458         spin_lock_irq(ha->host->host_lock);
459         return 0;
460
461 qc_host_busy_free_sp:
462         qla4xxx_srb_free_dma(ha, srb);
463         mempool_free(srb, ha->srb_mempool);
464
465 qc_host_busy_lock:
466         spin_lock_irq(ha->host->host_lock);
467
468 qc_host_busy:
469         return SCSI_MLQUEUE_HOST_BUSY;
470
471 qc_fail_command:
472         done(cmd);
473
474         return 0;
475 }
476
477 /**
478  * qla4xxx_mem_free - frees memory allocated to adapter
479  * @ha: Pointer to host adapter structure.
480  *
481  * Frees memory previously allocated by qla4xxx_mem_alloc
482  **/
483 static void qla4xxx_mem_free(struct scsi_qla_host *ha)
484 {
485         if (ha->queues)
486                 dma_free_coherent(&ha->pdev->dev, ha->queues_len, ha->queues,
487                                   ha->queues_dma);
488
489         ha->queues_len = 0;
490         ha->queues = NULL;
491         ha->queues_dma = 0;
492         ha->request_ring = NULL;
493         ha->request_dma = 0;
494         ha->response_ring = NULL;
495         ha->response_dma = 0;
496         ha->shadow_regs = NULL;
497         ha->shadow_regs_dma = 0;
498
499         /* Free srb pool. */
500         if (ha->srb_mempool)
501                 mempool_destroy(ha->srb_mempool);
502
503         ha->srb_mempool = NULL;
504
505         /* release io space registers  */
506         if (ha->reg)
507                 iounmap(ha->reg);
508         pci_release_regions(ha->pdev);
509 }
510
511 /**
512  * qla4xxx_mem_alloc - allocates memory for use by adapter.
513  * @ha: Pointer to host adapter structure
514  *
515  * Allocates DMA memory for request and response queues. Also allocates memory
516  * for srbs.
517  **/
518 static int qla4xxx_mem_alloc(struct scsi_qla_host *ha)
519 {
520         unsigned long align;
521
522         /* Allocate contiguous block of DMA memory for queues. */
523         ha->queues_len = ((REQUEST_QUEUE_DEPTH * QUEUE_SIZE) +
524                           (RESPONSE_QUEUE_DEPTH * QUEUE_SIZE) +
525                           sizeof(struct shadow_regs) +
526                           MEM_ALIGN_VALUE +
527                           (PAGE_SIZE - 1)) & ~(PAGE_SIZE - 1);
528         ha->queues = dma_alloc_coherent(&ha->pdev->dev, ha->queues_len,
529                                         &ha->queues_dma, GFP_KERNEL);
530         if (ha->queues == NULL) {
531                 dev_warn(&ha->pdev->dev,
532                         "Memory Allocation failed - queues.\n");
533
534                 goto mem_alloc_error_exit;
535         }
536         memset(ha->queues, 0, ha->queues_len);
537
538         /*
539          * As per RISC alignment requirements -- the bus-address must be a
540          * multiple of the request-ring size (in bytes).
541          */
542         align = 0;
543         if ((unsigned long)ha->queues_dma & (MEM_ALIGN_VALUE - 1))
544                 align = MEM_ALIGN_VALUE - ((unsigned long)ha->queues_dma &
545                                            (MEM_ALIGN_VALUE - 1));
546
547         /* Update request and response queue pointers. */
548         ha->request_dma = ha->queues_dma + align;
549         ha->request_ring = (struct queue_entry *) (ha->queues + align);
550         ha->response_dma = ha->queues_dma + align +
551                 (REQUEST_QUEUE_DEPTH * QUEUE_SIZE);
552         ha->response_ring = (struct queue_entry *) (ha->queues + align +
553                                                     (REQUEST_QUEUE_DEPTH *
554                                                      QUEUE_SIZE));
555         ha->shadow_regs_dma = ha->queues_dma + align +
556                 (REQUEST_QUEUE_DEPTH * QUEUE_SIZE) +
557                 (RESPONSE_QUEUE_DEPTH * QUEUE_SIZE);
558         ha->shadow_regs = (struct shadow_regs *) (ha->queues + align +
559                                                   (REQUEST_QUEUE_DEPTH *
560                                                    QUEUE_SIZE) +
561                                                   (RESPONSE_QUEUE_DEPTH *
562                                                    QUEUE_SIZE));
563
564         /* Allocate memory for srb pool. */
565         ha->srb_mempool = mempool_create(SRB_MIN_REQ, mempool_alloc_slab,
566                                          mempool_free_slab, srb_cachep);
567         if (ha->srb_mempool == NULL) {
568                 dev_warn(&ha->pdev->dev,
569                         "Memory Allocation failed - SRB Pool.\n");
570
571                 goto mem_alloc_error_exit;
572         }
573
574         return QLA_SUCCESS;
575
576 mem_alloc_error_exit:
577         qla4xxx_mem_free(ha);
578         return QLA_ERROR;
579 }
580
581 /**
582  * qla4xxx_timer - checks every second for work to do.
583  * @ha: Pointer to host adapter structure.
584  **/
585 static void qla4xxx_timer(struct scsi_qla_host *ha)
586 {
587         struct ddb_entry *ddb_entry, *dtemp;
588         int start_dpc = 0;
589
590         /* Search for relogin's to time-out and port down retry. */
591         list_for_each_entry_safe(ddb_entry, dtemp, &ha->ddb_list, list) {
592                 /* Count down time between sending relogins */
593                 if (adapter_up(ha) &&
594                     !test_bit(DF_RELOGIN, &ddb_entry->flags) &&
595                     atomic_read(&ddb_entry->state) != DDB_STATE_ONLINE) {
596                         if (atomic_read(&ddb_entry->retry_relogin_timer) !=
597                             INVALID_ENTRY) {
598                                 if (atomic_read(&ddb_entry->retry_relogin_timer)
599                                                 == 0) {
600                                         atomic_set(&ddb_entry->
601                                                 retry_relogin_timer,
602                                                 INVALID_ENTRY);
603                                         set_bit(DPC_RELOGIN_DEVICE,
604                                                 &ha->dpc_flags);
605                                         set_bit(DF_RELOGIN, &ddb_entry->flags);
606                                         DEBUG2(printk("scsi%ld: %s: index [%d]"
607                                                       " login device\n",
608                                                       ha->host_no, __func__,
609                                                       ddb_entry->fw_ddb_index));
610                                 } else
611                                         atomic_dec(&ddb_entry->
612                                                         retry_relogin_timer);
613                         }
614                 }
615
616                 /* Wait for relogin to timeout */
617                 if (atomic_read(&ddb_entry->relogin_timer) &&
618                     (atomic_dec_and_test(&ddb_entry->relogin_timer) != 0)) {
619                         /*
620                          * If the relogin times out and the device is
621                          * still NOT ONLINE then try and relogin again.
622                          */
623                         if (atomic_read(&ddb_entry->state) !=
624                             DDB_STATE_ONLINE &&
625                             ddb_entry->fw_ddb_device_state ==
626                             DDB_DS_SESSION_FAILED) {
627                                 /* Reset retry relogin timer */
628                                 atomic_inc(&ddb_entry->relogin_retry_count);
629                                 DEBUG2(printk("scsi%ld: index[%d] relogin"
630                                               " timed out-retrying"
631                                               " relogin (%d)\n",
632                                               ha->host_no,
633                                               ddb_entry->fw_ddb_index,
634                                               atomic_read(&ddb_entry->
635                                                           relogin_retry_count))
636                                         );
637                                 start_dpc++;
638                                 DEBUG(printk("scsi%ld:%d:%d: index [%d] "
639                                              "initate relogin after"
640                                              " %d seconds\n",
641                                              ha->host_no, ddb_entry->bus,
642                                              ddb_entry->target,
643                                              ddb_entry->fw_ddb_index,
644                                              ddb_entry->default_time2wait + 4)
645                                         );
646
647                                 atomic_set(&ddb_entry->retry_relogin_timer,
648                                            ddb_entry->default_time2wait + 4);
649                         }
650                 }
651         }
652
653         /* Check for heartbeat interval. */
654         if (ha->firmware_options & FWOPT_HEARTBEAT_ENABLE &&
655             ha->heartbeat_interval != 0) {
656                 ha->seconds_since_last_heartbeat++;
657                 if (ha->seconds_since_last_heartbeat >
658                     ha->heartbeat_interval + 2)
659                         set_bit(DPC_RESET_HA, &ha->dpc_flags);
660         }
661
662
663         /* Wakeup the dpc routine for this adapter, if needed. */
664         if ((start_dpc ||
665              test_bit(DPC_RESET_HA, &ha->dpc_flags) ||
666              test_bit(DPC_RETRY_RESET_HA, &ha->dpc_flags) ||
667              test_bit(DPC_RELOGIN_DEVICE, &ha->dpc_flags) ||
668              test_bit(DPC_RESET_HA_DESTROY_DDB_LIST, &ha->dpc_flags) ||
669              test_bit(DPC_RESET_HA_INTR, &ha->dpc_flags) ||
670              test_bit(DPC_GET_DHCP_IP_ADDR, &ha->dpc_flags) ||
671              test_bit(DPC_AEN, &ha->dpc_flags)) &&
672              ha->dpc_thread) {
673                 DEBUG2(printk("scsi%ld: %s: scheduling dpc routine"
674                               " - dpc flags = 0x%lx\n",
675                               ha->host_no, __func__, ha->dpc_flags));
676                 queue_work(ha->dpc_thread, &ha->dpc_work);
677         }
678
679         /* Reschedule timer thread to call us back in one second */
680         mod_timer(&ha->timer, jiffies + HZ);
681
682         DEBUG2(ha->seconds_since_last_intr++);
683 }
684
685 /**
686  * qla4xxx_cmd_wait - waits for all outstanding commands to complete
687  * @ha: Pointer to host adapter structure.
688  *
689  * This routine stalls the driver until all outstanding commands are returned.
690  * Caller must release the Hardware Lock prior to calling this routine.
691  **/
692 static int qla4xxx_cmd_wait(struct scsi_qla_host *ha)
693 {
694         uint32_t index = 0;
695         int stat = QLA_SUCCESS;
696         unsigned long flags;
697         struct scsi_cmnd *cmd;
698         int wait_cnt = WAIT_CMD_TOV;    /*
699                                          * Initialized for 30 seconds as we
700                                          * expect all commands to retuned
701                                          * ASAP.
702                                          */
703
704         while (wait_cnt) {
705                 spin_lock_irqsave(&ha->hardware_lock, flags);
706                 /* Find a command that hasn't completed. */
707                 for (index = 0; index < ha->host->can_queue; index++) {
708                         cmd = scsi_host_find_tag(ha->host, index);
709                         if (cmd != NULL)
710                                 break;
711                 }
712                 spin_unlock_irqrestore(&ha->hardware_lock, flags);
713
714                 /* If No Commands are pending, wait is complete */
715                 if (index == ha->host->can_queue) {
716                         break;
717                 }
718
719                 /* If we timed out on waiting for commands to come back
720                  * return ERROR.
721                  */
722                 wait_cnt--;
723                 if (wait_cnt == 0)
724                         stat = QLA_ERROR;
725                 else {
726                         msleep(1000);
727                 }
728         }                       /* End of While (wait_cnt) */
729
730         return stat;
731 }
732
733 void qla4xxx_hw_reset(struct scsi_qla_host *ha)
734 {
735         uint32_t ctrl_status;
736         unsigned long flags = 0;
737
738         DEBUG2(printk(KERN_ERR "scsi%ld: %s\n", ha->host_no, __func__));
739
740         spin_lock_irqsave(&ha->hardware_lock, flags);
741
742         /*
743          * If the SCSI Reset Interrupt bit is set, clear it.
744          * Otherwise, the Soft Reset won't work.
745          */
746         ctrl_status = readw(&ha->reg->ctrl_status);
747         if ((ctrl_status & CSR_SCSI_RESET_INTR) != 0)
748                 writel(set_rmask(CSR_SCSI_RESET_INTR), &ha->reg->ctrl_status);
749
750         /* Issue Soft Reset */
751         writel(set_rmask(CSR_SOFT_RESET), &ha->reg->ctrl_status);
752         readl(&ha->reg->ctrl_status);
753
754         spin_unlock_irqrestore(&ha->hardware_lock, flags);
755 }
756
757 /**
758  * qla4xxx_soft_reset - performs soft reset.
759  * @ha: Pointer to host adapter structure.
760  **/
761 int qla4xxx_soft_reset(struct scsi_qla_host *ha)
762 {
763         uint32_t max_wait_time;
764         unsigned long flags = 0;
765         int status = QLA_ERROR;
766         uint32_t ctrl_status;
767
768         qla4xxx_hw_reset(ha);
769
770         /* Wait until the Network Reset Intr bit is cleared */
771         max_wait_time = RESET_INTR_TOV;
772         do {
773                 spin_lock_irqsave(&ha->hardware_lock, flags);
774                 ctrl_status = readw(&ha->reg->ctrl_status);
775                 spin_unlock_irqrestore(&ha->hardware_lock, flags);
776
777                 if ((ctrl_status & CSR_NET_RESET_INTR) == 0)
778                         break;
779
780                 msleep(1000);
781         } while ((--max_wait_time));
782
783         if ((ctrl_status & CSR_NET_RESET_INTR) != 0) {
784                 DEBUG2(printk(KERN_WARNING
785                               "scsi%ld: Network Reset Intr not cleared by "
786                               "Network function, clearing it now!\n",
787                               ha->host_no));
788                 spin_lock_irqsave(&ha->hardware_lock, flags);
789                 writel(set_rmask(CSR_NET_RESET_INTR), &ha->reg->ctrl_status);
790                 readl(&ha->reg->ctrl_status);
791                 spin_unlock_irqrestore(&ha->hardware_lock, flags);
792         }
793
794         /* Wait until the firmware tells us the Soft Reset is done */
795         max_wait_time = SOFT_RESET_TOV;
796         do {
797                 spin_lock_irqsave(&ha->hardware_lock, flags);
798                 ctrl_status = readw(&ha->reg->ctrl_status);
799                 spin_unlock_irqrestore(&ha->hardware_lock, flags);
800
801                 if ((ctrl_status & CSR_SOFT_RESET) == 0) {
802                         status = QLA_SUCCESS;
803                         break;
804                 }
805
806                 msleep(1000);
807         } while ((--max_wait_time));
808
809         /*
810          * Also, make sure that the SCSI Reset Interrupt bit has been cleared
811          * after the soft reset has taken place.
812          */
813         spin_lock_irqsave(&ha->hardware_lock, flags);
814         ctrl_status = readw(&ha->reg->ctrl_status);
815         if ((ctrl_status & CSR_SCSI_RESET_INTR) != 0) {
816                 writel(set_rmask(CSR_SCSI_RESET_INTR), &ha->reg->ctrl_status);
817                 readl(&ha->reg->ctrl_status);
818         }
819         spin_unlock_irqrestore(&ha->hardware_lock, flags);
820
821         /* If soft reset fails then most probably the bios on other
822          * function is also enabled.
823          * Since the initialization is sequential the other fn
824          * wont be able to acknowledge the soft reset.
825          * Issue a force soft reset to workaround this scenario.
826          */
827         if (max_wait_time == 0) {
828                 /* Issue Force Soft Reset */
829                 spin_lock_irqsave(&ha->hardware_lock, flags);
830                 writel(set_rmask(CSR_FORCE_SOFT_RESET), &ha->reg->ctrl_status);
831                 readl(&ha->reg->ctrl_status);
832                 spin_unlock_irqrestore(&ha->hardware_lock, flags);
833                 /* Wait until the firmware tells us the Soft Reset is done */
834                 max_wait_time = SOFT_RESET_TOV;
835                 do {
836                         spin_lock_irqsave(&ha->hardware_lock, flags);
837                         ctrl_status = readw(&ha->reg->ctrl_status);
838                         spin_unlock_irqrestore(&ha->hardware_lock, flags);
839
840                         if ((ctrl_status & CSR_FORCE_SOFT_RESET) == 0) {
841                                 status = QLA_SUCCESS;
842                                 break;
843                         }
844
845                         msleep(1000);
846                 } while ((--max_wait_time));
847         }
848
849         return status;
850 }
851
852 /**
853  * qla4xxx_flush_active_srbs - returns all outstanding i/o requests to O.S.
854  * @ha: Pointer to host adapter structure.
855  *
856  * This routine is called just prior to a HARD RESET to return all
857  * outstanding commands back to the Operating System.
858  * Caller should make sure that the following locks are released
859  * before this calling routine: Hardware lock, and io_request_lock.
860  **/
861 static void qla4xxx_flush_active_srbs(struct scsi_qla_host *ha)
862 {
863         struct srb *srb;
864         int i;
865         unsigned long flags;
866
867         spin_lock_irqsave(&ha->hardware_lock, flags);
868         for (i = 0; i < ha->host->can_queue; i++) {
869                 srb = qla4xxx_del_from_active_array(ha, i);
870                 if (srb != NULL) {
871                         srb->cmd->result = DID_RESET << 16;
872                         qla4xxx_srb_compl(ha, srb);
873                 }
874         }
875         spin_unlock_irqrestore(&ha->hardware_lock, flags);
876
877 }
878
879 /**
880  * qla4xxx_recover_adapter - recovers adapter after a fatal error
881  * @ha: Pointer to host adapter structure.
882  * @renew_ddb_list: Indicates what to do with the adapter's ddb list
883  *
884  * renew_ddb_list value can be 0=preserve ddb list, 1=destroy and rebuild
885  * ddb list.
886  **/
887 static int qla4xxx_recover_adapter(struct scsi_qla_host *ha,
888                                 uint8_t renew_ddb_list)
889 {
890         int status;
891
892         /* Stall incoming I/O until we are done */
893         clear_bit(AF_ONLINE, &ha->flags);
894
895         DEBUG2(printk("scsi%ld: %s calling qla4xxx_cmd_wait\n", ha->host_no,
896                       __func__));
897
898         /* Wait for outstanding commands to complete.
899          * Stalls the driver for max 30 secs
900          */
901         status = qla4xxx_cmd_wait(ha);
902
903         qla4xxx_disable_intrs(ha);
904
905         /* Flush any pending ddb changed AENs */
906         qla4xxx_process_aen(ha, FLUSH_DDB_CHANGED_AENS);
907
908         /* Reset the firmware.  If successful, function
909          * returns with ISP interrupts enabled.
910          */
911         if (status == QLA_SUCCESS) {
912                 DEBUG2(printk("scsi%ld: %s - Performing soft reset..\n",
913                               ha->host_no, __func__));
914                 qla4xxx_flush_active_srbs(ha);
915                 if (ql4xxx_lock_drvr_wait(ha) == QLA_SUCCESS)
916                         status = qla4xxx_soft_reset(ha);
917                 else
918                         status = QLA_ERROR;
919         }
920
921         /* Flush any pending ddb changed AENs */
922         qla4xxx_process_aen(ha, FLUSH_DDB_CHANGED_AENS);
923
924         /* Re-initialize firmware. If successful, function returns
925          * with ISP interrupts enabled */
926         if (status == QLA_SUCCESS) {
927                 DEBUG2(printk("scsi%ld: %s - Initializing adapter..\n",
928                               ha->host_no, __func__));
929
930                 /* If successful, AF_ONLINE flag set in
931                  * qla4xxx_initialize_adapter */
932                 status = qla4xxx_initialize_adapter(ha, renew_ddb_list);
933         }
934
935         /* Failed adapter initialization?
936          * Retry reset_ha only if invoked via DPC (DPC_RESET_HA) */
937         if ((test_bit(AF_ONLINE, &ha->flags) == 0) &&
938             (test_bit(DPC_RESET_HA, &ha->dpc_flags))) {
939                 /* Adapter initialization failed, see if we can retry
940                  * resetting the ha */
941                 if (!test_bit(DPC_RETRY_RESET_HA, &ha->dpc_flags)) {
942                         ha->retry_reset_ha_cnt = MAX_RESET_HA_RETRIES;
943                         DEBUG2(printk("scsi%ld: recover adapter - retrying "
944                                       "(%d) more times\n", ha->host_no,
945                                       ha->retry_reset_ha_cnt));
946                         set_bit(DPC_RETRY_RESET_HA, &ha->dpc_flags);
947                         status = QLA_ERROR;
948                 } else {
949                         if (ha->retry_reset_ha_cnt > 0) {
950                                 /* Schedule another Reset HA--DPC will retry */
951                                 ha->retry_reset_ha_cnt--;
952                                 DEBUG2(printk("scsi%ld: recover adapter - "
953                                               "retry remaining %d\n",
954                                               ha->host_no,
955                                               ha->retry_reset_ha_cnt));
956                                 status = QLA_ERROR;
957                         }
958
959                         if (ha->retry_reset_ha_cnt == 0) {
960                                 /* Recover adapter retries have been exhausted.
961                                  * Adapter DEAD */
962                                 DEBUG2(printk("scsi%ld: recover adapter "
963                                               "failed - board disabled\n",
964                                               ha->host_no));
965                                 qla4xxx_flush_active_srbs(ha);
966                                 clear_bit(DPC_RETRY_RESET_HA, &ha->dpc_flags);
967                                 clear_bit(DPC_RESET_HA, &ha->dpc_flags);
968                                 clear_bit(DPC_RESET_HA_DESTROY_DDB_LIST,
969                                           &ha->dpc_flags);
970                                 status = QLA_ERROR;
971                         }
972                 }
973         } else {
974                 clear_bit(DPC_RESET_HA, &ha->dpc_flags);
975                 clear_bit(DPC_RESET_HA_DESTROY_DDB_LIST, &ha->dpc_flags);
976                 clear_bit(DPC_RETRY_RESET_HA, &ha->dpc_flags);
977         }
978
979         ha->adapter_error_count++;
980
981         if (status == QLA_SUCCESS)
982                 qla4xxx_enable_intrs(ha);
983
984         DEBUG2(printk("scsi%ld: recover adapter .. DONE\n", ha->host_no));
985         return status;
986 }
987
988 /**
989  * qla4xxx_do_dpc - dpc routine
990  * @data: in our case pointer to adapter structure
991  *
992  * This routine is a task that is schedule by the interrupt handler
993  * to perform the background processing for interrupts.  We put it
994  * on a task queue that is consumed whenever the scheduler runs; that's
995  * so you can do anything (i.e. put the process to sleep etc).  In fact,
996  * the mid-level tries to sleep when it reaches the driver threshold
997  * "host->can_queue". This can cause a panic if we were in our interrupt code.
998  **/
999 static void qla4xxx_do_dpc(struct work_struct *work)
1000 {
1001         struct scsi_qla_host *ha =
1002                 container_of(work, struct scsi_qla_host, dpc_work);
1003         struct ddb_entry *ddb_entry, *dtemp;
1004         int status = QLA_ERROR;
1005
1006         DEBUG2(printk("scsi%ld: %s: DPC handler waking up."
1007                 "flags = 0x%08lx, dpc_flags = 0x%08lx ctrl_stat = 0x%08x\n",
1008                 ha->host_no, __func__, ha->flags, ha->dpc_flags,
1009                 readw(&ha->reg->ctrl_status)));
1010
1011         /* Initialization not yet finished. Don't do anything yet. */
1012         if (!test_bit(AF_INIT_DONE, &ha->flags))
1013                 return;
1014
1015         if (adapter_up(ha) ||
1016             test_bit(DPC_RESET_HA, &ha->dpc_flags) ||
1017             test_bit(DPC_RESET_HA_INTR, &ha->dpc_flags) ||
1018             test_bit(DPC_RESET_HA_DESTROY_DDB_LIST, &ha->dpc_flags)) {
1019                 if (test_bit(DPC_RESET_HA_DESTROY_DDB_LIST, &ha->dpc_flags) ||
1020                         test_bit(DPC_RESET_HA, &ha->dpc_flags))
1021                         qla4xxx_recover_adapter(ha, PRESERVE_DDB_LIST);
1022
1023                 if (test_bit(DPC_RESET_HA_INTR, &ha->dpc_flags)) {
1024                         uint8_t wait_time = RESET_INTR_TOV;
1025
1026                         while ((readw(&ha->reg->ctrl_status) &
1027                                 (CSR_SOFT_RESET | CSR_FORCE_SOFT_RESET)) != 0) {
1028                                 if (--wait_time == 0)
1029                                         break;
1030                                 msleep(1000);
1031                         }
1032                         if (wait_time == 0)
1033                                 DEBUG2(printk("scsi%ld: %s: SR|FSR "
1034                                               "bit not cleared-- resetting\n",
1035                                               ha->host_no, __func__));
1036                         qla4xxx_flush_active_srbs(ha);
1037                         if (ql4xxx_lock_drvr_wait(ha) == QLA_SUCCESS) {
1038                                 qla4xxx_process_aen(ha, FLUSH_DDB_CHANGED_AENS);
1039                                 status = qla4xxx_initialize_adapter(ha,
1040                                                 PRESERVE_DDB_LIST);
1041                         }
1042                         clear_bit(DPC_RESET_HA_INTR, &ha->dpc_flags);
1043                         if (status == QLA_SUCCESS)
1044                                 qla4xxx_enable_intrs(ha);
1045                 }
1046         }
1047
1048         /* ---- process AEN? --- */
1049         if (test_and_clear_bit(DPC_AEN, &ha->dpc_flags))
1050                 qla4xxx_process_aen(ha, PROCESS_ALL_AENS);
1051
1052         /* ---- Get DHCP IP Address? --- */
1053         if (test_and_clear_bit(DPC_GET_DHCP_IP_ADDR, &ha->dpc_flags))
1054                 qla4xxx_get_dhcp_ip_address(ha);
1055
1056         /* ---- relogin device? --- */
1057         if (adapter_up(ha) &&
1058             test_and_clear_bit(DPC_RELOGIN_DEVICE, &ha->dpc_flags)) {
1059                 list_for_each_entry_safe(ddb_entry, dtemp,
1060                                          &ha->ddb_list, list) {
1061                         if (test_and_clear_bit(DF_RELOGIN, &ddb_entry->flags) &&
1062                             atomic_read(&ddb_entry->state) != DDB_STATE_ONLINE)
1063                                 qla4xxx_relogin_device(ha, ddb_entry);
1064
1065                         /*
1066                          * If mbx cmd times out there is no point
1067                          * in continuing further.
1068                          * With large no of targets this can hang
1069                          * the system.
1070                          */
1071                         if (test_bit(DPC_RESET_HA, &ha->dpc_flags)) {
1072                                 printk(KERN_WARNING "scsi%ld: %s: "
1073                                        "need to reset hba\n",
1074                                        ha->host_no, __func__);
1075                                 break;
1076                         }
1077                 }
1078         }
1079 }
1080
1081 /**
1082  * qla4xxx_free_adapter - release the adapter
1083  * @ha: pointer to adapter structure
1084  **/
1085 static void qla4xxx_free_adapter(struct scsi_qla_host *ha)
1086 {
1087
1088         if (test_bit(AF_INTERRUPTS_ON, &ha->flags)) {
1089                 /* Turn-off interrupts on the card. */
1090                 qla4xxx_disable_intrs(ha);
1091         }
1092
1093         /* Kill the kernel thread for this host */
1094         if (ha->dpc_thread)
1095                 destroy_workqueue(ha->dpc_thread);
1096
1097         /* Issue Soft Reset to put firmware in unknown state */
1098         if (ql4xxx_lock_drvr_wait(ha) == QLA_SUCCESS)
1099                 qla4xxx_hw_reset(ha);
1100
1101         /* Remove timer thread, if present */
1102         if (ha->timer_active)
1103                 qla4xxx_stop_timer(ha);
1104
1105         /* Detach interrupts */
1106         if (test_and_clear_bit(AF_IRQ_ATTACHED, &ha->flags))
1107                 free_irq(ha->pdev->irq, ha);
1108
1109         /* free extra memory */
1110         qla4xxx_mem_free(ha);
1111
1112         pci_disable_device(ha->pdev);
1113
1114 }
1115
1116 /***
1117  * qla4xxx_iospace_config - maps registers
1118  * @ha: pointer to adapter structure
1119  *
1120  * This routines maps HBA's registers from the pci address space
1121  * into the kernel virtual address space for memory mapped i/o.
1122  **/
1123 static int qla4xxx_iospace_config(struct scsi_qla_host *ha)
1124 {
1125         unsigned long pio, pio_len, pio_flags;
1126         unsigned long mmio, mmio_len, mmio_flags;
1127
1128         pio = pci_resource_start(ha->pdev, 0);
1129         pio_len = pci_resource_len(ha->pdev, 0);
1130         pio_flags = pci_resource_flags(ha->pdev, 0);
1131         if (pio_flags & IORESOURCE_IO) {
1132                 if (pio_len < MIN_IOBASE_LEN) {
1133                         dev_warn(&ha->pdev->dev,
1134                                 "Invalid PCI I/O region size\n");
1135                         pio = 0;
1136                 }
1137         } else {
1138                 dev_warn(&ha->pdev->dev, "region #0 not a PIO resource\n");
1139                 pio = 0;
1140         }
1141
1142         /* Use MMIO operations for all accesses. */
1143         mmio = pci_resource_start(ha->pdev, 1);
1144         mmio_len = pci_resource_len(ha->pdev, 1);
1145         mmio_flags = pci_resource_flags(ha->pdev, 1);
1146
1147         if (!(mmio_flags & IORESOURCE_MEM)) {
1148                 dev_err(&ha->pdev->dev,
1149                         "region #0 not an MMIO resource, aborting\n");
1150
1151                 goto iospace_error_exit;
1152         }
1153         if (mmio_len < MIN_IOBASE_LEN) {
1154                 dev_err(&ha->pdev->dev,
1155                         "Invalid PCI mem region size, aborting\n");
1156                 goto iospace_error_exit;
1157         }
1158
1159         if (pci_request_regions(ha->pdev, DRIVER_NAME)) {
1160                 dev_warn(&ha->pdev->dev,
1161                         "Failed to reserve PIO/MMIO regions\n");
1162
1163                 goto iospace_error_exit;
1164         }
1165
1166         ha->pio_address = pio;
1167         ha->pio_length = pio_len;
1168         ha->reg = ioremap(mmio, MIN_IOBASE_LEN);
1169         if (!ha->reg) {
1170                 dev_err(&ha->pdev->dev,
1171                         "cannot remap MMIO, aborting\n");
1172
1173                 goto iospace_error_exit;
1174         }
1175
1176         return 0;
1177
1178 iospace_error_exit:
1179         return -ENOMEM;
1180 }
1181
1182 /**
1183  * qla4xxx_probe_adapter - callback function to probe HBA
1184  * @pdev: pointer to pci_dev structure
1185  * @pci_device_id: pointer to pci_device entry
1186  *
1187  * This routine will probe for Qlogic 4xxx iSCSI host adapters.
1188  * It returns zero if successful. It also initializes all data necessary for
1189  * the driver.
1190  **/
1191 static int __devinit qla4xxx_probe_adapter(struct pci_dev *pdev,
1192                                            const struct pci_device_id *ent)
1193 {
1194         int ret = -ENODEV, status;
1195         struct Scsi_Host *host;
1196         struct scsi_qla_host *ha;
1197         uint8_t init_retry_count = 0;
1198         char buf[34];
1199
1200         if (pci_enable_device(pdev))
1201                 return -1;
1202
1203         host = scsi_host_alloc(&qla4xxx_driver_template, sizeof(*ha));
1204         if (host == NULL) {
1205                 printk(KERN_WARNING
1206                        "qla4xxx: Couldn't allocate host from scsi layer!\n");
1207                 goto probe_disable_device;
1208         }
1209
1210         /* Clear our data area */
1211         ha = (struct scsi_qla_host *) host->hostdata;
1212         memset(ha, 0, sizeof(*ha));
1213
1214         /* Save the information from PCI BIOS.  */
1215         ha->pdev = pdev;
1216         ha->host = host;
1217         ha->host_no = host->host_no;
1218
1219         /* Configure PCI I/O space. */
1220         ret = qla4xxx_iospace_config(ha);
1221         if (ret)
1222                 goto probe_failed;
1223
1224         dev_info(&ha->pdev->dev, "Found an ISP%04x, irq %d, iobase 0x%p\n",
1225                    pdev->device, pdev->irq, ha->reg);
1226
1227         qla4xxx_config_dma_addressing(ha);
1228
1229         /* Initialize lists and spinlocks. */
1230         INIT_LIST_HEAD(&ha->ddb_list);
1231         INIT_LIST_HEAD(&ha->free_srb_q);
1232
1233         mutex_init(&ha->mbox_sem);
1234
1235         spin_lock_init(&ha->hardware_lock);
1236
1237         /* Allocate dma buffers */
1238         if (qla4xxx_mem_alloc(ha)) {
1239                 dev_warn(&ha->pdev->dev,
1240                            "[ERROR] Failed to allocate memory for adapter\n");
1241
1242                 ret = -ENOMEM;
1243                 goto probe_failed;
1244         }
1245
1246         /*
1247          * Initialize the Host adapter request/response queues and
1248          * firmware
1249          * NOTE: interrupts enabled upon successful completion
1250          */
1251         status = qla4xxx_initialize_adapter(ha, REBUILD_DDB_LIST);
1252         while (status == QLA_ERROR && init_retry_count++ < MAX_INIT_RETRIES) {
1253                 DEBUG2(printk("scsi: %s: retrying adapter initialization "
1254                               "(%d)\n", __func__, init_retry_count));
1255                 qla4xxx_soft_reset(ha);
1256                 status = qla4xxx_initialize_adapter(ha, REBUILD_DDB_LIST);
1257         }
1258         if (status == QLA_ERROR) {
1259                 dev_warn(&ha->pdev->dev, "Failed to initialize adapter\n");
1260
1261                 ret = -ENODEV;
1262                 goto probe_failed;
1263         }
1264
1265         host->cmd_per_lun = 3;
1266         host->max_channel = 0;
1267         host->max_lun = MAX_LUNS - 1;
1268         host->max_id = MAX_TARGETS;
1269         host->max_cmd_len = IOCB_MAX_CDB_LEN;
1270         host->can_queue = MAX_SRBS ;
1271         host->transportt = qla4xxx_scsi_transport;
1272
1273         ret = scsi_init_shared_tag_map(host, MAX_SRBS);
1274         if (ret) {
1275                 dev_warn(&ha->pdev->dev, "scsi_init_shared_tag_map failed\n");
1276                 goto probe_failed;
1277         }
1278
1279         /* Startup the kernel thread for this host adapter. */
1280         DEBUG2(printk("scsi: %s: Starting kernel thread for "
1281                       "qla4xxx_dpc\n", __func__));
1282         sprintf(buf, "qla4xxx_%lu_dpc", ha->host_no);
1283         ha->dpc_thread = create_singlethread_workqueue(buf);
1284         if (!ha->dpc_thread) {
1285                 dev_warn(&ha->pdev->dev, "Unable to start DPC thread!\n");
1286                 ret = -ENODEV;
1287                 goto probe_failed;
1288         }
1289         INIT_WORK(&ha->dpc_work, qla4xxx_do_dpc);
1290
1291         ret = request_irq(pdev->irq, qla4xxx_intr_handler,
1292                           IRQF_DISABLED | IRQF_SHARED, "qla4xxx", ha);
1293         if (ret) {
1294                 dev_warn(&ha->pdev->dev, "Failed to reserve interrupt %d"
1295                         " already in use.\n", pdev->irq);
1296                 goto probe_failed;
1297         }
1298         set_bit(AF_IRQ_ATTACHED, &ha->flags);
1299         host->irq = pdev->irq;
1300         DEBUG(printk("scsi%d: irq %d attached\n", ha->host_no, ha->pdev->irq));
1301
1302         qla4xxx_enable_intrs(ha);
1303
1304         /* Start timer thread. */
1305         qla4xxx_start_timer(ha, qla4xxx_timer, 1);
1306
1307         set_bit(AF_INIT_DONE, &ha->flags);
1308
1309         pci_set_drvdata(pdev, ha);
1310
1311         ret = scsi_add_host(host, &pdev->dev);
1312         if (ret)
1313                 goto probe_failed;
1314
1315         printk(KERN_INFO
1316                " QLogic iSCSI HBA Driver version: %s\n"
1317                "  QLogic ISP%04x @ %s, host#=%ld, fw=%02d.%02d.%02d.%02d\n",
1318                qla4xxx_version_str, ha->pdev->device, pci_name(ha->pdev),
1319                ha->host_no, ha->firmware_version[0], ha->firmware_version[1],
1320                ha->patch_number, ha->build_number);
1321         scsi_scan_host(host);
1322         return 0;
1323
1324 probe_failed:
1325         qla4xxx_free_adapter(ha);
1326         scsi_host_put(ha->host);
1327
1328 probe_disable_device:
1329         pci_disable_device(pdev);
1330
1331         return ret;
1332 }
1333
1334 /**
1335  * qla4xxx_remove_adapter - calback function to remove adapter.
1336  * @pci_dev: PCI device pointer
1337  **/
1338 static void __devexit qla4xxx_remove_adapter(struct pci_dev *pdev)
1339 {
1340         struct scsi_qla_host *ha;
1341
1342         ha = pci_get_drvdata(pdev);
1343
1344         qla4xxx_disable_intrs(ha);
1345
1346         while (test_bit(DPC_RESET_HA_INTR, &ha->dpc_flags))
1347                 ssleep(1);
1348
1349         /* remove devs from iscsi_sessions to scsi_devices */
1350         qla4xxx_free_ddb_list(ha);
1351
1352         scsi_remove_host(ha->host);
1353
1354         qla4xxx_free_adapter(ha);
1355
1356         scsi_host_put(ha->host);
1357
1358         pci_set_drvdata(pdev, NULL);
1359 }
1360
1361 /**
1362  * qla4xxx_config_dma_addressing() - Configure OS DMA addressing method.
1363  * @ha: HA context
1364  *
1365  * At exit, the @ha's flags.enable_64bit_addressing set to indicated
1366  * supported addressing method.
1367  */
1368 static void qla4xxx_config_dma_addressing(struct scsi_qla_host *ha)
1369 {
1370         int retval;
1371
1372         /* Update our PCI device dma_mask for full 64 bit mask */
1373         if (pci_set_dma_mask(ha->pdev, DMA_64BIT_MASK) == 0) {
1374                 if (pci_set_consistent_dma_mask(ha->pdev, DMA_64BIT_MASK)) {
1375                         dev_dbg(&ha->pdev->dev,
1376                                   "Failed to set 64 bit PCI consistent mask; "
1377                                    "using 32 bit.\n");
1378                         retval = pci_set_consistent_dma_mask(ha->pdev,
1379                                                              DMA_32BIT_MASK);
1380                 }
1381         } else
1382                 retval = pci_set_dma_mask(ha->pdev, DMA_32BIT_MASK);
1383 }
1384
1385 static int qla4xxx_slave_alloc(struct scsi_device *sdev)
1386 {
1387         struct iscsi_cls_session *sess = starget_to_session(sdev->sdev_target);
1388         struct ddb_entry *ddb = sess->dd_data;
1389
1390         sdev->hostdata = ddb;
1391         sdev->tagged_supported = 1;
1392         scsi_activate_tcq(sdev, QL4_DEF_QDEPTH);
1393         return 0;
1394 }
1395
1396 static int qla4xxx_slave_configure(struct scsi_device *sdev)
1397 {
1398         sdev->tagged_supported = 1;
1399         return 0;
1400 }
1401
1402 static void qla4xxx_slave_destroy(struct scsi_device *sdev)
1403 {
1404         scsi_deactivate_tcq(sdev, 1);
1405 }
1406
1407 /**
1408  * qla4xxx_del_from_active_array - returns an active srb
1409  * @ha: Pointer to host adapter structure.
1410  * @index: index into to the active_array
1411  *
1412  * This routine removes and returns the srb at the specified index
1413  **/
1414 struct srb * qla4xxx_del_from_active_array(struct scsi_qla_host *ha, uint32_t index)
1415 {
1416         struct srb *srb = NULL;
1417         struct scsi_cmnd *cmd;
1418
1419         if (!(cmd = scsi_host_find_tag(ha->host, index)))
1420                 return srb;
1421
1422         if (!(srb = (struct srb *)cmd->host_scribble))
1423                 return srb;
1424
1425         /* update counters */
1426         if (srb->flags & SRB_DMA_VALID) {
1427                 ha->req_q_count += srb->iocb_cnt;
1428                 ha->iocb_cnt -= srb->iocb_cnt;
1429                 if (srb->cmd)
1430                         srb->cmd->host_scribble = NULL;
1431         }
1432         return srb;
1433 }
1434
1435 /**
1436  * qla4xxx_eh_wait_on_command - waits for command to be returned by firmware
1437  * @ha: actual ha whose done queue will contain the comd returned by firmware.
1438  * @cmd: Scsi Command to wait on.
1439  *
1440  * This routine waits for the command to be returned by the Firmware
1441  * for some max time.
1442  **/
1443 static int qla4xxx_eh_wait_on_command(struct scsi_qla_host *ha,
1444                                       struct scsi_cmnd *cmd)
1445 {
1446         int done = 0;
1447         struct srb *rp;
1448         uint32_t max_wait_time = EH_WAIT_CMD_TOV;
1449
1450         do {
1451                 /* Checking to see if its returned to OS */
1452                 rp = (struct srb *) cmd->SCp.ptr;
1453                 if (rp == NULL) {
1454                         done++;
1455                         break;
1456                 }
1457
1458                 msleep(2000);
1459         } while (max_wait_time--);
1460
1461         return done;
1462 }
1463
1464 /**
1465  * qla4xxx_wait_for_hba_online - waits for HBA to come online
1466  * @ha: Pointer to host adapter structure
1467  **/
1468 static int qla4xxx_wait_for_hba_online(struct scsi_qla_host *ha)
1469 {
1470         unsigned long wait_online;
1471
1472         wait_online = jiffies + (30 * HZ);
1473         while (time_before(jiffies, wait_online)) {
1474
1475                 if (adapter_up(ha))
1476                         return QLA_SUCCESS;
1477                 else if (ha->retry_reset_ha_cnt == 0)
1478                         return QLA_ERROR;
1479
1480                 msleep(2000);
1481         }
1482
1483         return QLA_ERROR;
1484 }
1485
1486 /**
1487  * qla4xxx_eh_wait_for_commands - wait for active cmds to finish.
1488  * @ha: pointer to to HBA
1489  * @t: target id
1490  * @l: lun id
1491  *
1492  * This function waits for all outstanding commands to a lun to complete. It
1493  * returns 0 if all pending commands are returned and 1 otherwise.
1494  **/
1495 static int qla4xxx_eh_wait_for_commands(struct scsi_qla_host *ha,
1496                                         struct scsi_target *stgt,
1497                                         struct scsi_device *sdev)
1498 {
1499         int cnt;
1500         int status = 0;
1501         struct scsi_cmnd *cmd;
1502
1503         /*
1504          * Waiting for all commands for the designated target or dev
1505          * in the active array
1506          */
1507         for (cnt = 0; cnt < ha->host->can_queue; cnt++) {
1508                 cmd = scsi_host_find_tag(ha->host, cnt);
1509                 if (cmd && stgt == scsi_target(cmd->device) &&
1510                     (!sdev || sdev == cmd->device)) {
1511                         if (!qla4xxx_eh_wait_on_command(ha, cmd)) {
1512                                 status++;
1513                                 break;
1514                         }
1515                 }
1516         }
1517         return status;
1518 }
1519
1520 /**
1521  * qla4xxx_eh_device_reset - callback for target reset.
1522  * @cmd: Pointer to Linux's SCSI command structure
1523  *
1524  * This routine is called by the Linux OS to reset all luns on the
1525  * specified target.
1526  **/
1527 static int qla4xxx_eh_device_reset(struct scsi_cmnd *cmd)
1528 {
1529         struct scsi_qla_host *ha = to_qla_host(cmd->device->host);
1530         struct ddb_entry *ddb_entry = cmd->device->hostdata;
1531         struct srb *sp;
1532         int ret = FAILED, stat;
1533
1534         sp = (struct srb *) cmd->SCp.ptr;
1535         if (!sp || !ddb_entry)
1536                 return ret;
1537
1538         dev_info(&ha->pdev->dev,
1539                    "scsi%ld:%d:%d:%d: DEVICE RESET ISSUED.\n", ha->host_no,
1540                    cmd->device->channel, cmd->device->id, cmd->device->lun);
1541
1542         DEBUG2(printk(KERN_INFO
1543                       "scsi%ld: DEVICE_RESET cmd=%p jiffies = 0x%lx, to=%x,"
1544                       "dpc_flags=%lx, status=%x allowed=%d\n", ha->host_no,
1545                       cmd, jiffies, cmd->request->timeout / HZ,
1546                       ha->dpc_flags, cmd->result, cmd->allowed));
1547
1548         /* FIXME: wait for hba to go online */
1549         stat = qla4xxx_reset_lun(ha, ddb_entry, cmd->device->lun);
1550         if (stat != QLA_SUCCESS) {
1551                 dev_info(&ha->pdev->dev, "DEVICE RESET FAILED. %d\n", stat);
1552                 goto eh_dev_reset_done;
1553         }
1554
1555         if (qla4xxx_eh_wait_for_commands(ha, scsi_target(cmd->device),
1556                                          cmd->device)) {
1557                 dev_info(&ha->pdev->dev,
1558                            "DEVICE RESET FAILED - waiting for "
1559                            "commands.\n");
1560                 goto eh_dev_reset_done;
1561         }
1562
1563         /* Send marker. */
1564         if (qla4xxx_send_marker_iocb(ha, ddb_entry, cmd->device->lun,
1565                 MM_LUN_RESET) != QLA_SUCCESS)
1566                 goto eh_dev_reset_done;
1567
1568         dev_info(&ha->pdev->dev,
1569                    "scsi(%ld:%d:%d:%d): DEVICE RESET SUCCEEDED.\n",
1570                    ha->host_no, cmd->device->channel, cmd->device->id,
1571                    cmd->device->lun);
1572
1573         ret = SUCCESS;
1574
1575 eh_dev_reset_done:
1576
1577         return ret;
1578 }
1579
1580 /**
1581  * qla4xxx_eh_target_reset - callback for target reset.
1582  * @cmd: Pointer to Linux's SCSI command structure
1583  *
1584  * This routine is called by the Linux OS to reset the target.
1585  **/
1586 static int qla4xxx_eh_target_reset(struct scsi_cmnd *cmd)
1587 {
1588         struct scsi_qla_host *ha = to_qla_host(cmd->device->host);
1589         struct ddb_entry *ddb_entry = cmd->device->hostdata;
1590         int stat;
1591
1592         if (!ddb_entry)
1593                 return FAILED;
1594
1595         starget_printk(KERN_INFO, scsi_target(cmd->device),
1596                        "WARM TARGET RESET ISSUED.\n");
1597
1598         DEBUG2(printk(KERN_INFO
1599                       "scsi%ld: TARGET_DEVICE_RESET cmd=%p jiffies = 0x%lx, "
1600                       "to=%x,dpc_flags=%lx, status=%x allowed=%d\n",
1601                       ha->host_no, cmd, jiffies, cmd->request->timeout / HZ,
1602                       ha->dpc_flags, cmd->result, cmd->allowed));
1603
1604         stat = qla4xxx_reset_target(ha, ddb_entry);
1605         if (stat != QLA_SUCCESS) {
1606                 starget_printk(KERN_INFO, scsi_target(cmd->device),
1607                                "WARM TARGET RESET FAILED.\n");
1608                 return FAILED;
1609         }
1610
1611         if (qla4xxx_eh_wait_for_commands(ha, scsi_target(cmd->device),
1612                                          NULL)) {
1613                 starget_printk(KERN_INFO, scsi_target(cmd->device),
1614                                "WARM TARGET DEVICE RESET FAILED - "
1615                                "waiting for commands.\n");
1616                 return FAILED;
1617         }
1618
1619         /* Send marker. */
1620         if (qla4xxx_send_marker_iocb(ha, ddb_entry, cmd->device->lun,
1621                 MM_TGT_WARM_RESET) != QLA_SUCCESS) {
1622                 starget_printk(KERN_INFO, scsi_target(cmd->device),
1623                                "WARM TARGET DEVICE RESET FAILED - "
1624                                "marker iocb failed.\n");
1625                 return FAILED;
1626         }
1627
1628         starget_printk(KERN_INFO, scsi_target(cmd->device),
1629                        "WARM TARGET RESET SUCCEEDED.\n");
1630         return SUCCESS;
1631 }
1632
1633 /**
1634  * qla4xxx_eh_host_reset - kernel callback
1635  * @cmd: Pointer to Linux's SCSI command structure
1636  *
1637  * This routine is invoked by the Linux kernel to perform fatal error
1638  * recovery on the specified adapter.
1639  **/
1640 static int qla4xxx_eh_host_reset(struct scsi_cmnd *cmd)
1641 {
1642         int return_status = FAILED;
1643         struct scsi_qla_host *ha;
1644
1645         ha = (struct scsi_qla_host *) cmd->device->host->hostdata;
1646
1647         dev_info(&ha->pdev->dev,
1648                    "scsi(%ld:%d:%d:%d): ADAPTER RESET ISSUED.\n", ha->host_no,
1649                    cmd->device->channel, cmd->device->id, cmd->device->lun);
1650
1651         if (qla4xxx_wait_for_hba_online(ha) != QLA_SUCCESS) {
1652                 DEBUG2(printk("scsi%ld:%d: %s: Unable to reset host.  Adapter "
1653                               "DEAD.\n", ha->host_no, cmd->device->channel,
1654                               __func__));
1655
1656                 return FAILED;
1657         }
1658
1659         /* make sure the dpc thread is stopped while we reset the hba */
1660         clear_bit(AF_ONLINE, &ha->flags);
1661         flush_workqueue(ha->dpc_thread);
1662
1663         if (qla4xxx_recover_adapter(ha, PRESERVE_DDB_LIST) == QLA_SUCCESS)
1664                 return_status = SUCCESS;
1665
1666         dev_info(&ha->pdev->dev, "HOST RESET %s.\n",
1667                    return_status == FAILED ? "FAILED" : "SUCCEDED");
1668
1669         return return_status;
1670 }
1671
1672
1673 static struct pci_device_id qla4xxx_pci_tbl[] = {
1674         {
1675                 .vendor         = PCI_VENDOR_ID_QLOGIC,
1676                 .device         = PCI_DEVICE_ID_QLOGIC_ISP4010,
1677                 .subvendor      = PCI_ANY_ID,
1678                 .subdevice      = PCI_ANY_ID,
1679         },
1680         {
1681                 .vendor         = PCI_VENDOR_ID_QLOGIC,
1682                 .device         = PCI_DEVICE_ID_QLOGIC_ISP4022,
1683                 .subvendor      = PCI_ANY_ID,
1684                 .subdevice      = PCI_ANY_ID,
1685         },
1686         {
1687                 .vendor         = PCI_VENDOR_ID_QLOGIC,
1688                 .device         = PCI_DEVICE_ID_QLOGIC_ISP4032,
1689                 .subvendor      = PCI_ANY_ID,
1690                 .subdevice      = PCI_ANY_ID,
1691         },
1692         {0, 0},
1693 };
1694 MODULE_DEVICE_TABLE(pci, qla4xxx_pci_tbl);
1695
1696 static struct pci_driver qla4xxx_pci_driver = {
1697         .name           = DRIVER_NAME,
1698         .id_table       = qla4xxx_pci_tbl,
1699         .probe          = qla4xxx_probe_adapter,
1700         .remove         = qla4xxx_remove_adapter,
1701 };
1702
1703 static int __init qla4xxx_module_init(void)
1704 {
1705         int ret;
1706
1707         /* Allocate cache for SRBs. */
1708         srb_cachep = kmem_cache_create("qla4xxx_srbs", sizeof(struct srb), 0,
1709                                        SLAB_HWCACHE_ALIGN, NULL);
1710         if (srb_cachep == NULL) {
1711                 printk(KERN_ERR
1712                        "%s: Unable to allocate SRB cache..."
1713                        "Failing load!\n", DRIVER_NAME);
1714                 ret = -ENOMEM;
1715                 goto no_srp_cache;
1716         }
1717
1718         /* Derive version string. */
1719         strcpy(qla4xxx_version_str, QLA4XXX_DRIVER_VERSION);
1720         if (ql4xextended_error_logging)
1721                 strcat(qla4xxx_version_str, "-debug");
1722
1723         qla4xxx_scsi_transport =
1724                 iscsi_register_transport(&qla4xxx_iscsi_transport);
1725         if (!qla4xxx_scsi_transport){
1726                 ret = -ENODEV;
1727                 goto release_srb_cache;
1728         }
1729
1730         ret = pci_register_driver(&qla4xxx_pci_driver);
1731         if (ret)
1732                 goto unregister_transport;
1733
1734         printk(KERN_INFO "QLogic iSCSI HBA Driver\n");
1735         return 0;
1736
1737 unregister_transport:
1738         iscsi_unregister_transport(&qla4xxx_iscsi_transport);
1739 release_srb_cache:
1740         kmem_cache_destroy(srb_cachep);
1741 no_srp_cache:
1742         return ret;
1743 }
1744
1745 static void __exit qla4xxx_module_exit(void)
1746 {
1747         ql4_mod_unload = 1;
1748         pci_unregister_driver(&qla4xxx_pci_driver);
1749         iscsi_unregister_transport(&qla4xxx_iscsi_transport);
1750         kmem_cache_destroy(srb_cachep);
1751 }
1752
1753 module_init(qla4xxx_module_init);
1754 module_exit(qla4xxx_module_exit);
1755
1756 MODULE_AUTHOR("QLogic Corporation");
1757 MODULE_DESCRIPTION("QLogic iSCSI HBA Driver");
1758 MODULE_LICENSE("GPL");
1759 MODULE_VERSION(QLA4XXX_DRIVER_VERSION);