Merge branch 'linus' into release
[linux-2.6] / drivers / scsi / lpfc / lpfc_init.c
1 /*******************************************************************
2  * This file is part of the Emulex Linux Device Driver for         *
3  * Fibre Channel Host Bus Adapters.                                *
4  * Copyright (C) 2004-2008 Emulex.  All rights reserved.           *
5  * EMULEX and SLI are trademarks of Emulex.                        *
6  * www.emulex.com                                                  *
7  * Portions Copyright (C) 2004-2005 Christoph Hellwig              *
8  *                                                                 *
9  * This program is free software; you can redistribute it and/or   *
10  * modify it under the terms of version 2 of the GNU General       *
11  * Public License as published by the Free Software Foundation.    *
12  * This program is distributed in the hope that it will be useful. *
13  * ALL EXPRESS OR IMPLIED CONDITIONS, REPRESENTATIONS AND          *
14  * WARRANTIES, INCLUDING ANY IMPLIED WARRANTY OF MERCHANTABILITY,  *
15  * FITNESS FOR A PARTICULAR PURPOSE, OR NON-INFRINGEMENT, ARE      *
16  * DISCLAIMED, EXCEPT TO THE EXTENT THAT SUCH DISCLAIMERS ARE HELD *
17  * TO BE LEGALLY INVALID.  See the GNU General Public License for  *
18  * more details, a copy of which can be found in the file COPYING  *
19  * included with this package.                                     *
20  *******************************************************************/
21
22 #include <linux/blkdev.h>
23 #include <linux/delay.h>
24 #include <linux/dma-mapping.h>
25 #include <linux/idr.h>
26 #include <linux/interrupt.h>
27 #include <linux/kthread.h>
28 #include <linux/pci.h>
29 #include <linux/spinlock.h>
30 #include <linux/ctype.h>
31
32 #include <scsi/scsi.h>
33 #include <scsi/scsi_device.h>
34 #include <scsi/scsi_host.h>
35 #include <scsi/scsi_transport_fc.h>
36
37 #include "lpfc_hw.h"
38 #include "lpfc_sli.h"
39 #include "lpfc_nl.h"
40 #include "lpfc_disc.h"
41 #include "lpfc_scsi.h"
42 #include "lpfc.h"
43 #include "lpfc_logmsg.h"
44 #include "lpfc_crtn.h"
45 #include "lpfc_vport.h"
46 #include "lpfc_version.h"
47
48 char *_dump_buf_data;
49 unsigned long _dump_buf_data_order;
50 char *_dump_buf_dif;
51 unsigned long _dump_buf_dif_order;
52 spinlock_t _dump_buf_lock;
53
54 static int lpfc_parse_vpd(struct lpfc_hba *, uint8_t *, int);
55 static void lpfc_get_hba_model_desc(struct lpfc_hba *, uint8_t *, uint8_t *);
56 static int lpfc_post_rcv_buf(struct lpfc_hba *);
57
58 static struct scsi_transport_template *lpfc_transport_template = NULL;
59 static struct scsi_transport_template *lpfc_vport_transport_template = NULL;
60 static DEFINE_IDR(lpfc_hba_index);
61
62 /**
63  * lpfc_config_port_prep: Perform lpfc initialization prior to config port.
64  * @phba: pointer to lpfc hba data structure.
65  *
66  * This routine will do LPFC initialization prior to issuing the CONFIG_PORT
67  * mailbox command. It retrieves the revision information from the HBA and
68  * collects the Vital Product Data (VPD) about the HBA for preparing the
69  * configuration of the HBA.
70  *
71  * Return codes:
72  *   0 - success.
73  *   -ERESTART - requests the SLI layer to reset the HBA and try again.
74  *   Any other value - indicates an error.
75  **/
76 int
77 lpfc_config_port_prep(struct lpfc_hba *phba)
78 {
79         lpfc_vpd_t *vp = &phba->vpd;
80         int i = 0, rc;
81         LPFC_MBOXQ_t *pmb;
82         MAILBOX_t *mb;
83         char *lpfc_vpd_data = NULL;
84         uint16_t offset = 0;
85         static char licensed[56] =
86                     "key unlock for use with gnu public licensed code only\0";
87         static int init_key = 1;
88
89         pmb = mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
90         if (!pmb) {
91                 phba->link_state = LPFC_HBA_ERROR;
92                 return -ENOMEM;
93         }
94
95         mb = &pmb->mb;
96         phba->link_state = LPFC_INIT_MBX_CMDS;
97
98         if (lpfc_is_LC_HBA(phba->pcidev->device)) {
99                 if (init_key) {
100                         uint32_t *ptext = (uint32_t *) licensed;
101
102                         for (i = 0; i < 56; i += sizeof (uint32_t), ptext++)
103                                 *ptext = cpu_to_be32(*ptext);
104                         init_key = 0;
105                 }
106
107                 lpfc_read_nv(phba, pmb);
108                 memset((char*)mb->un.varRDnvp.rsvd3, 0,
109                         sizeof (mb->un.varRDnvp.rsvd3));
110                 memcpy((char*)mb->un.varRDnvp.rsvd3, licensed,
111                          sizeof (licensed));
112
113                 rc = lpfc_sli_issue_mbox(phba, pmb, MBX_POLL);
114
115                 if (rc != MBX_SUCCESS) {
116                         lpfc_printf_log(phba, KERN_ERR, LOG_MBOX,
117                                         "0324 Config Port initialization "
118                                         "error, mbxCmd x%x READ_NVPARM, "
119                                         "mbxStatus x%x\n",
120                                         mb->mbxCommand, mb->mbxStatus);
121                         mempool_free(pmb, phba->mbox_mem_pool);
122                         return -ERESTART;
123                 }
124                 memcpy(phba->wwnn, (char *)mb->un.varRDnvp.nodename,
125                        sizeof(phba->wwnn));
126                 memcpy(phba->wwpn, (char *)mb->un.varRDnvp.portname,
127                        sizeof(phba->wwpn));
128         }
129
130         phba->sli3_options = 0x0;
131
132         /* Setup and issue mailbox READ REV command */
133         lpfc_read_rev(phba, pmb);
134         rc = lpfc_sli_issue_mbox(phba, pmb, MBX_POLL);
135         if (rc != MBX_SUCCESS) {
136                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
137                                 "0439 Adapter failed to init, mbxCmd x%x "
138                                 "READ_REV, mbxStatus x%x\n",
139                                 mb->mbxCommand, mb->mbxStatus);
140                 mempool_free( pmb, phba->mbox_mem_pool);
141                 return -ERESTART;
142         }
143
144
145         /*
146          * The value of rr must be 1 since the driver set the cv field to 1.
147          * This setting requires the FW to set all revision fields.
148          */
149         if (mb->un.varRdRev.rr == 0) {
150                 vp->rev.rBit = 0;
151                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
152                                 "0440 Adapter failed to init, READ_REV has "
153                                 "missing revision information.\n");
154                 mempool_free(pmb, phba->mbox_mem_pool);
155                 return -ERESTART;
156         }
157
158         if (phba->sli_rev == 3 && !mb->un.varRdRev.v3rsp) {
159                 mempool_free(pmb, phba->mbox_mem_pool);
160                 return -EINVAL;
161         }
162
163         /* Save information as VPD data */
164         vp->rev.rBit = 1;
165         memcpy(&vp->sli3Feat, &mb->un.varRdRev.sli3Feat, sizeof(uint32_t));
166         vp->rev.sli1FwRev = mb->un.varRdRev.sli1FwRev;
167         memcpy(vp->rev.sli1FwName, (char*) mb->un.varRdRev.sli1FwName, 16);
168         vp->rev.sli2FwRev = mb->un.varRdRev.sli2FwRev;
169         memcpy(vp->rev.sli2FwName, (char *) mb->un.varRdRev.sli2FwName, 16);
170         vp->rev.biuRev = mb->un.varRdRev.biuRev;
171         vp->rev.smRev = mb->un.varRdRev.smRev;
172         vp->rev.smFwRev = mb->un.varRdRev.un.smFwRev;
173         vp->rev.endecRev = mb->un.varRdRev.endecRev;
174         vp->rev.fcphHigh = mb->un.varRdRev.fcphHigh;
175         vp->rev.fcphLow = mb->un.varRdRev.fcphLow;
176         vp->rev.feaLevelHigh = mb->un.varRdRev.feaLevelHigh;
177         vp->rev.feaLevelLow = mb->un.varRdRev.feaLevelLow;
178         vp->rev.postKernRev = mb->un.varRdRev.postKernRev;
179         vp->rev.opFwRev = mb->un.varRdRev.opFwRev;
180
181         /* If the sli feature level is less then 9, we must
182          * tear down all RPIs and VPIs on link down if NPIV
183          * is enabled.
184          */
185         if (vp->rev.feaLevelHigh < 9)
186                 phba->sli3_options |= LPFC_SLI3_VPORT_TEARDOWN;
187
188         if (lpfc_is_LC_HBA(phba->pcidev->device))
189                 memcpy(phba->RandomData, (char *)&mb->un.varWords[24],
190                                                 sizeof (phba->RandomData));
191
192         /* Get adapter VPD information */
193         lpfc_vpd_data = kmalloc(DMP_VPD_SIZE, GFP_KERNEL);
194         if (!lpfc_vpd_data)
195                 goto out_free_mbox;
196
197         do {
198                 lpfc_dump_mem(phba, pmb, offset);
199                 rc = lpfc_sli_issue_mbox(phba, pmb, MBX_POLL);
200
201                 if (rc != MBX_SUCCESS) {
202                         lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
203                                         "0441 VPD not present on adapter, "
204                                         "mbxCmd x%x DUMP VPD, mbxStatus x%x\n",
205                                         mb->mbxCommand, mb->mbxStatus);
206                         mb->un.varDmp.word_cnt = 0;
207                 }
208                 if (mb->un.varDmp.word_cnt > DMP_VPD_SIZE - offset)
209                         mb->un.varDmp.word_cnt = DMP_VPD_SIZE - offset;
210                 lpfc_sli_pcimem_bcopy(((uint8_t *)mb) + DMP_RSP_OFFSET,
211                                       lpfc_vpd_data + offset,
212                                       mb->un.varDmp.word_cnt);
213                 offset += mb->un.varDmp.word_cnt;
214         } while (mb->un.varDmp.word_cnt && offset < DMP_VPD_SIZE);
215         lpfc_parse_vpd(phba, lpfc_vpd_data, offset);
216
217         kfree(lpfc_vpd_data);
218 out_free_mbox:
219         mempool_free(pmb, phba->mbox_mem_pool);
220         return 0;
221 }
222
223 /**
224  * lpfc_config_async_cmpl: Completion handler for config async event mbox cmd.
225  * @phba: pointer to lpfc hba data structure.
226  * @pmboxq: pointer to the driver internal queue element for mailbox command.
227  *
228  * This is the completion handler for driver's configuring asynchronous event
229  * mailbox command to the device. If the mailbox command returns successfully,
230  * it will set internal async event support flag to 1; otherwise, it will
231  * set internal async event support flag to 0.
232  **/
233 static void
234 lpfc_config_async_cmpl(struct lpfc_hba * phba, LPFC_MBOXQ_t * pmboxq)
235 {
236         if (pmboxq->mb.mbxStatus == MBX_SUCCESS)
237                 phba->temp_sensor_support = 1;
238         else
239                 phba->temp_sensor_support = 0;
240         mempool_free(pmboxq, phba->mbox_mem_pool);
241         return;
242 }
243
244 /**
245  * lpfc_dump_wakeup_param_cmpl: Completion handler for dump memory mailbox
246  *     command used for getting wake up parameters.
247  * @phba: pointer to lpfc hba data structure.
248  * @pmboxq: pointer to the driver internal queue element for mailbox command.
249  *
250  * This is the completion handler for dump mailbox command for getting
251  * wake up parameters. When this command complete, the response contain
252  * Option rom version of the HBA. This function translate the version number
253  * into a human readable string and store it in OptionROMVersion.
254  **/
255 static void
256 lpfc_dump_wakeup_param_cmpl(struct lpfc_hba *phba, LPFC_MBOXQ_t *pmboxq)
257 {
258         struct prog_id *prg;
259         uint32_t prog_id_word;
260         char dist = ' ';
261         /* character array used for decoding dist type. */
262         char dist_char[] = "nabx";
263
264         if (pmboxq->mb.mbxStatus != MBX_SUCCESS) {
265                 mempool_free(pmboxq, phba->mbox_mem_pool);
266                 return;
267         }
268
269         prg = (struct prog_id *) &prog_id_word;
270
271         /* word 7 contain option rom version */
272         prog_id_word = pmboxq->mb.un.varWords[7];
273
274         /* Decode the Option rom version word to a readable string */
275         if (prg->dist < 4)
276                 dist = dist_char[prg->dist];
277
278         if ((prg->dist == 3) && (prg->num == 0))
279                 sprintf(phba->OptionROMVersion, "%d.%d%d",
280                         prg->ver, prg->rev, prg->lev);
281         else
282                 sprintf(phba->OptionROMVersion, "%d.%d%d%c%d",
283                         prg->ver, prg->rev, prg->lev,
284                         dist, prg->num);
285         mempool_free(pmboxq, phba->mbox_mem_pool);
286         return;
287 }
288
289 /**
290  * lpfc_config_port_post: Perform lpfc initialization after config port.
291  * @phba: pointer to lpfc hba data structure.
292  *
293  * This routine will do LPFC initialization after the CONFIG_PORT mailbox
294  * command call. It performs all internal resource and state setups on the
295  * port: post IOCB buffers, enable appropriate host interrupt attentions,
296  * ELS ring timers, etc.
297  *
298  * Return codes
299  *   0 - success.
300  *   Any other value - error.
301  **/
302 int
303 lpfc_config_port_post(struct lpfc_hba *phba)
304 {
305         struct lpfc_vport *vport = phba->pport;
306         LPFC_MBOXQ_t *pmb;
307         MAILBOX_t *mb;
308         struct lpfc_dmabuf *mp;
309         struct lpfc_sli *psli = &phba->sli;
310         uint32_t status, timeout;
311         int i, j;
312         int rc;
313
314         spin_lock_irq(&phba->hbalock);
315         /*
316          * If the Config port completed correctly the HBA is not
317          * over heated any more.
318          */
319         if (phba->over_temp_state == HBA_OVER_TEMP)
320                 phba->over_temp_state = HBA_NORMAL_TEMP;
321         spin_unlock_irq(&phba->hbalock);
322
323         pmb = mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
324         if (!pmb) {
325                 phba->link_state = LPFC_HBA_ERROR;
326                 return -ENOMEM;
327         }
328         mb = &pmb->mb;
329
330         /* Get login parameters for NID.  */
331         lpfc_read_sparam(phba, pmb, 0);
332         pmb->vport = vport;
333         if (lpfc_sli_issue_mbox(phba, pmb, MBX_POLL) != MBX_SUCCESS) {
334                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
335                                 "0448 Adapter failed init, mbxCmd x%x "
336                                 "READ_SPARM mbxStatus x%x\n",
337                                 mb->mbxCommand, mb->mbxStatus);
338                 phba->link_state = LPFC_HBA_ERROR;
339                 mp = (struct lpfc_dmabuf *) pmb->context1;
340                 mempool_free( pmb, phba->mbox_mem_pool);
341                 lpfc_mbuf_free(phba, mp->virt, mp->phys);
342                 kfree(mp);
343                 return -EIO;
344         }
345
346         mp = (struct lpfc_dmabuf *) pmb->context1;
347
348         memcpy(&vport->fc_sparam, mp->virt, sizeof (struct serv_parm));
349         lpfc_mbuf_free(phba, mp->virt, mp->phys);
350         kfree(mp);
351         pmb->context1 = NULL;
352
353         if (phba->cfg_soft_wwnn)
354                 u64_to_wwn(phba->cfg_soft_wwnn,
355                            vport->fc_sparam.nodeName.u.wwn);
356         if (phba->cfg_soft_wwpn)
357                 u64_to_wwn(phba->cfg_soft_wwpn,
358                            vport->fc_sparam.portName.u.wwn);
359         memcpy(&vport->fc_nodename, &vport->fc_sparam.nodeName,
360                sizeof (struct lpfc_name));
361         memcpy(&vport->fc_portname, &vport->fc_sparam.portName,
362                sizeof (struct lpfc_name));
363         /* If no serial number in VPD data, use low 6 bytes of WWNN */
364         /* This should be consolidated into parse_vpd ? - mr */
365         if (phba->SerialNumber[0] == 0) {
366                 uint8_t *outptr;
367
368                 outptr = &vport->fc_nodename.u.s.IEEE[0];
369                 for (i = 0; i < 12; i++) {
370                         status = *outptr++;
371                         j = ((status & 0xf0) >> 4);
372                         if (j <= 9)
373                                 phba->SerialNumber[i] =
374                                     (char)((uint8_t) 0x30 + (uint8_t) j);
375                         else
376                                 phba->SerialNumber[i] =
377                                     (char)((uint8_t) 0x61 + (uint8_t) (j - 10));
378                         i++;
379                         j = (status & 0xf);
380                         if (j <= 9)
381                                 phba->SerialNumber[i] =
382                                     (char)((uint8_t) 0x30 + (uint8_t) j);
383                         else
384                                 phba->SerialNumber[i] =
385                                     (char)((uint8_t) 0x61 + (uint8_t) (j - 10));
386                 }
387         }
388
389         lpfc_read_config(phba, pmb);
390         pmb->vport = vport;
391         if (lpfc_sli_issue_mbox(phba, pmb, MBX_POLL) != MBX_SUCCESS) {
392                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
393                                 "0453 Adapter failed to init, mbxCmd x%x "
394                                 "READ_CONFIG, mbxStatus x%x\n",
395                                 mb->mbxCommand, mb->mbxStatus);
396                 phba->link_state = LPFC_HBA_ERROR;
397                 mempool_free( pmb, phba->mbox_mem_pool);
398                 return -EIO;
399         }
400
401         /* Reset the DFT_HBA_Q_DEPTH to the max xri  */
402         if (phba->cfg_hba_queue_depth > (mb->un.varRdConfig.max_xri+1))
403                 phba->cfg_hba_queue_depth =
404                         mb->un.varRdConfig.max_xri + 1;
405
406         phba->lmt = mb->un.varRdConfig.lmt;
407
408         /* Get the default values for Model Name and Description */
409         lpfc_get_hba_model_desc(phba, phba->ModelName, phba->ModelDesc);
410
411         if ((phba->cfg_link_speed > LINK_SPEED_10G)
412             || ((phba->cfg_link_speed == LINK_SPEED_1G)
413                 && !(phba->lmt & LMT_1Gb))
414             || ((phba->cfg_link_speed == LINK_SPEED_2G)
415                 && !(phba->lmt & LMT_2Gb))
416             || ((phba->cfg_link_speed == LINK_SPEED_4G)
417                 && !(phba->lmt & LMT_4Gb))
418             || ((phba->cfg_link_speed == LINK_SPEED_8G)
419                 && !(phba->lmt & LMT_8Gb))
420             || ((phba->cfg_link_speed == LINK_SPEED_10G)
421                 && !(phba->lmt & LMT_10Gb))) {
422                 /* Reset link speed to auto */
423                 lpfc_printf_log(phba, KERN_WARNING, LOG_LINK_EVENT,
424                         "1302 Invalid speed for this board: "
425                         "Reset link speed to auto: x%x\n",
426                         phba->cfg_link_speed);
427                         phba->cfg_link_speed = LINK_SPEED_AUTO;
428         }
429
430         phba->link_state = LPFC_LINK_DOWN;
431
432         /* Only process IOCBs on ELS ring till hba_state is READY */
433         if (psli->ring[psli->extra_ring].cmdringaddr)
434                 psli->ring[psli->extra_ring].flag |= LPFC_STOP_IOCB_EVENT;
435         if (psli->ring[psli->fcp_ring].cmdringaddr)
436                 psli->ring[psli->fcp_ring].flag |= LPFC_STOP_IOCB_EVENT;
437         if (psli->ring[psli->next_ring].cmdringaddr)
438                 psli->ring[psli->next_ring].flag |= LPFC_STOP_IOCB_EVENT;
439
440         /* Post receive buffers for desired rings */
441         if (phba->sli_rev != 3)
442                 lpfc_post_rcv_buf(phba);
443
444         /*
445          * Configure HBA MSI-X attention conditions to messages if MSI-X mode
446          */
447         if (phba->intr_type == MSIX) {
448                 rc = lpfc_config_msi(phba, pmb);
449                 if (rc) {
450                         mempool_free(pmb, phba->mbox_mem_pool);
451                         return -EIO;
452                 }
453                 rc = lpfc_sli_issue_mbox(phba, pmb, MBX_POLL);
454                 if (rc != MBX_SUCCESS) {
455                         lpfc_printf_log(phba, KERN_ERR, LOG_MBOX,
456                                         "0352 Config MSI mailbox command "
457                                         "failed, mbxCmd x%x, mbxStatus x%x\n",
458                                         pmb->mb.mbxCommand, pmb->mb.mbxStatus);
459                         mempool_free(pmb, phba->mbox_mem_pool);
460                         return -EIO;
461                 }
462         }
463
464         /* Initialize ERATT handling flag */
465         phba->hba_flag &= ~HBA_ERATT_HANDLED;
466
467         /* Enable appropriate host interrupts */
468         spin_lock_irq(&phba->hbalock);
469         status = readl(phba->HCregaddr);
470         status |= HC_MBINT_ENA | HC_ERINT_ENA | HC_LAINT_ENA;
471         if (psli->num_rings > 0)
472                 status |= HC_R0INT_ENA;
473         if (psli->num_rings > 1)
474                 status |= HC_R1INT_ENA;
475         if (psli->num_rings > 2)
476                 status |= HC_R2INT_ENA;
477         if (psli->num_rings > 3)
478                 status |= HC_R3INT_ENA;
479
480         if ((phba->cfg_poll & ENABLE_FCP_RING_POLLING) &&
481             (phba->cfg_poll & DISABLE_FCP_RING_INT))
482                 status &= ~(HC_R0INT_ENA);
483
484         writel(status, phba->HCregaddr);
485         readl(phba->HCregaddr); /* flush */
486         spin_unlock_irq(&phba->hbalock);
487
488         /* Set up ring-0 (ELS) timer */
489         timeout = phba->fc_ratov * 2;
490         mod_timer(&vport->els_tmofunc, jiffies + HZ * timeout);
491         /* Set up heart beat (HB) timer */
492         mod_timer(&phba->hb_tmofunc, jiffies + HZ * LPFC_HB_MBOX_INTERVAL);
493         phba->hb_outstanding = 0;
494         phba->last_completion_time = jiffies;
495         /* Set up error attention (ERATT) polling timer */
496         mod_timer(&phba->eratt_poll, jiffies + HZ * LPFC_ERATT_POLL_INTERVAL);
497
498         lpfc_init_link(phba, pmb, phba->cfg_topology, phba->cfg_link_speed);
499         pmb->mbox_cmpl = lpfc_sli_def_mbox_cmpl;
500         lpfc_set_loopback_flag(phba);
501         rc = lpfc_sli_issue_mbox(phba, pmb, MBX_NOWAIT);
502         if (rc != MBX_SUCCESS) {
503                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
504                                 "0454 Adapter failed to init, mbxCmd x%x "
505                                 "INIT_LINK, mbxStatus x%x\n",
506                                 mb->mbxCommand, mb->mbxStatus);
507
508                 /* Clear all interrupt enable conditions */
509                 writel(0, phba->HCregaddr);
510                 readl(phba->HCregaddr); /* flush */
511                 /* Clear all pending interrupts */
512                 writel(0xffffffff, phba->HAregaddr);
513                 readl(phba->HAregaddr); /* flush */
514
515                 phba->link_state = LPFC_HBA_ERROR;
516                 if (rc != MBX_BUSY)
517                         mempool_free(pmb, phba->mbox_mem_pool);
518                 return -EIO;
519         }
520         /* MBOX buffer will be freed in mbox compl */
521         pmb = mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
522         lpfc_config_async(phba, pmb, LPFC_ELS_RING);
523         pmb->mbox_cmpl = lpfc_config_async_cmpl;
524         pmb->vport = phba->pport;
525         rc = lpfc_sli_issue_mbox(phba, pmb, MBX_NOWAIT);
526
527         if ((rc != MBX_BUSY) && (rc != MBX_SUCCESS)) {
528                 lpfc_printf_log(phba,
529                                 KERN_ERR,
530                                 LOG_INIT,
531                                 "0456 Adapter failed to issue "
532                                 "ASYNCEVT_ENABLE mbox status x%x \n.",
533                                 rc);
534                 mempool_free(pmb, phba->mbox_mem_pool);
535         }
536
537         /* Get Option rom version */
538         pmb = mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
539         lpfc_dump_wakeup_param(phba, pmb);
540         pmb->mbox_cmpl = lpfc_dump_wakeup_param_cmpl;
541         pmb->vport = phba->pport;
542         rc = lpfc_sli_issue_mbox(phba, pmb, MBX_NOWAIT);
543
544         if ((rc != MBX_BUSY) && (rc != MBX_SUCCESS)) {
545                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT, "0435 Adapter failed "
546                                 "to get Option ROM version status x%x\n.", rc);
547                 mempool_free(pmb, phba->mbox_mem_pool);
548         }
549
550         return 0;
551 }
552
553 /**
554  * lpfc_hba_down_prep: Perform lpfc uninitialization prior to HBA reset.
555  * @phba: pointer to lpfc HBA data structure.
556  *
557  * This routine will do LPFC uninitialization before the HBA is reset when
558  * bringing down the SLI Layer.
559  *
560  * Return codes
561  *   0 - success.
562  *   Any other value - error.
563  **/
564 int
565 lpfc_hba_down_prep(struct lpfc_hba *phba)
566 {
567         struct lpfc_vport **vports;
568         int i;
569         /* Disable interrupts */
570         writel(0, phba->HCregaddr);
571         readl(phba->HCregaddr); /* flush */
572
573         if (phba->pport->load_flag & FC_UNLOADING)
574                 lpfc_cleanup_discovery_resources(phba->pport);
575         else {
576                 vports = lpfc_create_vport_work_array(phba);
577                 if (vports != NULL)
578                         for(i = 0; i <= phba->max_vpi && vports[i] != NULL; i++)
579                                 lpfc_cleanup_discovery_resources(vports[i]);
580                 lpfc_destroy_vport_work_array(phba, vports);
581         }
582         return 0;
583 }
584
585 /**
586  * lpfc_hba_down_post: Perform lpfc uninitialization after HBA reset.
587  * @phba: pointer to lpfc HBA data structure.
588  *
589  * This routine will do uninitialization after the HBA is reset when bring
590  * down the SLI Layer.
591  *
592  * Return codes
593  *   0 - sucess.
594  *   Any other value - error.
595  **/
596 int
597 lpfc_hba_down_post(struct lpfc_hba *phba)
598 {
599         struct lpfc_sli *psli = &phba->sli;
600         struct lpfc_sli_ring *pring;
601         struct lpfc_dmabuf *mp, *next_mp;
602         struct lpfc_iocbq *iocb;
603         IOCB_t *cmd = NULL;
604         LIST_HEAD(completions);
605         int i;
606
607         if (phba->sli3_options & LPFC_SLI3_HBQ_ENABLED)
608                 lpfc_sli_hbqbuf_free_all(phba);
609         else {
610                 /* Cleanup preposted buffers on the ELS ring */
611                 pring = &psli->ring[LPFC_ELS_RING];
612                 list_for_each_entry_safe(mp, next_mp, &pring->postbufq, list) {
613                         list_del(&mp->list);
614                         pring->postbufq_cnt--;
615                         lpfc_mbuf_free(phba, mp->virt, mp->phys);
616                         kfree(mp);
617                 }
618         }
619
620         spin_lock_irq(&phba->hbalock);
621         for (i = 0; i < psli->num_rings; i++) {
622                 pring = &psli->ring[i];
623
624                 /* At this point in time the HBA is either reset or DOA. Either
625                  * way, nothing should be on txcmplq as it will NEVER complete.
626                  */
627                 list_splice_init(&pring->txcmplq, &completions);
628                 pring->txcmplq_cnt = 0;
629                 spin_unlock_irq(&phba->hbalock);
630
631                 while (!list_empty(&completions)) {
632                         iocb = list_get_first(&completions, struct lpfc_iocbq,
633                                 list);
634                         cmd = &iocb->iocb;
635                         list_del_init(&iocb->list);
636
637                         if (!iocb->iocb_cmpl)
638                                 lpfc_sli_release_iocbq(phba, iocb);
639                         else {
640                                 cmd->ulpStatus = IOSTAT_LOCAL_REJECT;
641                                 cmd->un.ulpWord[4] = IOERR_SLI_ABORTED;
642                                 (iocb->iocb_cmpl) (phba, iocb, iocb);
643                         }
644                 }
645
646                 lpfc_sli_abort_iocb_ring(phba, pring);
647                 spin_lock_irq(&phba->hbalock);
648         }
649         spin_unlock_irq(&phba->hbalock);
650
651         return 0;
652 }
653
654 /**
655  * lpfc_hb_timeout: The HBA-timer timeout handler.
656  * @ptr: unsigned long holds the pointer to lpfc hba data structure.
657  *
658  * This is the HBA-timer timeout handler registered to the lpfc driver. When
659  * this timer fires, a HBA timeout event shall be posted to the lpfc driver
660  * work-port-events bitmap and the worker thread is notified. This timeout
661  * event will be used by the worker thread to invoke the actual timeout
662  * handler routine, lpfc_hb_timeout_handler. Any periodical operations will
663  * be performed in the timeout handler and the HBA timeout event bit shall
664  * be cleared by the worker thread after it has taken the event bitmap out.
665  **/
666 static void
667 lpfc_hb_timeout(unsigned long ptr)
668 {
669         struct lpfc_hba *phba;
670         uint32_t tmo_posted;
671         unsigned long iflag;
672
673         phba = (struct lpfc_hba *)ptr;
674
675         /* Check for heart beat timeout conditions */
676         spin_lock_irqsave(&phba->pport->work_port_lock, iflag);
677         tmo_posted = phba->pport->work_port_events & WORKER_HB_TMO;
678         if (!tmo_posted)
679                 phba->pport->work_port_events |= WORKER_HB_TMO;
680         spin_unlock_irqrestore(&phba->pport->work_port_lock, iflag);
681
682         /* Tell the worker thread there is work to do */
683         if (!tmo_posted)
684                 lpfc_worker_wake_up(phba);
685         return;
686 }
687
688 /**
689  * lpfc_hb_mbox_cmpl: The lpfc heart-beat mailbox command callback function.
690  * @phba: pointer to lpfc hba data structure.
691  * @pmboxq: pointer to the driver internal queue element for mailbox command.
692  *
693  * This is the callback function to the lpfc heart-beat mailbox command.
694  * If configured, the lpfc driver issues the heart-beat mailbox command to
695  * the HBA every LPFC_HB_MBOX_INTERVAL (current 5) seconds. At the time the
696  * heart-beat mailbox command is issued, the driver shall set up heart-beat
697  * timeout timer to LPFC_HB_MBOX_TIMEOUT (current 30) seconds and marks
698  * heart-beat outstanding state. Once the mailbox command comes back and
699  * no error conditions detected, the heart-beat mailbox command timer is
700  * reset to LPFC_HB_MBOX_INTERVAL seconds and the heart-beat outstanding
701  * state is cleared for the next heart-beat. If the timer expired with the
702  * heart-beat outstanding state set, the driver will put the HBA offline.
703  **/
704 static void
705 lpfc_hb_mbox_cmpl(struct lpfc_hba * phba, LPFC_MBOXQ_t * pmboxq)
706 {
707         unsigned long drvr_flag;
708
709         spin_lock_irqsave(&phba->hbalock, drvr_flag);
710         phba->hb_outstanding = 0;
711         spin_unlock_irqrestore(&phba->hbalock, drvr_flag);
712
713         /* Check and reset heart-beat timer is necessary */
714         mempool_free(pmboxq, phba->mbox_mem_pool);
715         if (!(phba->pport->fc_flag & FC_OFFLINE_MODE) &&
716                 !(phba->link_state == LPFC_HBA_ERROR) &&
717                 !(phba->pport->load_flag & FC_UNLOADING))
718                 mod_timer(&phba->hb_tmofunc,
719                         jiffies + HZ * LPFC_HB_MBOX_INTERVAL);
720         return;
721 }
722
723 /**
724  * lpfc_hb_timeout_handler: The HBA-timer timeout handler.
725  * @phba: pointer to lpfc hba data structure.
726  *
727  * This is the actual HBA-timer timeout handler to be invoked by the worker
728  * thread whenever the HBA timer fired and HBA-timeout event posted. This
729  * handler performs any periodic operations needed for the device. If such
730  * periodic event has already been attended to either in the interrupt handler
731  * or by processing slow-ring or fast-ring events within the HBA-timer
732  * timeout window (LPFC_HB_MBOX_INTERVAL), this handler just simply resets
733  * the timer for the next timeout period. If lpfc heart-beat mailbox command
734  * is configured and there is no heart-beat mailbox command outstanding, a
735  * heart-beat mailbox is issued and timer set properly. Otherwise, if there
736  * has been a heart-beat mailbox command outstanding, the HBA shall be put
737  * to offline.
738  **/
739 void
740 lpfc_hb_timeout_handler(struct lpfc_hba *phba)
741 {
742         LPFC_MBOXQ_t *pmboxq;
743         struct lpfc_dmabuf *buf_ptr;
744         int retval;
745         struct lpfc_sli *psli = &phba->sli;
746         LIST_HEAD(completions);
747
748         if ((phba->link_state == LPFC_HBA_ERROR) ||
749                 (phba->pport->load_flag & FC_UNLOADING) ||
750                 (phba->pport->fc_flag & FC_OFFLINE_MODE))
751                 return;
752
753         spin_lock_irq(&phba->pport->work_port_lock);
754
755         if (time_after(phba->last_completion_time + LPFC_HB_MBOX_INTERVAL * HZ,
756                 jiffies)) {
757                 spin_unlock_irq(&phba->pport->work_port_lock);
758                 if (!phba->hb_outstanding)
759                         mod_timer(&phba->hb_tmofunc,
760                                 jiffies + HZ * LPFC_HB_MBOX_INTERVAL);
761                 else
762                         mod_timer(&phba->hb_tmofunc,
763                                 jiffies + HZ * LPFC_HB_MBOX_TIMEOUT);
764                 return;
765         }
766         spin_unlock_irq(&phba->pport->work_port_lock);
767
768         if (phba->elsbuf_cnt &&
769                 (phba->elsbuf_cnt == phba->elsbuf_prev_cnt)) {
770                 spin_lock_irq(&phba->hbalock);
771                 list_splice_init(&phba->elsbuf, &completions);
772                 phba->elsbuf_cnt = 0;
773                 phba->elsbuf_prev_cnt = 0;
774                 spin_unlock_irq(&phba->hbalock);
775
776                 while (!list_empty(&completions)) {
777                         list_remove_head(&completions, buf_ptr,
778                                 struct lpfc_dmabuf, list);
779                         lpfc_mbuf_free(phba, buf_ptr->virt, buf_ptr->phys);
780                         kfree(buf_ptr);
781                 }
782         }
783         phba->elsbuf_prev_cnt = phba->elsbuf_cnt;
784
785         /* If there is no heart beat outstanding, issue a heartbeat command */
786         if (phba->cfg_enable_hba_heartbeat) {
787                 if (!phba->hb_outstanding) {
788                         pmboxq = mempool_alloc(phba->mbox_mem_pool,GFP_KERNEL);
789                         if (!pmboxq) {
790                                 mod_timer(&phba->hb_tmofunc,
791                                           jiffies + HZ * LPFC_HB_MBOX_INTERVAL);
792                                 return;
793                         }
794
795                         lpfc_heart_beat(phba, pmboxq);
796                         pmboxq->mbox_cmpl = lpfc_hb_mbox_cmpl;
797                         pmboxq->vport = phba->pport;
798                         retval = lpfc_sli_issue_mbox(phba, pmboxq, MBX_NOWAIT);
799
800                         if (retval != MBX_BUSY && retval != MBX_SUCCESS) {
801                                 mempool_free(pmboxq, phba->mbox_mem_pool);
802                                 mod_timer(&phba->hb_tmofunc,
803                                           jiffies + HZ * LPFC_HB_MBOX_INTERVAL);
804                                 return;
805                         }
806                         mod_timer(&phba->hb_tmofunc,
807                                   jiffies + HZ * LPFC_HB_MBOX_TIMEOUT);
808                         phba->hb_outstanding = 1;
809                         return;
810                 } else {
811                         /*
812                         * If heart beat timeout called with hb_outstanding set
813                         * we need to take the HBA offline.
814                         */
815                         lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
816                                         "0459 Adapter heartbeat failure, "
817                                         "taking this port offline.\n");
818
819                         spin_lock_irq(&phba->hbalock);
820                         psli->sli_flag &= ~LPFC_SLI2_ACTIVE;
821                         spin_unlock_irq(&phba->hbalock);
822
823                         lpfc_offline_prep(phba);
824                         lpfc_offline(phba);
825                         lpfc_unblock_mgmt_io(phba);
826                         phba->link_state = LPFC_HBA_ERROR;
827                         lpfc_hba_down_post(phba);
828                 }
829         }
830 }
831
832 /**
833  * lpfc_offline_eratt: Bring lpfc offline on hardware error attention.
834  * @phba: pointer to lpfc hba data structure.
835  *
836  * This routine is called to bring the HBA offline when HBA hardware error
837  * other than Port Error 6 has been detected.
838  **/
839 static void
840 lpfc_offline_eratt(struct lpfc_hba *phba)
841 {
842         struct lpfc_sli   *psli = &phba->sli;
843
844         spin_lock_irq(&phba->hbalock);
845         psli->sli_flag &= ~LPFC_SLI2_ACTIVE;
846         spin_unlock_irq(&phba->hbalock);
847         lpfc_offline_prep(phba);
848
849         lpfc_offline(phba);
850         lpfc_reset_barrier(phba);
851         lpfc_sli_brdreset(phba);
852         lpfc_hba_down_post(phba);
853         lpfc_sli_brdready(phba, HS_MBRDY);
854         lpfc_unblock_mgmt_io(phba);
855         phba->link_state = LPFC_HBA_ERROR;
856         return;
857 }
858
859 /**
860  * lpfc_handle_eratt: The HBA hardware error handler.
861  * @phba: pointer to lpfc hba data structure.
862  *
863  * This routine is invoked to handle the following HBA hardware error
864  * conditions:
865  * 1 - HBA error attention interrupt
866  * 2 - DMA ring index out of range
867  * 3 - Mailbox command came back as unknown
868  **/
869 void
870 lpfc_handle_eratt(struct lpfc_hba *phba)
871 {
872         struct lpfc_vport *vport = phba->pport;
873         struct lpfc_sli   *psli = &phba->sli;
874         struct lpfc_sli_ring  *pring;
875         uint32_t event_data;
876         unsigned long temperature;
877         struct temp_event temp_event_data;
878         struct Scsi_Host  *shost;
879         struct lpfc_board_event_header board_event;
880
881         /* If the pci channel is offline, ignore possible errors,
882          * since we cannot communicate with the pci card anyway. */
883         if (pci_channel_offline(phba->pcidev))
884                 return;
885         /* If resets are disabled then leave the HBA alone and return */
886         if (!phba->cfg_enable_hba_reset)
887                 return;
888
889         /* Send an internal error event to mgmt application */
890         board_event.event_type = FC_REG_BOARD_EVENT;
891         board_event.subcategory = LPFC_EVENT_PORTINTERR;
892         shost = lpfc_shost_from_vport(phba->pport);
893         fc_host_post_vendor_event(shost, fc_get_event_number(),
894                                   sizeof(board_event),
895                                   (char *) &board_event,
896                                   LPFC_NL_VENDOR_ID);
897
898         if (phba->work_hs & HS_FFER6) {
899                 /* Re-establishing Link */
900                 lpfc_printf_log(phba, KERN_INFO, LOG_LINK_EVENT,
901                                 "1301 Re-establishing Link "
902                                 "Data: x%x x%x x%x\n",
903                                 phba->work_hs,
904                                 phba->work_status[0], phba->work_status[1]);
905
906                 spin_lock_irq(&phba->hbalock);
907                 psli->sli_flag &= ~LPFC_SLI2_ACTIVE;
908                 spin_unlock_irq(&phba->hbalock);
909
910                 /*
911                 * Firmware stops when it triggled erratt with HS_FFER6.
912                 * That could cause the I/Os dropped by the firmware.
913                 * Error iocb (I/O) on txcmplq and let the SCSI layer
914                 * retry it after re-establishing link.
915                 */
916                 pring = &psli->ring[psli->fcp_ring];
917                 lpfc_sli_abort_iocb_ring(phba, pring);
918
919                 /*
920                  * There was a firmware error.  Take the hba offline and then
921                  * attempt to restart it.
922                  */
923                 lpfc_offline_prep(phba);
924                 lpfc_offline(phba);
925                 lpfc_sli_brdrestart(phba);
926                 if (lpfc_online(phba) == 0) {   /* Initialize the HBA */
927                         lpfc_unblock_mgmt_io(phba);
928                         return;
929                 }
930                 lpfc_unblock_mgmt_io(phba);
931         } else if (phba->work_hs & HS_CRIT_TEMP) {
932                 temperature = readl(phba->MBslimaddr + TEMPERATURE_OFFSET);
933                 temp_event_data.event_type = FC_REG_TEMPERATURE_EVENT;
934                 temp_event_data.event_code = LPFC_CRIT_TEMP;
935                 temp_event_data.data = (uint32_t)temperature;
936
937                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
938                                 "0406 Adapter maximum temperature exceeded "
939                                 "(%ld), taking this port offline "
940                                 "Data: x%x x%x x%x\n",
941                                 temperature, phba->work_hs,
942                                 phba->work_status[0], phba->work_status[1]);
943
944                 shost = lpfc_shost_from_vport(phba->pport);
945                 fc_host_post_vendor_event(shost, fc_get_event_number(),
946                                           sizeof(temp_event_data),
947                                           (char *) &temp_event_data,
948                                           SCSI_NL_VID_TYPE_PCI
949                                           | PCI_VENDOR_ID_EMULEX);
950
951                 spin_lock_irq(&phba->hbalock);
952                 phba->over_temp_state = HBA_OVER_TEMP;
953                 spin_unlock_irq(&phba->hbalock);
954                 lpfc_offline_eratt(phba);
955
956         } else {
957                 /* The if clause above forces this code path when the status
958                  * failure is a value other than FFER6. Do not call the offline
959                  * twice. This is the adapter hardware error path.
960                  */
961                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
962                                 "0457 Adapter Hardware Error "
963                                 "Data: x%x x%x x%x\n",
964                                 phba->work_hs,
965                                 phba->work_status[0], phba->work_status[1]);
966
967                 event_data = FC_REG_DUMP_EVENT;
968                 shost = lpfc_shost_from_vport(vport);
969                 fc_host_post_vendor_event(shost, fc_get_event_number(),
970                                 sizeof(event_data), (char *) &event_data,
971                                 SCSI_NL_VID_TYPE_PCI | PCI_VENDOR_ID_EMULEX);
972
973                 lpfc_offline_eratt(phba);
974         }
975         return;
976 }
977
978 /**
979  * lpfc_handle_latt: The HBA link event handler.
980  * @phba: pointer to lpfc hba data structure.
981  *
982  * This routine is invoked from the worker thread to handle a HBA host
983  * attention link event.
984  **/
985 void
986 lpfc_handle_latt(struct lpfc_hba *phba)
987 {
988         struct lpfc_vport *vport = phba->pport;
989         struct lpfc_sli   *psli = &phba->sli;
990         LPFC_MBOXQ_t *pmb;
991         volatile uint32_t control;
992         struct lpfc_dmabuf *mp;
993         int rc = 0;
994
995         pmb = (LPFC_MBOXQ_t *)mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
996         if (!pmb) {
997                 rc = 1;
998                 goto lpfc_handle_latt_err_exit;
999         }
1000
1001         mp = kmalloc(sizeof(struct lpfc_dmabuf), GFP_KERNEL);
1002         if (!mp) {
1003                 rc = 2;
1004                 goto lpfc_handle_latt_free_pmb;
1005         }
1006
1007         mp->virt = lpfc_mbuf_alloc(phba, 0, &mp->phys);
1008         if (!mp->virt) {
1009                 rc = 3;
1010                 goto lpfc_handle_latt_free_mp;
1011         }
1012
1013         /* Cleanup any outstanding ELS commands */
1014         lpfc_els_flush_all_cmd(phba);
1015
1016         psli->slistat.link_event++;
1017         lpfc_read_la(phba, pmb, mp);
1018         pmb->mbox_cmpl = lpfc_mbx_cmpl_read_la;
1019         pmb->vport = vport;
1020         /* Block ELS IOCBs until we have processed this mbox command */
1021         phba->sli.ring[LPFC_ELS_RING].flag |= LPFC_STOP_IOCB_EVENT;
1022         rc = lpfc_sli_issue_mbox (phba, pmb, MBX_NOWAIT);
1023         if (rc == MBX_NOT_FINISHED) {
1024                 rc = 4;
1025                 goto lpfc_handle_latt_free_mbuf;
1026         }
1027
1028         /* Clear Link Attention in HA REG */
1029         spin_lock_irq(&phba->hbalock);
1030         writel(HA_LATT, phba->HAregaddr);
1031         readl(phba->HAregaddr); /* flush */
1032         spin_unlock_irq(&phba->hbalock);
1033
1034         return;
1035
1036 lpfc_handle_latt_free_mbuf:
1037         phba->sli.ring[LPFC_ELS_RING].flag &= ~LPFC_STOP_IOCB_EVENT;
1038         lpfc_mbuf_free(phba, mp->virt, mp->phys);
1039 lpfc_handle_latt_free_mp:
1040         kfree(mp);
1041 lpfc_handle_latt_free_pmb:
1042         mempool_free(pmb, phba->mbox_mem_pool);
1043 lpfc_handle_latt_err_exit:
1044         /* Enable Link attention interrupts */
1045         spin_lock_irq(&phba->hbalock);
1046         psli->sli_flag |= LPFC_PROCESS_LA;
1047         control = readl(phba->HCregaddr);
1048         control |= HC_LAINT_ENA;
1049         writel(control, phba->HCregaddr);
1050         readl(phba->HCregaddr); /* flush */
1051
1052         /* Clear Link Attention in HA REG */
1053         writel(HA_LATT, phba->HAregaddr);
1054         readl(phba->HAregaddr); /* flush */
1055         spin_unlock_irq(&phba->hbalock);
1056         lpfc_linkdown(phba);
1057         phba->link_state = LPFC_HBA_ERROR;
1058
1059         lpfc_printf_log(phba, KERN_ERR, LOG_MBOX,
1060                      "0300 LATT: Cannot issue READ_LA: Data:%d\n", rc);
1061
1062         return;
1063 }
1064
1065 /**
1066  * lpfc_parse_vpd: Parse VPD (Vital Product Data).
1067  * @phba: pointer to lpfc hba data structure.
1068  * @vpd: pointer to the vital product data.
1069  * @len: length of the vital product data in bytes.
1070  *
1071  * This routine parses the Vital Product Data (VPD). The VPD is treated as
1072  * an array of characters. In this routine, the ModelName, ProgramType, and
1073  * ModelDesc, etc. fields of the phba data structure will be populated.
1074  *
1075  * Return codes
1076  *   0 - pointer to the VPD passed in is NULL
1077  *   1 - success
1078  **/
1079 static int
1080 lpfc_parse_vpd(struct lpfc_hba *phba, uint8_t *vpd, int len)
1081 {
1082         uint8_t lenlo, lenhi;
1083         int Length;
1084         int i, j;
1085         int finished = 0;
1086         int index = 0;
1087
1088         if (!vpd)
1089                 return 0;
1090
1091         /* Vital Product */
1092         lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
1093                         "0455 Vital Product Data: x%x x%x x%x x%x\n",
1094                         (uint32_t) vpd[0], (uint32_t) vpd[1], (uint32_t) vpd[2],
1095                         (uint32_t) vpd[3]);
1096         while (!finished && (index < (len - 4))) {
1097                 switch (vpd[index]) {
1098                 case 0x82:
1099                 case 0x91:
1100                         index += 1;
1101                         lenlo = vpd[index];
1102                         index += 1;
1103                         lenhi = vpd[index];
1104                         index += 1;
1105                         i = ((((unsigned short)lenhi) << 8) + lenlo);
1106                         index += i;
1107                         break;
1108                 case 0x90:
1109                         index += 1;
1110                         lenlo = vpd[index];
1111                         index += 1;
1112                         lenhi = vpd[index];
1113                         index += 1;
1114                         Length = ((((unsigned short)lenhi) << 8) + lenlo);
1115                         if (Length > len - index)
1116                                 Length = len - index;
1117                         while (Length > 0) {
1118                         /* Look for Serial Number */
1119                         if ((vpd[index] == 'S') && (vpd[index+1] == 'N')) {
1120                                 index += 2;
1121                                 i = vpd[index];
1122                                 index += 1;
1123                                 j = 0;
1124                                 Length -= (3+i);
1125                                 while(i--) {
1126                                         phba->SerialNumber[j++] = vpd[index++];
1127                                         if (j == 31)
1128                                                 break;
1129                                 }
1130                                 phba->SerialNumber[j] = 0;
1131                                 continue;
1132                         }
1133                         else if ((vpd[index] == 'V') && (vpd[index+1] == '1')) {
1134                                 phba->vpd_flag |= VPD_MODEL_DESC;
1135                                 index += 2;
1136                                 i = vpd[index];
1137                                 index += 1;
1138                                 j = 0;
1139                                 Length -= (3+i);
1140                                 while(i--) {
1141                                         phba->ModelDesc[j++] = vpd[index++];
1142                                         if (j == 255)
1143                                                 break;
1144                                 }
1145                                 phba->ModelDesc[j] = 0;
1146                                 continue;
1147                         }
1148                         else if ((vpd[index] == 'V') && (vpd[index+1] == '2')) {
1149                                 phba->vpd_flag |= VPD_MODEL_NAME;
1150                                 index += 2;
1151                                 i = vpd[index];
1152                                 index += 1;
1153                                 j = 0;
1154                                 Length -= (3+i);
1155                                 while(i--) {
1156                                         phba->ModelName[j++] = vpd[index++];
1157                                         if (j == 79)
1158                                                 break;
1159                                 }
1160                                 phba->ModelName[j] = 0;
1161                                 continue;
1162                         }
1163                         else if ((vpd[index] == 'V') && (vpd[index+1] == '3')) {
1164                                 phba->vpd_flag |= VPD_PROGRAM_TYPE;
1165                                 index += 2;
1166                                 i = vpd[index];
1167                                 index += 1;
1168                                 j = 0;
1169                                 Length -= (3+i);
1170                                 while(i--) {
1171                                         phba->ProgramType[j++] = vpd[index++];
1172                                         if (j == 255)
1173                                                 break;
1174                                 }
1175                                 phba->ProgramType[j] = 0;
1176                                 continue;
1177                         }
1178                         else if ((vpd[index] == 'V') && (vpd[index+1] == '4')) {
1179                                 phba->vpd_flag |= VPD_PORT;
1180                                 index += 2;
1181                                 i = vpd[index];
1182                                 index += 1;
1183                                 j = 0;
1184                                 Length -= (3+i);
1185                                 while(i--) {
1186                                 phba->Port[j++] = vpd[index++];
1187                                 if (j == 19)
1188                                         break;
1189                                 }
1190                                 phba->Port[j] = 0;
1191                                 continue;
1192                         }
1193                         else {
1194                                 index += 2;
1195                                 i = vpd[index];
1196                                 index += 1;
1197                                 index += i;
1198                                 Length -= (3 + i);
1199                         }
1200                 }
1201                 finished = 0;
1202                 break;
1203                 case 0x78:
1204                         finished = 1;
1205                         break;
1206                 default:
1207                         index ++;
1208                         break;
1209                 }
1210         }
1211
1212         return(1);
1213 }
1214
1215 /**
1216  * lpfc_get_hba_model_desc: Retrieve HBA device model name and description.
1217  * @phba: pointer to lpfc hba data structure.
1218  * @mdp: pointer to the data structure to hold the derived model name.
1219  * @descp: pointer to the data structure to hold the derived description.
1220  *
1221  * This routine retrieves HBA's description based on its registered PCI device
1222  * ID. The @descp passed into this function points to an array of 256 chars. It
1223  * shall be returned with the model name, maximum speed, and the host bus type.
1224  * The @mdp passed into this function points to an array of 80 chars. When the
1225  * function returns, the @mdp will be filled with the model name.
1226  **/
1227 static void
1228 lpfc_get_hba_model_desc(struct lpfc_hba *phba, uint8_t *mdp, uint8_t *descp)
1229 {
1230         lpfc_vpd_t *vp;
1231         uint16_t dev_id = phba->pcidev->device;
1232         int max_speed;
1233         int GE = 0;
1234         struct {
1235                 char * name;
1236                 int    max_speed;
1237                 char * bus;
1238         } m = {"<Unknown>", 0, ""};
1239
1240         if (mdp && mdp[0] != '\0'
1241                 && descp && descp[0] != '\0')
1242                 return;
1243
1244         if (phba->lmt & LMT_10Gb)
1245                 max_speed = 10;
1246         else if (phba->lmt & LMT_8Gb)
1247                 max_speed = 8;
1248         else if (phba->lmt & LMT_4Gb)
1249                 max_speed = 4;
1250         else if (phba->lmt & LMT_2Gb)
1251                 max_speed = 2;
1252         else
1253                 max_speed = 1;
1254
1255         vp = &phba->vpd;
1256
1257         switch (dev_id) {
1258         case PCI_DEVICE_ID_FIREFLY:
1259                 m = (typeof(m)){"LP6000", max_speed, "PCI"};
1260                 break;
1261         case PCI_DEVICE_ID_SUPERFLY:
1262                 if (vp->rev.biuRev >= 1 && vp->rev.biuRev <= 3)
1263                         m = (typeof(m)){"LP7000", max_speed,  "PCI"};
1264                 else
1265                         m = (typeof(m)){"LP7000E", max_speed, "PCI"};
1266                 break;
1267         case PCI_DEVICE_ID_DRAGONFLY:
1268                 m = (typeof(m)){"LP8000", max_speed, "PCI"};
1269                 break;
1270         case PCI_DEVICE_ID_CENTAUR:
1271                 if (FC_JEDEC_ID(vp->rev.biuRev) == CENTAUR_2G_JEDEC_ID)
1272                         m = (typeof(m)){"LP9002", max_speed, "PCI"};
1273                 else
1274                         m = (typeof(m)){"LP9000", max_speed, "PCI"};
1275                 break;
1276         case PCI_DEVICE_ID_RFLY:
1277                 m = (typeof(m)){"LP952", max_speed, "PCI"};
1278                 break;
1279         case PCI_DEVICE_ID_PEGASUS:
1280                 m = (typeof(m)){"LP9802", max_speed, "PCI-X"};
1281                 break;
1282         case PCI_DEVICE_ID_THOR:
1283                 m = (typeof(m)){"LP10000", max_speed, "PCI-X"};
1284                 break;
1285         case PCI_DEVICE_ID_VIPER:
1286                 m = (typeof(m)){"LPX1000", max_speed,  "PCI-X"};
1287                 break;
1288         case PCI_DEVICE_ID_PFLY:
1289                 m = (typeof(m)){"LP982", max_speed, "PCI-X"};
1290                 break;
1291         case PCI_DEVICE_ID_TFLY:
1292                 m = (typeof(m)){"LP1050", max_speed, "PCI-X"};
1293                 break;
1294         case PCI_DEVICE_ID_HELIOS:
1295                 m = (typeof(m)){"LP11000", max_speed, "PCI-X2"};
1296                 break;
1297         case PCI_DEVICE_ID_HELIOS_SCSP:
1298                 m = (typeof(m)){"LP11000-SP", max_speed, "PCI-X2"};
1299                 break;
1300         case PCI_DEVICE_ID_HELIOS_DCSP:
1301                 m = (typeof(m)){"LP11002-SP", max_speed, "PCI-X2"};
1302                 break;
1303         case PCI_DEVICE_ID_NEPTUNE:
1304                 m = (typeof(m)){"LPe1000", max_speed, "PCIe"};
1305                 break;
1306         case PCI_DEVICE_ID_NEPTUNE_SCSP:
1307                 m = (typeof(m)){"LPe1000-SP", max_speed, "PCIe"};
1308                 break;
1309         case PCI_DEVICE_ID_NEPTUNE_DCSP:
1310                 m = (typeof(m)){"LPe1002-SP", max_speed, "PCIe"};
1311                 break;
1312         case PCI_DEVICE_ID_BMID:
1313                 m = (typeof(m)){"LP1150", max_speed, "PCI-X2"};
1314                 break;
1315         case PCI_DEVICE_ID_BSMB:
1316                 m = (typeof(m)){"LP111", max_speed, "PCI-X2"};
1317                 break;
1318         case PCI_DEVICE_ID_ZEPHYR:
1319                 m = (typeof(m)){"LPe11000", max_speed, "PCIe"};
1320                 break;
1321         case PCI_DEVICE_ID_ZEPHYR_SCSP:
1322                 m = (typeof(m)){"LPe11000", max_speed, "PCIe"};
1323                 break;
1324         case PCI_DEVICE_ID_ZEPHYR_DCSP:
1325                 m = (typeof(m)){"LPe11002-SP", max_speed, "PCIe"};
1326                 break;
1327         case PCI_DEVICE_ID_ZMID:
1328                 m = (typeof(m)){"LPe1150", max_speed, "PCIe"};
1329                 break;
1330         case PCI_DEVICE_ID_ZSMB:
1331                 m = (typeof(m)){"LPe111", max_speed, "PCIe"};
1332                 break;
1333         case PCI_DEVICE_ID_LP101:
1334                 m = (typeof(m)){"LP101", max_speed, "PCI-X"};
1335                 break;
1336         case PCI_DEVICE_ID_LP10000S:
1337                 m = (typeof(m)){"LP10000-S", max_speed, "PCI"};
1338                 break;
1339         case PCI_DEVICE_ID_LP11000S:
1340                 m = (typeof(m)){"LP11000-S", max_speed,
1341                         "PCI-X2"};
1342                 break;
1343         case PCI_DEVICE_ID_LPE11000S:
1344                 m = (typeof(m)){"LPe11000-S", max_speed,
1345                         "PCIe"};
1346                 break;
1347         case PCI_DEVICE_ID_SAT:
1348                 m = (typeof(m)){"LPe12000", max_speed, "PCIe"};
1349                 break;
1350         case PCI_DEVICE_ID_SAT_MID:
1351                 m = (typeof(m)){"LPe1250", max_speed, "PCIe"};
1352                 break;
1353         case PCI_DEVICE_ID_SAT_SMB:
1354                 m = (typeof(m)){"LPe121", max_speed, "PCIe"};
1355                 break;
1356         case PCI_DEVICE_ID_SAT_DCSP:
1357                 m = (typeof(m)){"LPe12002-SP", max_speed, "PCIe"};
1358                 break;
1359         case PCI_DEVICE_ID_SAT_SCSP:
1360                 m = (typeof(m)){"LPe12000-SP", max_speed, "PCIe"};
1361                 break;
1362         case PCI_DEVICE_ID_SAT_S:
1363                 m = (typeof(m)){"LPe12000-S", max_speed, "PCIe"};
1364                 break;
1365         case PCI_DEVICE_ID_HORNET:
1366                 m = (typeof(m)){"LP21000", max_speed, "PCIe"};
1367                 GE = 1;
1368                 break;
1369         case PCI_DEVICE_ID_PROTEUS_VF:
1370                 m = (typeof(m)) {"LPev12000", max_speed, "PCIe IOV"};
1371                 break;
1372         case PCI_DEVICE_ID_PROTEUS_PF:
1373                 m = (typeof(m)) {"LPev12000", max_speed, "PCIe IOV"};
1374                 break;
1375         case PCI_DEVICE_ID_PROTEUS_S:
1376                 m = (typeof(m)) {"LPemv12002-S", max_speed, "PCIe IOV"};
1377                 break;
1378         default:
1379                 m = (typeof(m)){ NULL };
1380                 break;
1381         }
1382
1383         if (mdp && mdp[0] == '\0')
1384                 snprintf(mdp, 79,"%s", m.name);
1385         if (descp && descp[0] == '\0')
1386                 snprintf(descp, 255,
1387                         "Emulex %s %d%s %s %s",
1388                         m.name, m.max_speed,
1389                         (GE) ? "GE" : "Gb",
1390                         m.bus,
1391                         (GE) ? "FCoE Adapter" : "Fibre Channel Adapter");
1392 }
1393
1394 /**
1395  * lpfc_post_buffer: Post IOCB(s) with DMA buffer descriptor(s) to a IOCB ring.
1396  * @phba: pointer to lpfc hba data structure.
1397  * @pring: pointer to a IOCB ring.
1398  * @cnt: the number of IOCBs to be posted to the IOCB ring.
1399  *
1400  * This routine posts a given number of IOCBs with the associated DMA buffer
1401  * descriptors specified by the cnt argument to the given IOCB ring.
1402  *
1403  * Return codes
1404  *   The number of IOCBs NOT able to be posted to the IOCB ring.
1405  **/
1406 int
1407 lpfc_post_buffer(struct lpfc_hba *phba, struct lpfc_sli_ring *pring, int cnt)
1408 {
1409         IOCB_t *icmd;
1410         struct lpfc_iocbq *iocb;
1411         struct lpfc_dmabuf *mp1, *mp2;
1412
1413         cnt += pring->missbufcnt;
1414
1415         /* While there are buffers to post */
1416         while (cnt > 0) {
1417                 /* Allocate buffer for  command iocb */
1418                 iocb = lpfc_sli_get_iocbq(phba);
1419                 if (iocb == NULL) {
1420                         pring->missbufcnt = cnt;
1421                         return cnt;
1422                 }
1423                 icmd = &iocb->iocb;
1424
1425                 /* 2 buffers can be posted per command */
1426                 /* Allocate buffer to post */
1427                 mp1 = kmalloc(sizeof (struct lpfc_dmabuf), GFP_KERNEL);
1428                 if (mp1)
1429                     mp1->virt = lpfc_mbuf_alloc(phba, MEM_PRI, &mp1->phys);
1430                 if (!mp1 || !mp1->virt) {
1431                         kfree(mp1);
1432                         lpfc_sli_release_iocbq(phba, iocb);
1433                         pring->missbufcnt = cnt;
1434                         return cnt;
1435                 }
1436
1437                 INIT_LIST_HEAD(&mp1->list);
1438                 /* Allocate buffer to post */
1439                 if (cnt > 1) {
1440                         mp2 = kmalloc(sizeof (struct lpfc_dmabuf), GFP_KERNEL);
1441                         if (mp2)
1442                                 mp2->virt = lpfc_mbuf_alloc(phba, MEM_PRI,
1443                                                             &mp2->phys);
1444                         if (!mp2 || !mp2->virt) {
1445                                 kfree(mp2);
1446                                 lpfc_mbuf_free(phba, mp1->virt, mp1->phys);
1447                                 kfree(mp1);
1448                                 lpfc_sli_release_iocbq(phba, iocb);
1449                                 pring->missbufcnt = cnt;
1450                                 return cnt;
1451                         }
1452
1453                         INIT_LIST_HEAD(&mp2->list);
1454                 } else {
1455                         mp2 = NULL;
1456                 }
1457
1458                 icmd->un.cont64[0].addrHigh = putPaddrHigh(mp1->phys);
1459                 icmd->un.cont64[0].addrLow = putPaddrLow(mp1->phys);
1460                 icmd->un.cont64[0].tus.f.bdeSize = FCELSSIZE;
1461                 icmd->ulpBdeCount = 1;
1462                 cnt--;
1463                 if (mp2) {
1464                         icmd->un.cont64[1].addrHigh = putPaddrHigh(mp2->phys);
1465                         icmd->un.cont64[1].addrLow = putPaddrLow(mp2->phys);
1466                         icmd->un.cont64[1].tus.f.bdeSize = FCELSSIZE;
1467                         cnt--;
1468                         icmd->ulpBdeCount = 2;
1469                 }
1470
1471                 icmd->ulpCommand = CMD_QUE_RING_BUF64_CN;
1472                 icmd->ulpLe = 1;
1473
1474                 if (lpfc_sli_issue_iocb(phba, pring, iocb, 0) == IOCB_ERROR) {
1475                         lpfc_mbuf_free(phba, mp1->virt, mp1->phys);
1476                         kfree(mp1);
1477                         cnt++;
1478                         if (mp2) {
1479                                 lpfc_mbuf_free(phba, mp2->virt, mp2->phys);
1480                                 kfree(mp2);
1481                                 cnt++;
1482                         }
1483                         lpfc_sli_release_iocbq(phba, iocb);
1484                         pring->missbufcnt = cnt;
1485                         return cnt;
1486                 }
1487                 lpfc_sli_ringpostbuf_put(phba, pring, mp1);
1488                 if (mp2)
1489                         lpfc_sli_ringpostbuf_put(phba, pring, mp2);
1490         }
1491         pring->missbufcnt = 0;
1492         return 0;
1493 }
1494
1495 /**
1496  * lpfc_post_rcv_buf: Post the initial receive IOCB buffers to ELS ring.
1497  * @phba: pointer to lpfc hba data structure.
1498  *
1499  * This routine posts initial receive IOCB buffers to the ELS ring. The
1500  * current number of initial IOCB buffers specified by LPFC_BUF_RING0 is
1501  * set to 64 IOCBs.
1502  *
1503  * Return codes
1504  *   0 - success (currently always success)
1505  **/
1506 static int
1507 lpfc_post_rcv_buf(struct lpfc_hba *phba)
1508 {
1509         struct lpfc_sli *psli = &phba->sli;
1510
1511         /* Ring 0, ELS / CT buffers */
1512         lpfc_post_buffer(phba, &psli->ring[LPFC_ELS_RING], LPFC_BUF_RING0);
1513         /* Ring 2 - FCP no buffers needed */
1514
1515         return 0;
1516 }
1517
1518 #define S(N,V) (((V)<<(N))|((V)>>(32-(N))))
1519
1520 /**
1521  * lpfc_sha_init: Set up initial array of hash table entries.
1522  * @HashResultPointer: pointer to an array as hash table.
1523  *
1524  * This routine sets up the initial values to the array of hash table entries
1525  * for the LC HBAs.
1526  **/
1527 static void
1528 lpfc_sha_init(uint32_t * HashResultPointer)
1529 {
1530         HashResultPointer[0] = 0x67452301;
1531         HashResultPointer[1] = 0xEFCDAB89;
1532         HashResultPointer[2] = 0x98BADCFE;
1533         HashResultPointer[3] = 0x10325476;
1534         HashResultPointer[4] = 0xC3D2E1F0;
1535 }
1536
1537 /**
1538  * lpfc_sha_iterate: Iterate initial hash table with the working hash table.
1539  * @HashResultPointer: pointer to an initial/result hash table.
1540  * @HashWorkingPointer: pointer to an working hash table.
1541  *
1542  * This routine iterates an initial hash table pointed by @HashResultPointer
1543  * with the values from the working hash table pointeed by @HashWorkingPointer.
1544  * The results are putting back to the initial hash table, returned through
1545  * the @HashResultPointer as the result hash table.
1546  **/
1547 static void
1548 lpfc_sha_iterate(uint32_t * HashResultPointer, uint32_t * HashWorkingPointer)
1549 {
1550         int t;
1551         uint32_t TEMP;
1552         uint32_t A, B, C, D, E;
1553         t = 16;
1554         do {
1555                 HashWorkingPointer[t] =
1556                     S(1,
1557                       HashWorkingPointer[t - 3] ^ HashWorkingPointer[t -
1558                                                                      8] ^
1559                       HashWorkingPointer[t - 14] ^ HashWorkingPointer[t - 16]);
1560         } while (++t <= 79);
1561         t = 0;
1562         A = HashResultPointer[0];
1563         B = HashResultPointer[1];
1564         C = HashResultPointer[2];
1565         D = HashResultPointer[3];
1566         E = HashResultPointer[4];
1567
1568         do {
1569                 if (t < 20) {
1570                         TEMP = ((B & C) | ((~B) & D)) + 0x5A827999;
1571                 } else if (t < 40) {
1572                         TEMP = (B ^ C ^ D) + 0x6ED9EBA1;
1573                 } else if (t < 60) {
1574                         TEMP = ((B & C) | (B & D) | (C & D)) + 0x8F1BBCDC;
1575                 } else {
1576                         TEMP = (B ^ C ^ D) + 0xCA62C1D6;
1577                 }
1578                 TEMP += S(5, A) + E + HashWorkingPointer[t];
1579                 E = D;
1580                 D = C;
1581                 C = S(30, B);
1582                 B = A;
1583                 A = TEMP;
1584         } while (++t <= 79);
1585
1586         HashResultPointer[0] += A;
1587         HashResultPointer[1] += B;
1588         HashResultPointer[2] += C;
1589         HashResultPointer[3] += D;
1590         HashResultPointer[4] += E;
1591
1592 }
1593
1594 /**
1595  * lpfc_challenge_key: Create challenge key based on WWPN of the HBA.
1596  * @RandomChallenge: pointer to the entry of host challenge random number array.
1597  * @HashWorking: pointer to the entry of the working hash array.
1598  *
1599  * This routine calculates the working hash array referred by @HashWorking
1600  * from the challenge random numbers associated with the host, referred by
1601  * @RandomChallenge. The result is put into the entry of the working hash
1602  * array and returned by reference through @HashWorking.
1603  **/
1604 static void
1605 lpfc_challenge_key(uint32_t * RandomChallenge, uint32_t * HashWorking)
1606 {
1607         *HashWorking = (*RandomChallenge ^ *HashWorking);
1608 }
1609
1610 /**
1611  * lpfc_hba_init: Perform special handling for LC HBA initialization.
1612  * @phba: pointer to lpfc hba data structure.
1613  * @hbainit: pointer to an array of unsigned 32-bit integers.
1614  *
1615  * This routine performs the special handling for LC HBA initialization.
1616  **/
1617 void
1618 lpfc_hba_init(struct lpfc_hba *phba, uint32_t *hbainit)
1619 {
1620         int t;
1621         uint32_t *HashWorking;
1622         uint32_t *pwwnn = (uint32_t *) phba->wwnn;
1623
1624         HashWorking = kcalloc(80, sizeof(uint32_t), GFP_KERNEL);
1625         if (!HashWorking)
1626                 return;
1627
1628         HashWorking[0] = HashWorking[78] = *pwwnn++;
1629         HashWorking[1] = HashWorking[79] = *pwwnn;
1630
1631         for (t = 0; t < 7; t++)
1632                 lpfc_challenge_key(phba->RandomData + t, HashWorking + t);
1633
1634         lpfc_sha_init(hbainit);
1635         lpfc_sha_iterate(hbainit, HashWorking);
1636         kfree(HashWorking);
1637 }
1638
1639 /**
1640  * lpfc_cleanup: Performs vport cleanups before deleting a vport.
1641  * @vport: pointer to a virtual N_Port data structure.
1642  *
1643  * This routine performs the necessary cleanups before deleting the @vport.
1644  * It invokes the discovery state machine to perform necessary state
1645  * transitions and to release the ndlps associated with the @vport. Note,
1646  * the physical port is treated as @vport 0.
1647  **/
1648 void
1649 lpfc_cleanup(struct lpfc_vport *vport)
1650 {
1651         struct lpfc_hba   *phba = vport->phba;
1652         struct lpfc_nodelist *ndlp, *next_ndlp;
1653         int i = 0;
1654
1655         if (phba->link_state > LPFC_LINK_DOWN)
1656                 lpfc_port_link_failure(vport);
1657
1658         list_for_each_entry_safe(ndlp, next_ndlp, &vport->fc_nodes, nlp_listp) {
1659                 if (!NLP_CHK_NODE_ACT(ndlp)) {
1660                         ndlp = lpfc_enable_node(vport, ndlp,
1661                                                 NLP_STE_UNUSED_NODE);
1662                         if (!ndlp)
1663                                 continue;
1664                         spin_lock_irq(&phba->ndlp_lock);
1665                         NLP_SET_FREE_REQ(ndlp);
1666                         spin_unlock_irq(&phba->ndlp_lock);
1667                         /* Trigger the release of the ndlp memory */
1668                         lpfc_nlp_put(ndlp);
1669                         continue;
1670                 }
1671                 spin_lock_irq(&phba->ndlp_lock);
1672                 if (NLP_CHK_FREE_REQ(ndlp)) {
1673                         /* The ndlp should not be in memory free mode already */
1674                         spin_unlock_irq(&phba->ndlp_lock);
1675                         continue;
1676                 } else
1677                         /* Indicate request for freeing ndlp memory */
1678                         NLP_SET_FREE_REQ(ndlp);
1679                 spin_unlock_irq(&phba->ndlp_lock);
1680
1681                 if (vport->port_type != LPFC_PHYSICAL_PORT &&
1682                     ndlp->nlp_DID == Fabric_DID) {
1683                         /* Just free up ndlp with Fabric_DID for vports */
1684                         lpfc_nlp_put(ndlp);
1685                         continue;
1686                 }
1687
1688                 if (ndlp->nlp_type & NLP_FABRIC)
1689                         lpfc_disc_state_machine(vport, ndlp, NULL,
1690                                         NLP_EVT_DEVICE_RECOVERY);
1691
1692                 lpfc_disc_state_machine(vport, ndlp, NULL,
1693                                              NLP_EVT_DEVICE_RM);
1694
1695         }
1696
1697         /* At this point, ALL ndlp's should be gone
1698          * because of the previous NLP_EVT_DEVICE_RM.
1699          * Lets wait for this to happen, if needed.
1700          */
1701         while (!list_empty(&vport->fc_nodes)) {
1702
1703                 if (i++ > 3000) {
1704                         lpfc_printf_vlog(vport, KERN_ERR, LOG_DISCOVERY,
1705                                 "0233 Nodelist not empty\n");
1706                         list_for_each_entry_safe(ndlp, next_ndlp,
1707                                                 &vport->fc_nodes, nlp_listp) {
1708                                 lpfc_printf_vlog(ndlp->vport, KERN_ERR,
1709                                                 LOG_NODE,
1710                                                 "0282 did:x%x ndlp:x%p "
1711                                                 "usgmap:x%x refcnt:%d\n",
1712                                                 ndlp->nlp_DID, (void *)ndlp,
1713                                                 ndlp->nlp_usg_map,
1714                                                 atomic_read(
1715                                                         &ndlp->kref.refcount));
1716                         }
1717                         break;
1718                 }
1719
1720                 /* Wait for any activity on ndlps to settle */
1721                 msleep(10);
1722         }
1723         return;
1724 }
1725
1726 /**
1727  * lpfc_stop_vport_timers: Stop all the timers associated with a vport.
1728  * @vport: pointer to a virtual N_Port data structure.
1729  *
1730  * This routine stops all the timers associated with a @vport. This function
1731  * is invoked before disabling or deleting a @vport. Note that the physical
1732  * port is treated as @vport 0.
1733  **/
1734 void
1735 lpfc_stop_vport_timers(struct lpfc_vport *vport)
1736 {
1737         del_timer_sync(&vport->els_tmofunc);
1738         del_timer_sync(&vport->fc_fdmitmo);
1739         lpfc_can_disctmo(vport);
1740         return;
1741 }
1742
1743 /**
1744  * lpfc_stop_phba_timers: Stop all the timers associated with an HBA.
1745  * @phba: pointer to lpfc hba data structure.
1746  *
1747  * This routine stops all the timers associated with a HBA. This function is
1748  * invoked before either putting a HBA offline or unloading the driver.
1749  **/
1750 static void
1751 lpfc_stop_phba_timers(struct lpfc_hba *phba)
1752 {
1753         del_timer_sync(&phba->fcp_poll_timer);
1754         lpfc_stop_vport_timers(phba->pport);
1755         del_timer_sync(&phba->sli.mbox_tmo);
1756         del_timer_sync(&phba->fabric_block_timer);
1757         phba->hb_outstanding = 0;
1758         del_timer_sync(&phba->hb_tmofunc);
1759         del_timer_sync(&phba->eratt_poll);
1760         return;
1761 }
1762
1763 /**
1764  * lpfc_block_mgmt_io: Mark a HBA's management interface as blocked.
1765  * @phba: pointer to lpfc hba data structure.
1766  *
1767  * This routine marks a HBA's management interface as blocked. Once the HBA's
1768  * management interface is marked as blocked, all the user space access to
1769  * the HBA, whether they are from sysfs interface or libdfc interface will
1770  * all be blocked. The HBA is set to block the management interface when the
1771  * driver prepares the HBA interface for online or offline.
1772  **/
1773 static void
1774 lpfc_block_mgmt_io(struct lpfc_hba * phba)
1775 {
1776         unsigned long iflag;
1777
1778         spin_lock_irqsave(&phba->hbalock, iflag);
1779         phba->sli.sli_flag |= LPFC_BLOCK_MGMT_IO;
1780         spin_unlock_irqrestore(&phba->hbalock, iflag);
1781 }
1782
1783 /**
1784  * lpfc_online: Initialize and bring a HBA online.
1785  * @phba: pointer to lpfc hba data structure.
1786  *
1787  * This routine initializes the HBA and brings a HBA online. During this
1788  * process, the management interface is blocked to prevent user space access
1789  * to the HBA interfering with the driver initialization.
1790  *
1791  * Return codes
1792  *   0 - successful
1793  *   1 - failed
1794  **/
1795 int
1796 lpfc_online(struct lpfc_hba *phba)
1797 {
1798         struct lpfc_vport *vport;
1799         struct lpfc_vport **vports;
1800         int i;
1801
1802         if (!phba)
1803                 return 0;
1804         vport = phba->pport;
1805
1806         if (!(vport->fc_flag & FC_OFFLINE_MODE))
1807                 return 0;
1808
1809         lpfc_printf_log(phba, KERN_WARNING, LOG_INIT,
1810                         "0458 Bring Adapter online\n");
1811
1812         lpfc_block_mgmt_io(phba);
1813
1814         if (!lpfc_sli_queue_setup(phba)) {
1815                 lpfc_unblock_mgmt_io(phba);
1816                 return 1;
1817         }
1818
1819         if (lpfc_sli_hba_setup(phba)) { /* Initialize the HBA */
1820                 lpfc_unblock_mgmt_io(phba);
1821                 return 1;
1822         }
1823
1824         vports = lpfc_create_vport_work_array(phba);
1825         if (vports != NULL)
1826                 for(i = 0; i <= phba->max_vpi && vports[i] != NULL; i++) {
1827                         struct Scsi_Host *shost;
1828                         shost = lpfc_shost_from_vport(vports[i]);
1829                         spin_lock_irq(shost->host_lock);
1830                         vports[i]->fc_flag &= ~FC_OFFLINE_MODE;
1831                         if (phba->sli3_options & LPFC_SLI3_NPIV_ENABLED)
1832                                 vports[i]->fc_flag |= FC_VPORT_NEEDS_REG_VPI;
1833                         spin_unlock_irq(shost->host_lock);
1834                 }
1835                 lpfc_destroy_vport_work_array(phba, vports);
1836
1837         lpfc_unblock_mgmt_io(phba);
1838         return 0;
1839 }
1840
1841 /**
1842  * lpfc_unblock_mgmt_io: Mark a HBA's management interface to be not blocked.
1843  * @phba: pointer to lpfc hba data structure.
1844  *
1845  * This routine marks a HBA's management interface as not blocked. Once the
1846  * HBA's management interface is marked as not blocked, all the user space
1847  * access to the HBA, whether they are from sysfs interface or libdfc
1848  * interface will be allowed. The HBA is set to block the management interface
1849  * when the driver prepares the HBA interface for online or offline and then
1850  * set to unblock the management interface afterwards.
1851  **/
1852 void
1853 lpfc_unblock_mgmt_io(struct lpfc_hba * phba)
1854 {
1855         unsigned long iflag;
1856
1857         spin_lock_irqsave(&phba->hbalock, iflag);
1858         phba->sli.sli_flag &= ~LPFC_BLOCK_MGMT_IO;
1859         spin_unlock_irqrestore(&phba->hbalock, iflag);
1860 }
1861
1862 /**
1863  * lpfc_offline_prep: Prepare a HBA to be brought offline.
1864  * @phba: pointer to lpfc hba data structure.
1865  *
1866  * This routine is invoked to prepare a HBA to be brought offline. It performs
1867  * unregistration login to all the nodes on all vports and flushes the mailbox
1868  * queue to make it ready to be brought offline.
1869  **/
1870 void
1871 lpfc_offline_prep(struct lpfc_hba * phba)
1872 {
1873         struct lpfc_vport *vport = phba->pport;
1874         struct lpfc_nodelist  *ndlp, *next_ndlp;
1875         struct lpfc_vport **vports;
1876         int i;
1877
1878         if (vport->fc_flag & FC_OFFLINE_MODE)
1879                 return;
1880
1881         lpfc_block_mgmt_io(phba);
1882
1883         lpfc_linkdown(phba);
1884
1885         /* Issue an unreg_login to all nodes on all vports */
1886         vports = lpfc_create_vport_work_array(phba);
1887         if (vports != NULL) {
1888                 for(i = 0; i <= phba->max_vpi && vports[i] != NULL; i++) {
1889                         struct Scsi_Host *shost;
1890
1891                         if (vports[i]->load_flag & FC_UNLOADING)
1892                                 continue;
1893                         shost = lpfc_shost_from_vport(vports[i]);
1894                         list_for_each_entry_safe(ndlp, next_ndlp,
1895                                                  &vports[i]->fc_nodes,
1896                                                  nlp_listp) {
1897                                 if (!NLP_CHK_NODE_ACT(ndlp))
1898                                         continue;
1899                                 if (ndlp->nlp_state == NLP_STE_UNUSED_NODE)
1900                                         continue;
1901                                 if (ndlp->nlp_type & NLP_FABRIC) {
1902                                         lpfc_disc_state_machine(vports[i], ndlp,
1903                                                 NULL, NLP_EVT_DEVICE_RECOVERY);
1904                                         lpfc_disc_state_machine(vports[i], ndlp,
1905                                                 NULL, NLP_EVT_DEVICE_RM);
1906                                 }
1907                                 spin_lock_irq(shost->host_lock);
1908                                 ndlp->nlp_flag &= ~NLP_NPR_ADISC;
1909                                 spin_unlock_irq(shost->host_lock);
1910                                 lpfc_unreg_rpi(vports[i], ndlp);
1911                         }
1912                 }
1913         }
1914         lpfc_destroy_vport_work_array(phba, vports);
1915
1916         lpfc_sli_flush_mbox_queue(phba);
1917 }
1918
1919 /**
1920  * lpfc_offline: Bring a HBA offline.
1921  * @phba: pointer to lpfc hba data structure.
1922  *
1923  * This routine actually brings a HBA offline. It stops all the timers
1924  * associated with the HBA, brings down the SLI layer, and eventually
1925  * marks the HBA as in offline state for the upper layer protocol.
1926  **/
1927 void
1928 lpfc_offline(struct lpfc_hba *phba)
1929 {
1930         struct Scsi_Host  *shost;
1931         struct lpfc_vport **vports;
1932         int i;
1933
1934         if (phba->pport->fc_flag & FC_OFFLINE_MODE)
1935                 return;
1936
1937         /* stop all timers associated with this hba */
1938         lpfc_stop_phba_timers(phba);
1939         vports = lpfc_create_vport_work_array(phba);
1940         if (vports != NULL)
1941                 for(i = 0; i <= phba->max_vpi && vports[i] != NULL; i++)
1942                         lpfc_stop_vport_timers(vports[i]);
1943         lpfc_destroy_vport_work_array(phba, vports);
1944         lpfc_printf_log(phba, KERN_WARNING, LOG_INIT,
1945                         "0460 Bring Adapter offline\n");
1946         /* Bring down the SLI Layer and cleanup.  The HBA is offline
1947            now.  */
1948         lpfc_sli_hba_down(phba);
1949         spin_lock_irq(&phba->hbalock);
1950         phba->work_ha = 0;
1951         spin_unlock_irq(&phba->hbalock);
1952         vports = lpfc_create_vport_work_array(phba);
1953         if (vports != NULL)
1954                 for(i = 0; i <= phba->max_vpi && vports[i] != NULL; i++) {
1955                         shost = lpfc_shost_from_vport(vports[i]);
1956                         spin_lock_irq(shost->host_lock);
1957                         vports[i]->work_port_events = 0;
1958                         vports[i]->fc_flag |= FC_OFFLINE_MODE;
1959                         spin_unlock_irq(shost->host_lock);
1960                 }
1961         lpfc_destroy_vport_work_array(phba, vports);
1962 }
1963
1964 /**
1965  * lpfc_scsi_free: Free all the SCSI buffers and IOCBs from driver lists.
1966  * @phba: pointer to lpfc hba data structure.
1967  *
1968  * This routine is to free all the SCSI buffers and IOCBs from the driver
1969  * list back to kernel. It is called from lpfc_pci_remove_one to free
1970  * the internal resources before the device is removed from the system.
1971  *
1972  * Return codes
1973  *   0 - successful (for now, it always returns 0)
1974  **/
1975 static int
1976 lpfc_scsi_free(struct lpfc_hba *phba)
1977 {
1978         struct lpfc_scsi_buf *sb, *sb_next;
1979         struct lpfc_iocbq *io, *io_next;
1980
1981         spin_lock_irq(&phba->hbalock);
1982         /* Release all the lpfc_scsi_bufs maintained by this host. */
1983         list_for_each_entry_safe(sb, sb_next, &phba->lpfc_scsi_buf_list, list) {
1984                 list_del(&sb->list);
1985                 pci_pool_free(phba->lpfc_scsi_dma_buf_pool, sb->data,
1986                               sb->dma_handle);
1987                 kfree(sb);
1988                 phba->total_scsi_bufs--;
1989         }
1990
1991         /* Release all the lpfc_iocbq entries maintained by this host. */
1992         list_for_each_entry_safe(io, io_next, &phba->lpfc_iocb_list, list) {
1993                 list_del(&io->list);
1994                 kfree(io);
1995                 phba->total_iocbq_bufs--;
1996         }
1997
1998         spin_unlock_irq(&phba->hbalock);
1999
2000         return 0;
2001 }
2002
2003 /**
2004  * lpfc_create_port: Create an FC port.
2005  * @phba: pointer to lpfc hba data structure.
2006  * @instance: a unique integer ID to this FC port.
2007  * @dev: pointer to the device data structure.
2008  *
2009  * This routine creates a FC port for the upper layer protocol. The FC port
2010  * can be created on top of either a physical port or a virtual port provided
2011  * by the HBA. This routine also allocates a SCSI host data structure (shost)
2012  * and associates the FC port created before adding the shost into the SCSI
2013  * layer.
2014  *
2015  * Return codes
2016  *   @vport - pointer to the virtual N_Port data structure.
2017  *   NULL - port create failed.
2018  **/
2019 struct lpfc_vport *
2020 lpfc_create_port(struct lpfc_hba *phba, int instance, struct device *dev)
2021 {
2022         struct lpfc_vport *vport;
2023         struct Scsi_Host  *shost;
2024         int error = 0;
2025
2026         if (dev != &phba->pcidev->dev)
2027                 shost = scsi_host_alloc(&lpfc_vport_template,
2028                                         sizeof(struct lpfc_vport));
2029         else
2030                 shost = scsi_host_alloc(&lpfc_template,
2031                                         sizeof(struct lpfc_vport));
2032         if (!shost)
2033                 goto out;
2034
2035         vport = (struct lpfc_vport *) shost->hostdata;
2036         vport->phba = phba;
2037         vport->load_flag |= FC_LOADING;
2038         vport->fc_flag |= FC_VPORT_NEEDS_REG_VPI;
2039         vport->fc_rscn_flush = 0;
2040
2041         lpfc_get_vport_cfgparam(vport);
2042         shost->unique_id = instance;
2043         shost->max_id = LPFC_MAX_TARGET;
2044         shost->max_lun = vport->cfg_max_luns;
2045         shost->this_id = -1;
2046         shost->max_cmd_len = 16;
2047
2048         /*
2049          * Set initial can_queue value since 0 is no longer supported and
2050          * scsi_add_host will fail. This will be adjusted later based on the
2051          * max xri value determined in hba setup.
2052          */
2053         shost->can_queue = phba->cfg_hba_queue_depth - 10;
2054         if (dev != &phba->pcidev->dev) {
2055                 shost->transportt = lpfc_vport_transport_template;
2056                 vport->port_type = LPFC_NPIV_PORT;
2057         } else {
2058                 shost->transportt = lpfc_transport_template;
2059                 vport->port_type = LPFC_PHYSICAL_PORT;
2060         }
2061
2062         /* Initialize all internally managed lists. */
2063         INIT_LIST_HEAD(&vport->fc_nodes);
2064         spin_lock_init(&vport->work_port_lock);
2065
2066         init_timer(&vport->fc_disctmo);
2067         vport->fc_disctmo.function = lpfc_disc_timeout;
2068         vport->fc_disctmo.data = (unsigned long)vport;
2069
2070         init_timer(&vport->fc_fdmitmo);
2071         vport->fc_fdmitmo.function = lpfc_fdmi_tmo;
2072         vport->fc_fdmitmo.data = (unsigned long)vport;
2073
2074         init_timer(&vport->els_tmofunc);
2075         vport->els_tmofunc.function = lpfc_els_timeout;
2076         vport->els_tmofunc.data = (unsigned long)vport;
2077
2078         error = scsi_add_host(shost, dev);
2079         if (error)
2080                 goto out_put_shost;
2081
2082         spin_lock_irq(&phba->hbalock);
2083         list_add_tail(&vport->listentry, &phba->port_list);
2084         spin_unlock_irq(&phba->hbalock);
2085         return vport;
2086
2087 out_put_shost:
2088         scsi_host_put(shost);
2089 out:
2090         return NULL;
2091 }
2092
2093 /**
2094  * destroy_port: Destroy an FC port.
2095  * @vport: pointer to an lpfc virtual N_Port data structure.
2096  *
2097  * This routine destroys a FC port from the upper layer protocol. All the
2098  * resources associated with the port are released.
2099  **/
2100 void
2101 destroy_port(struct lpfc_vport *vport)
2102 {
2103         struct Scsi_Host *shost = lpfc_shost_from_vport(vport);
2104         struct lpfc_hba  *phba = vport->phba;
2105
2106         lpfc_debugfs_terminate(vport);
2107         fc_remove_host(shost);
2108         scsi_remove_host(shost);
2109
2110         spin_lock_irq(&phba->hbalock);
2111         list_del_init(&vport->listentry);
2112         spin_unlock_irq(&phba->hbalock);
2113
2114         lpfc_cleanup(vport);
2115         return;
2116 }
2117
2118 /**
2119  * lpfc_get_instance: Get a unique integer ID.
2120  *
2121  * This routine allocates a unique integer ID from lpfc_hba_index pool. It
2122  * uses the kernel idr facility to perform the task.
2123  *
2124  * Return codes:
2125  *   instance - a unique integer ID allocated as the new instance.
2126  *   -1 - lpfc get instance failed.
2127  **/
2128 int
2129 lpfc_get_instance(void)
2130 {
2131         int instance = 0;
2132
2133         /* Assign an unused number */
2134         if (!idr_pre_get(&lpfc_hba_index, GFP_KERNEL))
2135                 return -1;
2136         if (idr_get_new(&lpfc_hba_index, NULL, &instance))
2137                 return -1;
2138         return instance;
2139 }
2140
2141 /**
2142  * lpfc_scan_finished: method for SCSI layer to detect whether scan is done.
2143  * @shost: pointer to SCSI host data structure.
2144  * @time: elapsed time of the scan in jiffies.
2145  *
2146  * This routine is called by the SCSI layer with a SCSI host to determine
2147  * whether the scan host is finished.
2148  *
2149  * Note: there is no scan_start function as adapter initialization will have
2150  * asynchronously kicked off the link initialization.
2151  *
2152  * Return codes
2153  *   0 - SCSI host scan is not over yet.
2154  *   1 - SCSI host scan is over.
2155  **/
2156 int lpfc_scan_finished(struct Scsi_Host *shost, unsigned long time)
2157 {
2158         struct lpfc_vport *vport = (struct lpfc_vport *) shost->hostdata;
2159         struct lpfc_hba   *phba = vport->phba;
2160         int stat = 0;
2161
2162         spin_lock_irq(shost->host_lock);
2163
2164         if (vport->load_flag & FC_UNLOADING) {
2165                 stat = 1;
2166                 goto finished;
2167         }
2168         if (time >= 30 * HZ) {
2169                 lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2170                                 "0461 Scanning longer than 30 "
2171                                 "seconds.  Continuing initialization\n");
2172                 stat = 1;
2173                 goto finished;
2174         }
2175         if (time >= 15 * HZ && phba->link_state <= LPFC_LINK_DOWN) {
2176                 lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2177                                 "0465 Link down longer than 15 "
2178                                 "seconds.  Continuing initialization\n");
2179                 stat = 1;
2180                 goto finished;
2181         }
2182
2183         if (vport->port_state != LPFC_VPORT_READY)
2184                 goto finished;
2185         if (vport->num_disc_nodes || vport->fc_prli_sent)
2186                 goto finished;
2187         if (vport->fc_map_cnt == 0 && time < 2 * HZ)
2188                 goto finished;
2189         if ((phba->sli.sli_flag & LPFC_SLI_MBOX_ACTIVE) != 0)
2190                 goto finished;
2191
2192         stat = 1;
2193
2194 finished:
2195         spin_unlock_irq(shost->host_lock);
2196         return stat;
2197 }
2198
2199 /**
2200  * lpfc_host_attrib_init: Initialize SCSI host attributes on a FC port.
2201  * @shost: pointer to SCSI host data structure.
2202  *
2203  * This routine initializes a given SCSI host attributes on a FC port. The
2204  * SCSI host can be either on top of a physical port or a virtual port.
2205  **/
2206 void lpfc_host_attrib_init(struct Scsi_Host *shost)
2207 {
2208         struct lpfc_vport *vport = (struct lpfc_vport *) shost->hostdata;
2209         struct lpfc_hba   *phba = vport->phba;
2210         /*
2211          * Set fixed host attributes.  Must done after lpfc_sli_hba_setup().
2212          */
2213
2214         fc_host_node_name(shost) = wwn_to_u64(vport->fc_nodename.u.wwn);
2215         fc_host_port_name(shost) = wwn_to_u64(vport->fc_portname.u.wwn);
2216         fc_host_supported_classes(shost) = FC_COS_CLASS3;
2217
2218         memset(fc_host_supported_fc4s(shost), 0,
2219                sizeof(fc_host_supported_fc4s(shost)));
2220         fc_host_supported_fc4s(shost)[2] = 1;
2221         fc_host_supported_fc4s(shost)[7] = 1;
2222
2223         lpfc_vport_symbolic_node_name(vport, fc_host_symbolic_name(shost),
2224                                  sizeof fc_host_symbolic_name(shost));
2225
2226         fc_host_supported_speeds(shost) = 0;
2227         if (phba->lmt & LMT_10Gb)
2228                 fc_host_supported_speeds(shost) |= FC_PORTSPEED_10GBIT;
2229         if (phba->lmt & LMT_8Gb)
2230                 fc_host_supported_speeds(shost) |= FC_PORTSPEED_8GBIT;
2231         if (phba->lmt & LMT_4Gb)
2232                 fc_host_supported_speeds(shost) |= FC_PORTSPEED_4GBIT;
2233         if (phba->lmt & LMT_2Gb)
2234                 fc_host_supported_speeds(shost) |= FC_PORTSPEED_2GBIT;
2235         if (phba->lmt & LMT_1Gb)
2236                 fc_host_supported_speeds(shost) |= FC_PORTSPEED_1GBIT;
2237
2238         fc_host_maxframe_size(shost) =
2239                 (((uint32_t) vport->fc_sparam.cmn.bbRcvSizeMsb & 0x0F) << 8) |
2240                 (uint32_t) vport->fc_sparam.cmn.bbRcvSizeLsb;
2241
2242         /* This value is also unchanging */
2243         memset(fc_host_active_fc4s(shost), 0,
2244                sizeof(fc_host_active_fc4s(shost)));
2245         fc_host_active_fc4s(shost)[2] = 1;
2246         fc_host_active_fc4s(shost)[7] = 1;
2247
2248         fc_host_max_npiv_vports(shost) = phba->max_vpi;
2249         spin_lock_irq(shost->host_lock);
2250         vport->load_flag &= ~FC_LOADING;
2251         spin_unlock_irq(shost->host_lock);
2252 }
2253
2254 /**
2255  * lpfc_enable_msix: Enable MSI-X interrupt mode.
2256  * @phba: pointer to lpfc hba data structure.
2257  *
2258  * This routine is invoked to enable the MSI-X interrupt vectors. The kernel
2259  * function pci_enable_msix() is called to enable the MSI-X vectors. Note that
2260  * pci_enable_msix(), once invoked, enables either all or nothing, depending
2261  * on the current availability of PCI vector resources. The device driver is
2262  * responsible for calling the individual request_irq() to register each MSI-X
2263  * vector with a interrupt handler, which is done in this function. Note that
2264  * later when device is unloading, the driver should always call free_irq()
2265  * on all MSI-X vectors it has done request_irq() on before calling
2266  * pci_disable_msix(). Failure to do so results in a BUG_ON() and a device
2267  * will be left with MSI-X enabled and leaks its vectors.
2268  *
2269  * Return codes
2270  *   0 - sucessful
2271  *   other values - error
2272  **/
2273 static int
2274 lpfc_enable_msix(struct lpfc_hba *phba)
2275 {
2276         int rc, i;
2277         LPFC_MBOXQ_t *pmb;
2278
2279         /* Set up MSI-X multi-message vectors */
2280         for (i = 0; i < LPFC_MSIX_VECTORS; i++)
2281                 phba->msix_entries[i].entry = i;
2282
2283         /* Configure MSI-X capability structure */
2284         rc = pci_enable_msix(phba->pcidev, phba->msix_entries,
2285                                 ARRAY_SIZE(phba->msix_entries));
2286         if (rc) {
2287                 lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2288                                 "0420 PCI enable MSI-X failed (%d)\n", rc);
2289                 goto msi_fail_out;
2290         } else
2291                 for (i = 0; i < LPFC_MSIX_VECTORS; i++)
2292                         lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2293                                         "0477 MSI-X entry[%d]: vector=x%x "
2294                                         "message=%d\n", i,
2295                                         phba->msix_entries[i].vector,
2296                                         phba->msix_entries[i].entry);
2297         /*
2298          * Assign MSI-X vectors to interrupt handlers
2299          */
2300
2301         /* vector-0 is associated to slow-path handler */
2302         rc = request_irq(phba->msix_entries[0].vector, &lpfc_sp_intr_handler,
2303                          IRQF_SHARED, LPFC_SP_DRIVER_HANDLER_NAME, phba);
2304         if (rc) {
2305                 lpfc_printf_log(phba, KERN_WARNING, LOG_INIT,
2306                                 "0421 MSI-X slow-path request_irq failed "
2307                                 "(%d)\n", rc);
2308                 goto msi_fail_out;
2309         }
2310
2311         /* vector-1 is associated to fast-path handler */
2312         rc = request_irq(phba->msix_entries[1].vector, &lpfc_fp_intr_handler,
2313                          IRQF_SHARED, LPFC_FP_DRIVER_HANDLER_NAME, phba);
2314
2315         if (rc) {
2316                 lpfc_printf_log(phba, KERN_WARNING, LOG_INIT,
2317                                 "0429 MSI-X fast-path request_irq failed "
2318                                 "(%d)\n", rc);
2319                 goto irq_fail_out;
2320         }
2321
2322         /*
2323          * Configure HBA MSI-X attention conditions to messages
2324          */
2325         pmb = (LPFC_MBOXQ_t *) mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
2326
2327         if (!pmb) {
2328                 rc = -ENOMEM;
2329                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
2330                                 "0474 Unable to allocate memory for issuing "
2331                                 "MBOX_CONFIG_MSI command\n");
2332                 goto mem_fail_out;
2333         }
2334         rc = lpfc_config_msi(phba, pmb);
2335         if (rc)
2336                 goto mbx_fail_out;
2337         rc = lpfc_sli_issue_mbox(phba, pmb, MBX_POLL);
2338         if (rc != MBX_SUCCESS) {
2339                 lpfc_printf_log(phba, KERN_WARNING, LOG_MBOX,
2340                                 "0351 Config MSI mailbox command failed, "
2341                                 "mbxCmd x%x, mbxStatus x%x\n",
2342                                 pmb->mb.mbxCommand, pmb->mb.mbxStatus);
2343                 goto mbx_fail_out;
2344         }
2345
2346         /* Free memory allocated for mailbox command */
2347         mempool_free(pmb, phba->mbox_mem_pool);
2348         return rc;
2349
2350 mbx_fail_out:
2351         /* Free memory allocated for mailbox command */
2352         mempool_free(pmb, phba->mbox_mem_pool);
2353
2354 mem_fail_out:
2355         /* free the irq already requested */
2356         free_irq(phba->msix_entries[1].vector, phba);
2357
2358 irq_fail_out:
2359         /* free the irq already requested */
2360         free_irq(phba->msix_entries[0].vector, phba);
2361
2362 msi_fail_out:
2363         /* Unconfigure MSI-X capability structure */
2364         pci_disable_msix(phba->pcidev);
2365         return rc;
2366 }
2367
2368 /**
2369  * lpfc_disable_msix: Disable MSI-X interrupt mode.
2370  * @phba: pointer to lpfc hba data structure.
2371  *
2372  * This routine is invoked to release the MSI-X vectors and then disable the
2373  * MSI-X interrupt mode.
2374  **/
2375 static void
2376 lpfc_disable_msix(struct lpfc_hba *phba)
2377 {
2378         int i;
2379
2380         /* Free up MSI-X multi-message vectors */
2381         for (i = 0; i < LPFC_MSIX_VECTORS; i++)
2382                 free_irq(phba->msix_entries[i].vector, phba);
2383         /* Disable MSI-X */
2384         pci_disable_msix(phba->pcidev);
2385 }
2386
2387 /**
2388  * lpfc_enable_msi: Enable MSI interrupt mode.
2389  * @phba: pointer to lpfc hba data structure.
2390  *
2391  * This routine is invoked to enable the MSI interrupt mode. The kernel
2392  * function pci_enable_msi() is called to enable the MSI vector. The
2393  * device driver is responsible for calling the request_irq() to register
2394  * MSI vector with a interrupt the handler, which is done in this function.
2395  *
2396  * Return codes
2397  *      0 - sucessful
2398  *      other values - error
2399  */
2400 static int
2401 lpfc_enable_msi(struct lpfc_hba *phba)
2402 {
2403         int rc;
2404
2405         rc = pci_enable_msi(phba->pcidev);
2406         if (!rc)
2407                 lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2408                                 "0462 PCI enable MSI mode success.\n");
2409         else {
2410                 lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2411                                 "0471 PCI enable MSI mode failed (%d)\n", rc);
2412                 return rc;
2413         }
2414
2415         rc = request_irq(phba->pcidev->irq, lpfc_intr_handler,
2416                          IRQF_SHARED, LPFC_DRIVER_NAME, phba);
2417         if (rc) {
2418                 pci_disable_msi(phba->pcidev);
2419                 lpfc_printf_log(phba, KERN_WARNING, LOG_INIT,
2420                                 "0478 MSI request_irq failed (%d)\n", rc);
2421         }
2422         return rc;
2423 }
2424
2425 /**
2426  * lpfc_disable_msi: Disable MSI interrupt mode.
2427  * @phba: pointer to lpfc hba data structure.
2428  *
2429  * This routine is invoked to disable the MSI interrupt mode. The driver
2430  * calls free_irq() on MSI vector it has done request_irq() on before
2431  * calling pci_disable_msi(). Failure to do so results in a BUG_ON() and
2432  * a device will be left with MSI enabled and leaks its vector.
2433  */
2434
2435 static void
2436 lpfc_disable_msi(struct lpfc_hba *phba)
2437 {
2438         free_irq(phba->pcidev->irq, phba);
2439         pci_disable_msi(phba->pcidev);
2440         return;
2441 }
2442
2443 /**
2444  * lpfc_log_intr_mode: Log the active interrupt mode
2445  * @phba: pointer to lpfc hba data structure.
2446  * @intr_mode: active interrupt mode adopted.
2447  *
2448  * This routine it invoked to log the currently used active interrupt mode
2449  * to the device.
2450  */
2451 static void
2452 lpfc_log_intr_mode(struct lpfc_hba *phba, uint32_t intr_mode)
2453 {
2454         switch (intr_mode) {
2455         case 0:
2456                 lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2457                                 "0470 Enable INTx interrupt mode.\n");
2458                 break;
2459         case 1:
2460                 lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2461                                 "0481 Enabled MSI interrupt mode.\n");
2462                 break;
2463         case 2:
2464                 lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2465                                 "0480 Enabled MSI-X interrupt mode.\n");
2466                 break;
2467         default:
2468                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
2469                                 "0482 Illegal interrupt mode.\n");
2470                 break;
2471         }
2472         return;
2473 }
2474
2475 static void
2476 lpfc_stop_port(struct lpfc_hba *phba)
2477 {
2478         /* Clear all interrupt enable conditions */
2479         writel(0, phba->HCregaddr);
2480         readl(phba->HCregaddr); /* flush */
2481         /* Clear all pending interrupts */
2482         writel(0xffffffff, phba->HAregaddr);
2483         readl(phba->HAregaddr); /* flush */
2484
2485         /* Reset some HBA SLI setup states */
2486         lpfc_stop_phba_timers(phba);
2487         phba->pport->work_port_events = 0;
2488
2489         return;
2490 }
2491
2492 /**
2493  * lpfc_enable_intr: Enable device interrupt.
2494  * @phba: pointer to lpfc hba data structure.
2495  *
2496  * This routine is invoked to enable device interrupt and associate driver's
2497  * interrupt handler(s) to interrupt vector(s). Depends on the interrupt
2498  * mode configured to the driver, the driver will try to fallback from the
2499  * configured interrupt mode to an interrupt mode which is supported by the
2500  * platform, kernel, and device in the order of: MSI-X -> MSI -> IRQ.
2501  *
2502  * Return codes
2503  *   0 - sucessful
2504  *   other values - error
2505  **/
2506 static uint32_t
2507 lpfc_enable_intr(struct lpfc_hba *phba, uint32_t cfg_mode)
2508 {
2509         uint32_t intr_mode = LPFC_INTR_ERROR;
2510         int retval;
2511
2512         if (cfg_mode == 2) {
2513                 /* Need to issue conf_port mbox cmd before conf_msi mbox cmd */
2514                 retval = lpfc_sli_config_port(phba, 3);
2515                 if (!retval) {
2516                         /* Now, try to enable MSI-X interrupt mode */
2517                         retval = lpfc_enable_msix(phba);
2518                         if (!retval) {
2519                                 /* Indicate initialization to MSI-X mode */
2520                                 phba->intr_type = MSIX;
2521                                 intr_mode = 2;
2522                         }
2523                 }
2524         }
2525
2526         /* Fallback to MSI if MSI-X initialization failed */
2527         if (cfg_mode >= 1 && phba->intr_type == NONE) {
2528                 retval = lpfc_enable_msi(phba);
2529                 if (!retval) {
2530                         /* Indicate initialization to MSI mode */
2531                         phba->intr_type = MSI;
2532                         intr_mode = 1;
2533                 }
2534         }
2535
2536         /* Fallback to INTx if both MSI-X/MSI initalization failed */
2537         if (phba->intr_type == NONE) {
2538                 retval = request_irq(phba->pcidev->irq, lpfc_intr_handler,
2539                                      IRQF_SHARED, LPFC_DRIVER_NAME, phba);
2540                 if (!retval) {
2541                         /* Indicate initialization to INTx mode */
2542                         phba->intr_type = INTx;
2543                         intr_mode = 0;
2544                 }
2545         }
2546         return intr_mode;
2547 }
2548
2549 /**
2550  * lpfc_disable_intr: Disable device interrupt.
2551  * @phba: pointer to lpfc hba data structure.
2552  *
2553  * This routine is invoked to disable device interrupt and disassociate the
2554  * driver's interrupt handler(s) from interrupt vector(s). Depending on the
2555  * interrupt mode, the driver will release the interrupt vector(s) for the
2556  * message signaled interrupt.
2557  **/
2558 static void
2559 lpfc_disable_intr(struct lpfc_hba *phba)
2560 {
2561         /* Disable the currently initialized interrupt mode */
2562         if (phba->intr_type == MSIX)
2563                 lpfc_disable_msix(phba);
2564         else if (phba->intr_type == MSI)
2565                 lpfc_disable_msi(phba);
2566         else if (phba->intr_type == INTx)
2567                 free_irq(phba->pcidev->irq, phba);
2568
2569         /* Reset interrupt management states */
2570         phba->intr_type = NONE;
2571         phba->sli.slistat.sli_intr = 0;
2572
2573         return;
2574 }
2575
2576 /**
2577  * lpfc_pci_probe_one: lpfc PCI probe func to register device to PCI subsystem.
2578  * @pdev: pointer to PCI device
2579  * @pid: pointer to PCI device identifier
2580  *
2581  * This routine is to be registered to the kernel's PCI subsystem. When an
2582  * Emulex HBA is presented in PCI bus, the kernel PCI subsystem looks at
2583  * PCI device-specific information of the device and driver to see if the
2584  * driver state that it can support this kind of device. If the match is
2585  * successful, the driver core invokes this routine. If this routine
2586  * determines it can claim the HBA, it does all the initialization that it
2587  * needs to do to handle the HBA properly.
2588  *
2589  * Return code
2590  *   0 - driver can claim the device
2591  *   negative value - driver can not claim the device
2592  **/
2593 static int __devinit
2594 lpfc_pci_probe_one(struct pci_dev *pdev, const struct pci_device_id *pid)
2595 {
2596         struct lpfc_vport *vport = NULL;
2597         struct lpfc_hba   *phba;
2598         struct lpfc_sli   *psli;
2599         struct lpfc_iocbq *iocbq_entry = NULL, *iocbq_next = NULL;
2600         struct Scsi_Host  *shost = NULL;
2601         void *ptr;
2602         unsigned long bar0map_len, bar2map_len;
2603         int error = -ENODEV, retval;
2604         int  i, hbq_count;
2605         uint16_t iotag;
2606         uint32_t cfg_mode, intr_mode;
2607         int bars = pci_select_bars(pdev, IORESOURCE_MEM);
2608         struct lpfc_adapter_event_header adapter_event;
2609
2610         if (pci_enable_device_mem(pdev))
2611                 goto out;
2612         if (pci_request_selected_regions(pdev, bars, LPFC_DRIVER_NAME))
2613                 goto out_disable_device;
2614
2615         phba = kzalloc(sizeof (struct lpfc_hba), GFP_KERNEL);
2616         if (!phba)
2617                 goto out_release_regions;
2618
2619         atomic_set(&phba->fast_event_count, 0);
2620         spin_lock_init(&phba->hbalock);
2621
2622         /* Initialize ndlp management spinlock */
2623         spin_lock_init(&phba->ndlp_lock);
2624
2625         phba->pcidev = pdev;
2626
2627         /* Assign an unused board number */
2628         if ((phba->brd_no = lpfc_get_instance()) < 0)
2629                 goto out_free_phba;
2630
2631         INIT_LIST_HEAD(&phba->port_list);
2632         init_waitqueue_head(&phba->wait_4_mlo_m_q);
2633         /*
2634          * Get all the module params for configuring this host and then
2635          * establish the host.
2636          */
2637         lpfc_get_cfgparam(phba);
2638         phba->max_vpi = LPFC_MAX_VPI;
2639
2640         /* Initialize timers used by driver */
2641         init_timer(&phba->hb_tmofunc);
2642         phba->hb_tmofunc.function = lpfc_hb_timeout;
2643         phba->hb_tmofunc.data = (unsigned long)phba;
2644
2645         psli = &phba->sli;
2646         init_timer(&psli->mbox_tmo);
2647         psli->mbox_tmo.function = lpfc_mbox_timeout;
2648         psli->mbox_tmo.data = (unsigned long) phba;
2649         init_timer(&phba->fcp_poll_timer);
2650         phba->fcp_poll_timer.function = lpfc_poll_timeout;
2651         phba->fcp_poll_timer.data = (unsigned long) phba;
2652         init_timer(&phba->fabric_block_timer);
2653         phba->fabric_block_timer.function = lpfc_fabric_block_timeout;
2654         phba->fabric_block_timer.data = (unsigned long) phba;
2655         init_timer(&phba->eratt_poll);
2656         phba->eratt_poll.function = lpfc_poll_eratt;
2657         phba->eratt_poll.data = (unsigned long) phba;
2658
2659         pci_set_master(pdev);
2660         pci_save_state(pdev);
2661         pci_try_set_mwi(pdev);
2662
2663         if (pci_set_dma_mask(phba->pcidev, DMA_64BIT_MASK) != 0)
2664                 if (pci_set_dma_mask(phba->pcidev, DMA_32BIT_MASK) != 0)
2665                         goto out_idr_remove;
2666
2667         /*
2668          * Get the bus address of Bar0 and Bar2 and the number of bytes
2669          * required by each mapping.
2670          */
2671         phba->pci_bar0_map = pci_resource_start(phba->pcidev, 0);
2672         bar0map_len        = pci_resource_len(phba->pcidev, 0);
2673
2674         phba->pci_bar2_map = pci_resource_start(phba->pcidev, 2);
2675         bar2map_len        = pci_resource_len(phba->pcidev, 2);
2676
2677         /* Map HBA SLIM to a kernel virtual address. */
2678         phba->slim_memmap_p = ioremap(phba->pci_bar0_map, bar0map_len);
2679         if (!phba->slim_memmap_p) {
2680                 error = -ENODEV;
2681                 dev_printk(KERN_ERR, &pdev->dev,
2682                            "ioremap failed for SLIM memory.\n");
2683                 goto out_idr_remove;
2684         }
2685
2686         /* Map HBA Control Registers to a kernel virtual address. */
2687         phba->ctrl_regs_memmap_p = ioremap(phba->pci_bar2_map, bar2map_len);
2688         if (!phba->ctrl_regs_memmap_p) {
2689                 error = -ENODEV;
2690                 dev_printk(KERN_ERR, &pdev->dev,
2691                            "ioremap failed for HBA control registers.\n");
2692                 goto out_iounmap_slim;
2693         }
2694
2695         /* Allocate memory for SLI-2 structures */
2696         phba->slim2p.virt = dma_alloc_coherent(&phba->pcidev->dev,
2697                                                SLI2_SLIM_SIZE,
2698                                                &phba->slim2p.phys,
2699                                                GFP_KERNEL);
2700         if (!phba->slim2p.virt)
2701                 goto out_iounmap;
2702
2703         memset(phba->slim2p.virt, 0, SLI2_SLIM_SIZE);
2704         phba->mbox = phba->slim2p.virt + offsetof(struct lpfc_sli2_slim, mbx);
2705         phba->pcb = (phba->slim2p.virt + offsetof(struct lpfc_sli2_slim, pcb));
2706         phba->IOCBs = (phba->slim2p.virt +
2707                        offsetof(struct lpfc_sli2_slim, IOCBs));
2708
2709         phba->hbqslimp.virt = dma_alloc_coherent(&phba->pcidev->dev,
2710                                                  lpfc_sli_hbq_size(),
2711                                                  &phba->hbqslimp.phys,
2712                                                  GFP_KERNEL);
2713         if (!phba->hbqslimp.virt)
2714                 goto out_free_slim;
2715
2716         hbq_count = lpfc_sli_hbq_count();
2717         ptr = phba->hbqslimp.virt;
2718         for (i = 0; i < hbq_count; ++i) {
2719                 phba->hbqs[i].hbq_virt = ptr;
2720                 INIT_LIST_HEAD(&phba->hbqs[i].hbq_buffer_list);
2721                 ptr += (lpfc_hbq_defs[i]->entry_count *
2722                         sizeof(struct lpfc_hbq_entry));
2723         }
2724         phba->hbqs[LPFC_ELS_HBQ].hbq_alloc_buffer = lpfc_els_hbq_alloc;
2725         phba->hbqs[LPFC_ELS_HBQ].hbq_free_buffer  = lpfc_els_hbq_free;
2726
2727         memset(phba->hbqslimp.virt, 0, lpfc_sli_hbq_size());
2728
2729         INIT_LIST_HEAD(&phba->hbqbuf_in_list);
2730
2731         /* Initialize the SLI Layer to run with lpfc HBAs. */
2732         lpfc_sli_setup(phba);
2733         lpfc_sli_queue_setup(phba);
2734
2735         retval = lpfc_mem_alloc(phba);
2736         if (retval) {
2737                 error = retval;
2738                 goto out_free_hbqslimp;
2739         }
2740
2741         /* Initialize and populate the iocb list per host.  */
2742         INIT_LIST_HEAD(&phba->lpfc_iocb_list);
2743         for (i = 0; i < LPFC_IOCB_LIST_CNT; i++) {
2744                 iocbq_entry = kzalloc(sizeof(struct lpfc_iocbq), GFP_KERNEL);
2745                 if (iocbq_entry == NULL) {
2746                         printk(KERN_ERR "%s: only allocated %d iocbs of "
2747                                 "expected %d count. Unloading driver.\n",
2748                                 __func__, i, LPFC_IOCB_LIST_CNT);
2749                         error = -ENOMEM;
2750                         goto out_free_iocbq;
2751                 }
2752
2753                 iotag = lpfc_sli_next_iotag(phba, iocbq_entry);
2754                 if (iotag == 0) {
2755                         kfree (iocbq_entry);
2756                         printk(KERN_ERR "%s: failed to allocate IOTAG. "
2757                                "Unloading driver.\n",
2758                                 __func__);
2759                         error = -ENOMEM;
2760                         goto out_free_iocbq;
2761                 }
2762
2763                 spin_lock_irq(&phba->hbalock);
2764                 list_add(&iocbq_entry->list, &phba->lpfc_iocb_list);
2765                 phba->total_iocbq_bufs++;
2766                 spin_unlock_irq(&phba->hbalock);
2767         }
2768
2769         /* Initialize HBA structure */
2770         phba->fc_edtov = FF_DEF_EDTOV;
2771         phba->fc_ratov = FF_DEF_RATOV;
2772         phba->fc_altov = FF_DEF_ALTOV;
2773         phba->fc_arbtov = FF_DEF_ARBTOV;
2774
2775         INIT_LIST_HEAD(&phba->work_list);
2776         phba->work_ha_mask = (HA_ERATT | HA_MBATT | HA_LATT);
2777         phba->work_ha_mask |= (HA_RXMASK << (LPFC_ELS_RING * 4));
2778
2779         /* Initialize the wait queue head for the kernel thread */
2780         init_waitqueue_head(&phba->work_waitq);
2781
2782         /* Startup the kernel thread for this host adapter. */
2783         phba->worker_thread = kthread_run(lpfc_do_work, phba,
2784                                        "lpfc_worker_%d", phba->brd_no);
2785         if (IS_ERR(phba->worker_thread)) {
2786                 error = PTR_ERR(phba->worker_thread);
2787                 goto out_free_iocbq;
2788         }
2789
2790         /* Initialize the list of scsi buffers used by driver for scsi IO. */
2791         spin_lock_init(&phba->scsi_buf_list_lock);
2792         INIT_LIST_HEAD(&phba->lpfc_scsi_buf_list);
2793
2794         /* Initialize list of fabric iocbs */
2795         INIT_LIST_HEAD(&phba->fabric_iocb_list);
2796
2797         /* Initialize list to save ELS buffers */
2798         INIT_LIST_HEAD(&phba->elsbuf);
2799
2800         vport = lpfc_create_port(phba, phba->brd_no, &phba->pcidev->dev);
2801         if (!vport)
2802                 goto out_kthread_stop;
2803
2804         shost = lpfc_shost_from_vport(vport);
2805         phba->pport = vport;
2806         lpfc_debugfs_initialize(vport);
2807
2808         pci_set_drvdata(pdev, shost);
2809
2810         phba->MBslimaddr = phba->slim_memmap_p;
2811         phba->HAregaddr = phba->ctrl_regs_memmap_p + HA_REG_OFFSET;
2812         phba->CAregaddr = phba->ctrl_regs_memmap_p + CA_REG_OFFSET;
2813         phba->HSregaddr = phba->ctrl_regs_memmap_p + HS_REG_OFFSET;
2814         phba->HCregaddr = phba->ctrl_regs_memmap_p + HC_REG_OFFSET;
2815
2816         /* Configure sysfs attributes */
2817         if (lpfc_alloc_sysfs_attr(vport)) {
2818                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
2819                                 "1476 Failed to allocate sysfs attr\n");
2820                 error = -ENOMEM;
2821                 goto out_destroy_port;
2822         }
2823
2824         cfg_mode = phba->cfg_use_msi;
2825         while (true) {
2826                 /* Configure and enable interrupt */
2827                 intr_mode = lpfc_enable_intr(phba, cfg_mode);
2828                 if (intr_mode == LPFC_INTR_ERROR) {
2829                         lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
2830                                         "0426 Failed to enable interrupt.\n");
2831                         goto out_free_sysfs_attr;
2832                 }
2833                 /* HBA SLI setup */
2834                 if (lpfc_sli_hba_setup(phba)) {
2835                         lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
2836                                         "1477 Failed to set up hba\n");
2837                         error = -ENODEV;
2838                         goto out_remove_device;
2839                 }
2840
2841                 /* Wait 50ms for the interrupts of previous mailbox commands */
2842                 msleep(50);
2843                 /* Check active interrupts received */
2844                 if (phba->sli.slistat.sli_intr > LPFC_MSIX_VECTORS) {
2845                         /* Log the current active interrupt mode */
2846                         phba->intr_mode = intr_mode;
2847                         lpfc_log_intr_mode(phba, intr_mode);
2848                         break;
2849                 } else {
2850                         lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2851                                         "0451 Configure interrupt mode (%d) "
2852                                         "failed active interrupt test.\n",
2853                                         intr_mode);
2854                         if (intr_mode == 0) {
2855                                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
2856                                                 "0479 Failed to enable "
2857                                                 "interrupt.\n");
2858                                 error = -ENODEV;
2859                                 goto out_remove_device;
2860                         }
2861                         /* Stop HBA SLI setups */
2862                         lpfc_stop_port(phba);
2863                         /* Disable the current interrupt mode */
2864                         lpfc_disable_intr(phba);
2865                         /* Try next level of interrupt mode */
2866                         cfg_mode = --intr_mode;
2867                 }
2868         }
2869
2870         /*
2871          * hba setup may have changed the hba_queue_depth so we need to adjust
2872          * the value of can_queue.
2873          */
2874         shost->can_queue = phba->cfg_hba_queue_depth - 10;
2875         if (phba->sli3_options & LPFC_SLI3_BG_ENABLED) {
2876
2877                 if (lpfc_prot_mask && lpfc_prot_guard) {
2878                         lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2879                                         "1478 Registering BlockGuard with the "
2880                                         "SCSI layer\n");
2881
2882                         scsi_host_set_prot(shost, lpfc_prot_mask);
2883                         scsi_host_set_guard(shost, lpfc_prot_guard);
2884                 }
2885         }
2886
2887         if (!_dump_buf_data) {
2888                 int pagecnt = 10;
2889                 while (pagecnt) {
2890                         spin_lock_init(&_dump_buf_lock);
2891                         _dump_buf_data =
2892                                 (char *) __get_free_pages(GFP_KERNEL, pagecnt);
2893                         if (_dump_buf_data) {
2894                                 printk(KERN_ERR "BLKGRD allocated %d pages for "
2895                                                 "_dump_buf_data at 0x%p\n",
2896                                                 (1 << pagecnt), _dump_buf_data);
2897                                 _dump_buf_data_order = pagecnt;
2898                                 memset(_dump_buf_data, 0, ((1 << PAGE_SHIFT)
2899                                                            << pagecnt));
2900                                 break;
2901                         } else {
2902                                 --pagecnt;
2903                         }
2904
2905                 }
2906
2907                 if (!_dump_buf_data_order)
2908                         printk(KERN_ERR "BLKGRD ERROR unable to allocate "
2909                                         "memory for hexdump\n");
2910
2911         } else {
2912                 printk(KERN_ERR "BLKGRD already allocated _dump_buf_data=0x%p"
2913                        "\n", _dump_buf_data);
2914         }
2915
2916
2917         if (!_dump_buf_dif) {
2918                 int pagecnt = 10;
2919                 while (pagecnt) {
2920                         _dump_buf_dif =
2921                                 (char *) __get_free_pages(GFP_KERNEL, pagecnt);
2922                         if (_dump_buf_dif) {
2923                                 printk(KERN_ERR "BLKGRD allocated %d pages for "
2924                                                 "_dump_buf_dif at 0x%p\n",
2925                                                 (1 << pagecnt), _dump_buf_dif);
2926                                 _dump_buf_dif_order = pagecnt;
2927                                 memset(_dump_buf_dif, 0, ((1 << PAGE_SHIFT)
2928                                                           << pagecnt));
2929                                 break;
2930                         } else {
2931                                 --pagecnt;
2932                         }
2933
2934                 }
2935
2936                 if (!_dump_buf_dif_order)
2937                         printk(KERN_ERR "BLKGRD ERROR unable to allocate "
2938                                         "memory for hexdump\n");
2939
2940         } else {
2941                 printk(KERN_ERR "BLKGRD already allocated _dump_buf_dif=0x%p\n",
2942                                 _dump_buf_dif);
2943         }
2944
2945         lpfc_host_attrib_init(shost);
2946
2947         if (phba->cfg_poll & DISABLE_FCP_RING_INT) {
2948                 spin_lock_irq(shost->host_lock);
2949                 lpfc_poll_start_timer(phba);
2950                 spin_unlock_irq(shost->host_lock);
2951         }
2952
2953         lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
2954                         "0428 Perform SCSI scan\n");
2955         /* Send board arrival event to upper layer */
2956         adapter_event.event_type = FC_REG_ADAPTER_EVENT;
2957         adapter_event.subcategory = LPFC_EVENT_ARRIVAL;
2958         fc_host_post_vendor_event(shost, fc_get_event_number(),
2959                 sizeof(adapter_event),
2960                 (char *) &adapter_event,
2961                 LPFC_NL_VENDOR_ID);
2962
2963         return 0;
2964
2965 out_remove_device:
2966         spin_lock_irq(shost->host_lock);
2967         vport->load_flag |= FC_UNLOADING;
2968         spin_unlock_irq(shost->host_lock);
2969         lpfc_stop_phba_timers(phba);
2970         phba->pport->work_port_events = 0;
2971         lpfc_disable_intr(phba);
2972         lpfc_sli_hba_down(phba);
2973         lpfc_sli_brdrestart(phba);
2974 out_free_sysfs_attr:
2975         lpfc_free_sysfs_attr(vport);
2976 out_destroy_port:
2977         destroy_port(vport);
2978 out_kthread_stop:
2979         kthread_stop(phba->worker_thread);
2980 out_free_iocbq:
2981         list_for_each_entry_safe(iocbq_entry, iocbq_next,
2982                                                 &phba->lpfc_iocb_list, list) {
2983                 kfree(iocbq_entry);
2984                 phba->total_iocbq_bufs--;
2985         }
2986         lpfc_mem_free(phba);
2987 out_free_hbqslimp:
2988         dma_free_coherent(&pdev->dev, lpfc_sli_hbq_size(),
2989                           phba->hbqslimp.virt, phba->hbqslimp.phys);
2990 out_free_slim:
2991         dma_free_coherent(&pdev->dev, SLI2_SLIM_SIZE,
2992                           phba->slim2p.virt, phba->slim2p.phys);
2993 out_iounmap:
2994         iounmap(phba->ctrl_regs_memmap_p);
2995 out_iounmap_slim:
2996         iounmap(phba->slim_memmap_p);
2997 out_idr_remove:
2998         idr_remove(&lpfc_hba_index, phba->brd_no);
2999 out_free_phba:
3000         kfree(phba);
3001 out_release_regions:
3002         pci_release_selected_regions(pdev, bars);
3003 out_disable_device:
3004         pci_disable_device(pdev);
3005 out:
3006         pci_set_drvdata(pdev, NULL);
3007         if (shost)
3008                 scsi_host_put(shost);
3009         return error;
3010 }
3011
3012 /**
3013  * lpfc_pci_remove_one: lpfc PCI func to unregister device from PCI subsystem.
3014  * @pdev: pointer to PCI device
3015  *
3016  * This routine is to be registered to the kernel's PCI subsystem. When an
3017  * Emulex HBA is removed from PCI bus, it performs all the necessary cleanup
3018  * for the HBA device to be removed from the PCI subsystem properly.
3019  **/
3020 static void __devexit
3021 lpfc_pci_remove_one(struct pci_dev *pdev)
3022 {
3023         struct Scsi_Host  *shost = pci_get_drvdata(pdev);
3024         struct lpfc_vport *vport = (struct lpfc_vport *) shost->hostdata;
3025         struct lpfc_vport **vports;
3026         struct lpfc_hba   *phba = vport->phba;
3027         int i;
3028         int bars = pci_select_bars(pdev, IORESOURCE_MEM);
3029
3030         spin_lock_irq(&phba->hbalock);
3031         vport->load_flag |= FC_UNLOADING;
3032         spin_unlock_irq(&phba->hbalock);
3033
3034         lpfc_free_sysfs_attr(vport);
3035
3036         kthread_stop(phba->worker_thread);
3037
3038         /* Release all the vports against this physical port */
3039         vports = lpfc_create_vport_work_array(phba);
3040         if (vports != NULL)
3041                 for (i = 1; i <= phba->max_vpi && vports[i] != NULL; i++)
3042                         fc_vport_terminate(vports[i]->fc_vport);
3043         lpfc_destroy_vport_work_array(phba, vports);
3044
3045         /* Remove FC host and then SCSI host with the physical port */
3046         fc_remove_host(shost);
3047         scsi_remove_host(shost);
3048         lpfc_cleanup(vport);
3049
3050         /*
3051          * Bring down the SLI Layer. This step disable all interrupts,
3052          * clears the rings, discards all mailbox commands, and resets
3053          * the HBA.
3054          */
3055         lpfc_sli_hba_down(phba);
3056         lpfc_sli_brdrestart(phba);
3057
3058         lpfc_stop_phba_timers(phba);
3059         spin_lock_irq(&phba->hbalock);
3060         list_del_init(&vport->listentry);
3061         spin_unlock_irq(&phba->hbalock);
3062
3063         lpfc_debugfs_terminate(vport);
3064
3065         /* Disable interrupt */
3066         lpfc_disable_intr(phba);
3067
3068         pci_set_drvdata(pdev, NULL);
3069         scsi_host_put(shost);
3070
3071         /*
3072          * Call scsi_free before mem_free since scsi bufs are released to their
3073          * corresponding pools here.
3074          */
3075         lpfc_scsi_free(phba);
3076         lpfc_mem_free(phba);
3077
3078         dma_free_coherent(&pdev->dev, lpfc_sli_hbq_size(),
3079                           phba->hbqslimp.virt, phba->hbqslimp.phys);
3080
3081         /* Free resources associated with SLI2 interface */
3082         dma_free_coherent(&pdev->dev, SLI2_SLIM_SIZE,
3083                           phba->slim2p.virt, phba->slim2p.phys);
3084
3085         /* unmap adapter SLIM and Control Registers */
3086         iounmap(phba->ctrl_regs_memmap_p);
3087         iounmap(phba->slim_memmap_p);
3088
3089         idr_remove(&lpfc_hba_index, phba->brd_no);
3090
3091         kfree(phba);
3092
3093         pci_release_selected_regions(pdev, bars);
3094         pci_disable_device(pdev);
3095 }
3096
3097 /**
3098  * lpfc_pci_suspend_one: lpfc PCI func to suspend device for power management.
3099  * @pdev: pointer to PCI device
3100  * @msg: power management message
3101  *
3102  * This routine is to be registered to the kernel's PCI subsystem to support
3103  * system Power Management (PM). When PM invokes this method, it quiesces the
3104  * device by stopping the driver's worker thread for the device, turning off
3105  * device's interrupt and DMA, and bring the device offline. Note that as the
3106  * driver implements the minimum PM requirements to a power-aware driver's PM
3107  * support for suspend/resume -- all the possible PM messages (SUSPEND,
3108  * HIBERNATE, FREEZE) to the suspend() method call will be treated as SUSPEND
3109  * and the driver will fully reinitialize its device during resume() method
3110  * call, the driver will set device to PCI_D3hot state in PCI config space
3111  * instead of setting it according to the @msg provided by the PM.
3112  *
3113  * Return code
3114  *   0 - driver suspended the device
3115  *   Error otherwise
3116  **/
3117 static int
3118 lpfc_pci_suspend_one(struct pci_dev *pdev, pm_message_t msg)
3119 {
3120         struct Scsi_Host *shost = pci_get_drvdata(pdev);
3121         struct lpfc_hba *phba = ((struct lpfc_vport *)shost->hostdata)->phba;
3122
3123         lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
3124                         "0473 PCI device Power Management suspend.\n");
3125
3126         /* Bring down the device */
3127         lpfc_offline_prep(phba);
3128         lpfc_offline(phba);
3129         kthread_stop(phba->worker_thread);
3130
3131         /* Disable interrupt from device */
3132         lpfc_disable_intr(phba);
3133
3134         /* Save device state to PCI config space */
3135         pci_save_state(pdev);
3136         pci_set_power_state(pdev, PCI_D3hot);
3137
3138         return 0;
3139 }
3140
3141 /**
3142  * lpfc_pci_resume_one: lpfc PCI func to resume device for power management.
3143  * @pdev: pointer to PCI device
3144  *
3145  * This routine is to be registered to the kernel's PCI subsystem to support
3146  * system Power Management (PM). When PM invokes this method, it restores
3147  * the device's PCI config space state and fully reinitializes the device
3148  * and brings it online. Note that as the driver implements the minimum PM
3149  * requirements to a power-aware driver's PM for suspend/resume -- all
3150  * the possible PM messages (SUSPEND, HIBERNATE, FREEZE) to the suspend()
3151  * method call will be treated as SUSPEND and the driver will fully
3152  * reinitialize its device during resume() method call, the device will be
3153  * set to PCI_D0 directly in PCI config space before restoring the state.
3154  *
3155  * Return code
3156  *   0 - driver suspended the device
3157  *   Error otherwise
3158  **/
3159 static int
3160 lpfc_pci_resume_one(struct pci_dev *pdev)
3161 {
3162         struct Scsi_Host *shost = pci_get_drvdata(pdev);
3163         struct lpfc_hba *phba = ((struct lpfc_vport *)shost->hostdata)->phba;
3164         uint32_t intr_mode;
3165         int error;
3166
3167         lpfc_printf_log(phba, KERN_INFO, LOG_INIT,
3168                         "0452 PCI device Power Management resume.\n");
3169
3170         /* Restore device state from PCI config space */
3171         pci_set_power_state(pdev, PCI_D0);
3172         pci_restore_state(pdev);
3173         if (pdev->is_busmaster)
3174                 pci_set_master(pdev);
3175
3176         /* Startup the kernel thread for this host adapter. */
3177         phba->worker_thread = kthread_run(lpfc_do_work, phba,
3178                                         "lpfc_worker_%d", phba->brd_no);
3179         if (IS_ERR(phba->worker_thread)) {
3180                 error = PTR_ERR(phba->worker_thread);
3181                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
3182                                 "0434 PM resume failed to start worker "
3183                                 "thread: error=x%x.\n", error);
3184                 return error;
3185         }
3186
3187         /* Configure and enable interrupt */
3188         intr_mode = lpfc_enable_intr(phba, phba->intr_mode);
3189         if (intr_mode == LPFC_INTR_ERROR) {
3190                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
3191                                 "0430 PM resume Failed to enable interrupt\n");
3192                 return -EIO;
3193         } else
3194                 phba->intr_mode = intr_mode;
3195
3196         /* Restart HBA and bring it online */
3197         lpfc_sli_brdrestart(phba);
3198         lpfc_online(phba);
3199
3200         /* Log the current active interrupt mode */
3201         lpfc_log_intr_mode(phba, phba->intr_mode);
3202
3203         return 0;
3204 }
3205
3206 /**
3207  * lpfc_io_error_detected: Driver method for handling PCI I/O error detected.
3208  * @pdev: pointer to PCI device.
3209  * @state: the current PCI connection state.
3210  *
3211  * This routine is registered to the PCI subsystem for error handling. This
3212  * function is called by the PCI subsystem after a PCI bus error affecting
3213  * this device has been detected. When this function is invoked, it will
3214  * need to stop all the I/Os and interrupt(s) to the device. Once that is
3215  * done, it will return PCI_ERS_RESULT_NEED_RESET for the PCI subsystem to
3216  * perform proper recovery as desired.
3217  *
3218  * Return codes
3219  *   PCI_ERS_RESULT_NEED_RESET - need to reset before recovery
3220  *   PCI_ERS_RESULT_DISCONNECT - device could not be recovered
3221  **/
3222 static pci_ers_result_t lpfc_io_error_detected(struct pci_dev *pdev,
3223                                 pci_channel_state_t state)
3224 {
3225         struct Scsi_Host *shost = pci_get_drvdata(pdev);
3226         struct lpfc_hba *phba = ((struct lpfc_vport *)shost->hostdata)->phba;
3227         struct lpfc_sli *psli = &phba->sli;
3228         struct lpfc_sli_ring  *pring;
3229
3230         if (state == pci_channel_io_perm_failure) {
3231                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
3232                                 "0472 PCI channel I/O permanent failure\n");
3233                 /* Block all SCSI devices' I/Os on the host */
3234                 lpfc_scsi_dev_block(phba);
3235                 /* Clean up all driver's outstanding SCSI I/Os */
3236                 lpfc_sli_flush_fcp_rings(phba);
3237                 return PCI_ERS_RESULT_DISCONNECT;
3238         }
3239
3240         pci_disable_device(pdev);
3241         /*
3242          * There may be I/Os dropped by the firmware.
3243          * Error iocb (I/O) on txcmplq and let the SCSI layer
3244          * retry it after re-establishing link.
3245          */
3246         pring = &psli->ring[psli->fcp_ring];
3247         lpfc_sli_abort_iocb_ring(phba, pring);
3248
3249         /* Disable interrupt */
3250         lpfc_disable_intr(phba);
3251
3252         /* Request a slot reset. */
3253         return PCI_ERS_RESULT_NEED_RESET;
3254 }
3255
3256 /**
3257  * lpfc_io_slot_reset: Restart a PCI device from scratch.
3258  * @pdev: pointer to PCI device.
3259  *
3260  * This routine is registered to the PCI subsystem for error handling. This is
3261  * called after PCI bus has been reset to restart the PCI card from scratch,
3262  * as if from a cold-boot. During the PCI subsystem error recovery, after the
3263  * driver returns PCI_ERS_RESULT_NEED_RESET, the PCI subsystem will perform
3264  * proper error recovery and then call this routine before calling the .resume
3265  * method to recover the device. This function will initialize the HBA device,
3266  * enable the interrupt, but it will just put the HBA to offline state without
3267  * passing any I/O traffic.
3268  *
3269  * Return codes
3270  *   PCI_ERS_RESULT_RECOVERED - the device has been recovered
3271  *   PCI_ERS_RESULT_DISCONNECT - device could not be recovered
3272  */
3273 static pci_ers_result_t lpfc_io_slot_reset(struct pci_dev *pdev)
3274 {
3275         struct Scsi_Host *shost = pci_get_drvdata(pdev);
3276         struct lpfc_hba *phba = ((struct lpfc_vport *)shost->hostdata)->phba;
3277         struct lpfc_sli *psli = &phba->sli;
3278         uint32_t intr_mode;
3279
3280         dev_printk(KERN_INFO, &pdev->dev, "recovering from a slot reset.\n");
3281         if (pci_enable_device_mem(pdev)) {
3282                 printk(KERN_ERR "lpfc: Cannot re-enable "
3283                         "PCI device after reset.\n");
3284                 return PCI_ERS_RESULT_DISCONNECT;
3285         }
3286
3287         pci_restore_state(pdev);
3288         if (pdev->is_busmaster)
3289                 pci_set_master(pdev);
3290
3291         spin_lock_irq(&phba->hbalock);
3292         psli->sli_flag &= ~LPFC_SLI2_ACTIVE;
3293         spin_unlock_irq(&phba->hbalock);
3294
3295         /* Configure and enable interrupt */
3296         intr_mode = lpfc_enable_intr(phba, phba->intr_mode);
3297         if (intr_mode == LPFC_INTR_ERROR) {
3298                 lpfc_printf_log(phba, KERN_ERR, LOG_INIT,
3299                                 "0427 Cannot re-enable interrupt after "
3300                                 "slot reset.\n");
3301                 return PCI_ERS_RESULT_DISCONNECT;
3302         } else
3303                 phba->intr_mode = intr_mode;
3304
3305         /* Take device offline; this will perform cleanup */
3306         lpfc_offline(phba);
3307         lpfc_sli_brdrestart(phba);
3308
3309         /* Log the current active interrupt mode */
3310         lpfc_log_intr_mode(phba, phba->intr_mode);
3311
3312         return PCI_ERS_RESULT_RECOVERED;
3313 }
3314
3315 /**
3316  * lpfc_io_resume: Resume PCI I/O operation.
3317  * @pdev: pointer to PCI device
3318  *
3319  * This routine is registered to the PCI subsystem for error handling. It is
3320  * called when kernel error recovery tells the lpfc driver that it is ok to
3321  * resume normal PCI operation after PCI bus error recovery. After this call,
3322  * traffic can start to flow from this device again.
3323  */
3324 static void lpfc_io_resume(struct pci_dev *pdev)
3325 {
3326         struct Scsi_Host *shost = pci_get_drvdata(pdev);
3327         struct lpfc_hba *phba = ((struct lpfc_vport *)shost->hostdata)->phba;
3328
3329         lpfc_online(phba);
3330 }
3331
3332 static struct pci_device_id lpfc_id_table[] = {
3333         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_VIPER,
3334                 PCI_ANY_ID, PCI_ANY_ID, },
3335         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_FIREFLY,
3336                 PCI_ANY_ID, PCI_ANY_ID, },
3337         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_THOR,
3338                 PCI_ANY_ID, PCI_ANY_ID, },
3339         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_PEGASUS,
3340                 PCI_ANY_ID, PCI_ANY_ID, },
3341         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_CENTAUR,
3342                 PCI_ANY_ID, PCI_ANY_ID, },
3343         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_DRAGONFLY,
3344                 PCI_ANY_ID, PCI_ANY_ID, },
3345         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_SUPERFLY,
3346                 PCI_ANY_ID, PCI_ANY_ID, },
3347         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_RFLY,
3348                 PCI_ANY_ID, PCI_ANY_ID, },
3349         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_PFLY,
3350                 PCI_ANY_ID, PCI_ANY_ID, },
3351         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_NEPTUNE,
3352                 PCI_ANY_ID, PCI_ANY_ID, },
3353         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_NEPTUNE_SCSP,
3354                 PCI_ANY_ID, PCI_ANY_ID, },
3355         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_NEPTUNE_DCSP,
3356                 PCI_ANY_ID, PCI_ANY_ID, },
3357         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_HELIOS,
3358                 PCI_ANY_ID, PCI_ANY_ID, },
3359         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_HELIOS_SCSP,
3360                 PCI_ANY_ID, PCI_ANY_ID, },
3361         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_HELIOS_DCSP,
3362                 PCI_ANY_ID, PCI_ANY_ID, },
3363         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_BMID,
3364                 PCI_ANY_ID, PCI_ANY_ID, },
3365         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_BSMB,
3366                 PCI_ANY_ID, PCI_ANY_ID, },
3367         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_ZEPHYR,
3368                 PCI_ANY_ID, PCI_ANY_ID, },
3369         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_HORNET,
3370                 PCI_ANY_ID, PCI_ANY_ID, },
3371         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_ZEPHYR_SCSP,
3372                 PCI_ANY_ID, PCI_ANY_ID, },
3373         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_ZEPHYR_DCSP,
3374                 PCI_ANY_ID, PCI_ANY_ID, },
3375         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_ZMID,
3376                 PCI_ANY_ID, PCI_ANY_ID, },
3377         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_ZSMB,
3378                 PCI_ANY_ID, PCI_ANY_ID, },
3379         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_TFLY,
3380                 PCI_ANY_ID, PCI_ANY_ID, },
3381         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_LP101,
3382                 PCI_ANY_ID, PCI_ANY_ID, },
3383         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_LP10000S,
3384                 PCI_ANY_ID, PCI_ANY_ID, },
3385         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_LP11000S,
3386                 PCI_ANY_ID, PCI_ANY_ID, },
3387         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_LPE11000S,
3388                 PCI_ANY_ID, PCI_ANY_ID, },
3389         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_SAT,
3390                 PCI_ANY_ID, PCI_ANY_ID, },
3391         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_SAT_MID,
3392                 PCI_ANY_ID, PCI_ANY_ID, },
3393         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_SAT_SMB,
3394                 PCI_ANY_ID, PCI_ANY_ID, },
3395         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_SAT_DCSP,
3396                 PCI_ANY_ID, PCI_ANY_ID, },
3397         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_SAT_SCSP,
3398                 PCI_ANY_ID, PCI_ANY_ID, },
3399         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_SAT_S,
3400                 PCI_ANY_ID, PCI_ANY_ID, },
3401         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_PROTEUS_VF,
3402                 PCI_ANY_ID, PCI_ANY_ID, },
3403         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_PROTEUS_PF,
3404                 PCI_ANY_ID, PCI_ANY_ID, },
3405         {PCI_VENDOR_ID_EMULEX, PCI_DEVICE_ID_PROTEUS_S,
3406                 PCI_ANY_ID, PCI_ANY_ID, },
3407         { 0 }
3408 };
3409
3410 MODULE_DEVICE_TABLE(pci, lpfc_id_table);
3411
3412 static struct pci_error_handlers lpfc_err_handler = {
3413         .error_detected = lpfc_io_error_detected,
3414         .slot_reset = lpfc_io_slot_reset,
3415         .resume = lpfc_io_resume,
3416 };
3417
3418 static struct pci_driver lpfc_driver = {
3419         .name           = LPFC_DRIVER_NAME,
3420         .id_table       = lpfc_id_table,
3421         .probe          = lpfc_pci_probe_one,
3422         .remove         = __devexit_p(lpfc_pci_remove_one),
3423         .suspend        = lpfc_pci_suspend_one,
3424         .resume         = lpfc_pci_resume_one,
3425         .err_handler    = &lpfc_err_handler,
3426 };
3427
3428 /**
3429  * lpfc_init: lpfc module initialization routine.
3430  *
3431  * This routine is to be invoked when the lpfc module is loaded into the
3432  * kernel. The special kernel macro module_init() is used to indicate the
3433  * role of this routine to the kernel as lpfc module entry point.
3434  *
3435  * Return codes
3436  *   0 - successful
3437  *   -ENOMEM - FC attach transport failed
3438  *   all others - failed
3439  */
3440 static int __init
3441 lpfc_init(void)
3442 {
3443         int error = 0;
3444
3445         printk(LPFC_MODULE_DESC "\n");
3446         printk(LPFC_COPYRIGHT "\n");
3447
3448         if (lpfc_enable_npiv) {
3449                 lpfc_transport_functions.vport_create = lpfc_vport_create;
3450                 lpfc_transport_functions.vport_delete = lpfc_vport_delete;
3451         }
3452         lpfc_transport_template =
3453                                 fc_attach_transport(&lpfc_transport_functions);
3454         if (lpfc_transport_template == NULL)
3455                 return -ENOMEM;
3456         if (lpfc_enable_npiv) {
3457                 lpfc_vport_transport_template =
3458                         fc_attach_transport(&lpfc_vport_transport_functions);
3459                 if (lpfc_vport_transport_template == NULL) {
3460                         fc_release_transport(lpfc_transport_template);
3461                         return -ENOMEM;
3462                 }
3463         }
3464         error = pci_register_driver(&lpfc_driver);
3465         if (error) {
3466                 fc_release_transport(lpfc_transport_template);
3467                 if (lpfc_enable_npiv)
3468                         fc_release_transport(lpfc_vport_transport_template);
3469         }
3470
3471         return error;
3472 }
3473
3474 /**
3475  * lpfc_exit: lpfc module removal routine.
3476  *
3477  * This routine is invoked when the lpfc module is removed from the kernel.
3478  * The special kernel macro module_exit() is used to indicate the role of
3479  * this routine to the kernel as lpfc module exit point.
3480  */
3481 static void __exit
3482 lpfc_exit(void)
3483 {
3484         pci_unregister_driver(&lpfc_driver);
3485         fc_release_transport(lpfc_transport_template);
3486         if (lpfc_enable_npiv)
3487                 fc_release_transport(lpfc_vport_transport_template);
3488         if (_dump_buf_data) {
3489                 printk(KERN_ERR "BLKGRD freeing %lu pages for _dump_buf_data "
3490                                 "at 0x%p\n",
3491                                 (1L << _dump_buf_data_order), _dump_buf_data);
3492                 free_pages((unsigned long)_dump_buf_data, _dump_buf_data_order);
3493         }
3494
3495         if (_dump_buf_dif) {
3496                 printk(KERN_ERR "BLKGRD freeing %lu pages for _dump_buf_dif "
3497                                 "at 0x%p\n",
3498                                 (1L << _dump_buf_dif_order), _dump_buf_dif);
3499                 free_pages((unsigned long)_dump_buf_dif, _dump_buf_dif_order);
3500         }
3501 }
3502
3503 module_init(lpfc_init);
3504 module_exit(lpfc_exit);
3505 MODULE_LICENSE("GPL");
3506 MODULE_DESCRIPTION(LPFC_MODULE_DESC);
3507 MODULE_AUTHOR("Emulex Corporation - tech.support@emulex.com");
3508 MODULE_VERSION("0:" LPFC_DRIVER_VERSION);