1 /*******************************************************************
2 * This file is part of the Emulex Linux Device Driver for *
3 * Fibre Channel Host Bus Adapters. *
4 * Copyright (C) 2004-2008 Emulex. All rights reserved. *
5 * EMULEX and SLI are trademarks of Emulex. *
7 * Portions Copyright (C) 2004-2005 Christoph Hellwig *
9 * This program is free software; you can redistribute it and/or *
10 * modify it under the terms of version 2 of the GNU General *
11 * Public License as published by the Free Software Foundation. *
12 * This program is distributed in the hope that it will be useful. *
13 * ALL EXPRESS OR IMPLIED CONDITIONS, REPRESENTATIONS AND *
14 * WARRANTIES, INCLUDING ANY IMPLIED WARRANTY OF MERCHANTABILITY, *
15 * FITNESS FOR A PARTICULAR PURPOSE, OR NON-INFRINGEMENT, ARE *
16 * DISCLAIMED, EXCEPT TO THE EXTENT THAT SUCH DISCLAIMERS ARE HELD *
17 * TO BE LEGALLY INVALID. See the GNU General Public License for *
18 * more details, a copy of which can be found in the file COPYING *
19 * included with this package. *
20 *******************************************************************/
22 #include <linux/blkdev.h>
23 #include <linux/delay.h>
24 #include <linux/dma-mapping.h>
25 #include <linux/idr.h>
26 #include <linux/interrupt.h>
27 #include <linux/kthread.h>
28 #include <linux/pci.h>
29 #include <linux/spinlock.h>
31 #include <scsi/scsi.h>
32 #include <scsi/scsi_device.h>
33 #include <scsi/scsi_host.h>
34 #include <scsi/scsi_transport_fc.h>
37 #include "lpfc_disc.h"
38 #include "lpfc_scsi.h"
40 #include "lpfc_logmsg.h"
41 #include "lpfc_crtn.h"
42 #include "lpfc_version.h"
43 #include "lpfc_vport.h"
45 inline void lpfc_vport_set_state(struct lpfc_vport *vport,
46 enum fc_vport_state new_state)
48 struct fc_vport *fc_vport = vport->fc_vport;
52 * When the transport defines fc_vport_set state we will replace
53 * this code with the following line
55 /* fc_vport_set_state(fc_vport, new_state); */
56 if (new_state != FC_VPORT_INITIALIZING)
57 fc_vport->vport_last_state = fc_vport->vport_state;
58 fc_vport->vport_state = new_state;
61 /* for all the error states we will set the invternal state to FAILED */
63 case FC_VPORT_NO_FABRIC_SUPP:
64 case FC_VPORT_NO_FABRIC_RSCS:
65 case FC_VPORT_FABRIC_LOGOUT:
66 case FC_VPORT_FABRIC_REJ_WWN:
68 vport->port_state = LPFC_VPORT_FAILED;
70 case FC_VPORT_LINKDOWN:
71 vport->port_state = LPFC_VPORT_UNKNOWN;
80 lpfc_alloc_vpi(struct lpfc_hba *phba)
84 spin_lock_irq(&phba->hbalock);
85 /* Start at bit 1 because vpi zero is reserved for the physical port */
86 vpi = find_next_zero_bit(phba->vpi_bmask, (phba->max_vpi + 1), 1);
87 if (vpi > phba->max_vpi)
90 set_bit(vpi, phba->vpi_bmask);
91 spin_unlock_irq(&phba->hbalock);
96 lpfc_free_vpi(struct lpfc_hba *phba, int vpi)
98 spin_lock_irq(&phba->hbalock);
99 clear_bit(vpi, phba->vpi_bmask);
100 spin_unlock_irq(&phba->hbalock);
104 lpfc_vport_sparm(struct lpfc_hba *phba, struct lpfc_vport *vport)
108 struct lpfc_dmabuf *mp;
111 pmb = mempool_alloc(phba->mbox_mem_pool, GFP_KERNEL);
117 lpfc_read_sparam(phba, pmb, vport->vpi);
119 * Grab buffer pointer and clear context1 so we can use
120 * lpfc_sli_issue_box_wait
122 mp = (struct lpfc_dmabuf *) pmb->context1;
123 pmb->context1 = NULL;
126 rc = lpfc_sli_issue_mbox_wait(phba, pmb, phba->fc_ratov * 2);
127 if (rc != MBX_SUCCESS) {
128 if (signal_pending(current)) {
129 lpfc_printf_vlog(vport, KERN_ERR, LOG_INIT | LOG_VPORT,
130 "1830 Signal aborted mbxCmd x%x\n",
132 lpfc_mbuf_free(phba, mp->virt, mp->phys);
134 if (rc != MBX_TIMEOUT)
135 mempool_free(pmb, phba->mbox_mem_pool);
138 lpfc_printf_vlog(vport, KERN_ERR, LOG_INIT | LOG_VPORT,
139 "1818 VPort failed init, mbxCmd x%x "
140 "READ_SPARM mbxStatus x%x, rc = x%x\n",
141 mb->mbxCommand, mb->mbxStatus, rc);
142 lpfc_mbuf_free(phba, mp->virt, mp->phys);
144 if (rc != MBX_TIMEOUT)
145 mempool_free(pmb, phba->mbox_mem_pool);
150 memcpy(&vport->fc_sparam, mp->virt, sizeof (struct serv_parm));
151 memcpy(&vport->fc_nodename, &vport->fc_sparam.nodeName,
152 sizeof (struct lpfc_name));
153 memcpy(&vport->fc_portname, &vport->fc_sparam.portName,
154 sizeof (struct lpfc_name));
156 lpfc_mbuf_free(phba, mp->virt, mp->phys);
158 mempool_free(pmb, phba->mbox_mem_pool);
164 lpfc_valid_wwn_format(struct lpfc_hba *phba, struct lpfc_name *wwn,
165 const char *name_type)
167 /* ensure that IEEE format 1 addresses
168 * contain zeros in bits 59-48
170 if (!((wwn->u.wwn[0] >> 4) == 1 &&
171 ((wwn->u.wwn[0] & 0xf) != 0 || (wwn->u.wwn[1] & 0xf) != 0)))
174 lpfc_printf_log(phba, KERN_ERR, LOG_VPORT,
175 "1822 Invalid %s: %02x:%02x:%02x:%02x:"
176 "%02x:%02x:%02x:%02x\n",
178 wwn->u.wwn[0], wwn->u.wwn[1],
179 wwn->u.wwn[2], wwn->u.wwn[3],
180 wwn->u.wwn[4], wwn->u.wwn[5],
181 wwn->u.wwn[6], wwn->u.wwn[7]);
186 lpfc_unique_wwpn(struct lpfc_hba *phba, struct lpfc_vport *new_vport)
188 struct lpfc_vport *vport;
191 spin_lock_irqsave(&phba->hbalock, flags);
192 list_for_each_entry(vport, &phba->port_list, listentry) {
193 if (vport == new_vport)
195 /* If they match, return not unique */
196 if (memcmp(&vport->fc_sparam.portName,
197 &new_vport->fc_sparam.portName,
198 sizeof(struct lpfc_name)) == 0) {
199 spin_unlock_irqrestore(&phba->hbalock, flags);
203 spin_unlock_irqrestore(&phba->hbalock, flags);
208 lpfc_vport_create(struct fc_vport *fc_vport, bool disable)
210 struct lpfc_nodelist *ndlp;
211 struct Scsi_Host *shost = fc_vport->shost;
212 struct lpfc_vport *pport = (struct lpfc_vport *) shost->hostdata;
213 struct lpfc_hba *phba = pport->phba;
214 struct lpfc_vport *vport = NULL;
217 int rc = VPORT_ERROR;
220 if ((phba->sli_rev < 3) ||
221 !(phba->sli3_options & LPFC_SLI3_NPIV_ENABLED)) {
222 lpfc_printf_log(phba, KERN_ERR, LOG_VPORT,
223 "1808 Create VPORT failed: "
224 "NPIV is not enabled: SLImode:%d\n",
230 vpi = lpfc_alloc_vpi(phba);
232 lpfc_printf_log(phba, KERN_ERR, LOG_VPORT,
233 "1809 Create VPORT failed: "
234 "Max VPORTs (%d) exceeded\n",
236 rc = VPORT_NORESOURCES;
241 /* Assign an unused board number */
242 if ((instance = lpfc_get_instance()) < 0) {
243 lpfc_printf_log(phba, KERN_ERR, LOG_VPORT,
244 "1810 Create VPORT failed: Cannot get "
245 "instance number\n");
246 lpfc_free_vpi(phba, vpi);
247 rc = VPORT_NORESOURCES;
251 vport = lpfc_create_port(phba, instance, &fc_vport->dev);
253 lpfc_printf_log(phba, KERN_ERR, LOG_VPORT,
254 "1811 Create VPORT failed: vpi x%x\n", vpi);
255 lpfc_free_vpi(phba, vpi);
256 rc = VPORT_NORESOURCES;
261 lpfc_debugfs_initialize(vport);
263 if ((status = lpfc_vport_sparm(phba, vport))) {
264 if (status == -EINTR) {
265 lpfc_printf_vlog(vport, KERN_ERR, LOG_VPORT,
266 "1831 Create VPORT Interrupted.\n");
269 lpfc_printf_vlog(vport, KERN_ERR, LOG_VPORT,
270 "1813 Create VPORT failed. "
271 "Cannot get sparam\n");
272 rc = VPORT_NORESOURCES;
274 lpfc_free_vpi(phba, vpi);
279 memcpy(vport->fc_portname.u.wwn, vport->fc_sparam.portName.u.wwn, 8);
280 memcpy(vport->fc_nodename.u.wwn, vport->fc_sparam.nodeName.u.wwn, 8);
282 if (fc_vport->node_name != 0)
283 u64_to_wwn(fc_vport->node_name, vport->fc_nodename.u.wwn);
284 if (fc_vport->port_name != 0)
285 u64_to_wwn(fc_vport->port_name, vport->fc_portname.u.wwn);
287 memcpy(&vport->fc_sparam.portName, vport->fc_portname.u.wwn, 8);
288 memcpy(&vport->fc_sparam.nodeName, vport->fc_nodename.u.wwn, 8);
290 if (!lpfc_valid_wwn_format(phba, &vport->fc_sparam.nodeName, "WWNN") ||
291 !lpfc_valid_wwn_format(phba, &vport->fc_sparam.portName, "WWPN")) {
292 lpfc_printf_vlog(vport, KERN_ERR, LOG_VPORT,
293 "1821 Create VPORT failed. "
294 "Invalid WWN format\n");
295 lpfc_free_vpi(phba, vpi);
301 if (!lpfc_unique_wwpn(phba, vport)) {
302 lpfc_printf_vlog(vport, KERN_ERR, LOG_VPORT,
303 "1823 Create VPORT failed. "
304 "Duplicate WWN on HBA\n");
305 lpfc_free_vpi(phba, vpi);
311 *(struct lpfc_vport **)fc_vport->dd_data = vport;
312 vport->fc_vport = fc_vport;
314 if ((phba->link_state < LPFC_LINK_UP) ||
315 (phba->fc_topology == TOPOLOGY_LOOP)) {
316 lpfc_vport_set_state(vport, FC_VPORT_LINKDOWN);
326 /* Use the Physical nodes Fabric NDLP to determine if the link is
327 * up and ready to FDISC.
329 ndlp = lpfc_findnode_did(phba->pport, Fabric_DID);
330 if (ndlp && NLP_CHK_NODE_ACT(ndlp) &&
331 ndlp->nlp_state == NLP_STE_UNMAPPED_NODE) {
332 if (phba->link_flag & LS_NPIV_FAB_SUPPORTED) {
333 lpfc_set_disctmo(vport);
334 lpfc_initial_fdisc(vport);
336 lpfc_vport_set_state(vport, FC_VPORT_NO_FABRIC_SUPP);
337 lpfc_printf_vlog(vport, KERN_ERR, LOG_ELS,
338 "0262 No NPIV Fabric support\n");
341 lpfc_vport_set_state(vport, FC_VPORT_FAILED);
346 lpfc_printf_vlog(vport, KERN_ERR, LOG_VPORT,
347 "1825 Vport Created.\n");
348 lpfc_host_attrib_init(lpfc_shost_from_vport(vport));
354 disable_vport(struct fc_vport *fc_vport)
356 struct lpfc_vport *vport = *(struct lpfc_vport **)fc_vport->dd_data;
357 struct lpfc_hba *phba = vport->phba;
358 struct lpfc_nodelist *ndlp = NULL, *next_ndlp = NULL;
361 ndlp = lpfc_findnode_did(vport, Fabric_DID);
362 if (ndlp && NLP_CHK_NODE_ACT(ndlp)
363 && phba->link_state >= LPFC_LINK_UP) {
364 vport->unreg_vpi_cmpl = VPORT_INVAL;
365 timeout = msecs_to_jiffies(phba->fc_ratov * 2000);
366 if (!lpfc_issue_els_npiv_logo(vport, ndlp))
367 while (vport->unreg_vpi_cmpl == VPORT_INVAL && timeout)
368 timeout = schedule_timeout(timeout);
371 lpfc_sli_host_down(vport);
373 /* Mark all nodes for discovery so we can remove them by
374 * calling lpfc_cleanup_rpis(vport, 1)
376 list_for_each_entry_safe(ndlp, next_ndlp, &vport->fc_nodes, nlp_listp) {
377 if (!NLP_CHK_NODE_ACT(ndlp))
379 if (ndlp->nlp_state == NLP_STE_UNUSED_NODE)
381 lpfc_disc_state_machine(vport, ndlp, NULL,
382 NLP_EVT_DEVICE_RECOVERY);
384 lpfc_cleanup_rpis(vport, 1);
386 lpfc_stop_vport_timers(vport);
387 lpfc_unreg_all_rpis(vport);
388 lpfc_unreg_default_rpis(vport);
390 * Completion of unreg_vpi (lpfc_mbx_cmpl_unreg_vpi) does the
391 * scsi_host_put() to release the vport.
393 lpfc_mbx_unreg_vpi(vport);
395 lpfc_vport_set_state(vport, FC_VPORT_DISABLED);
396 lpfc_printf_vlog(vport, KERN_ERR, LOG_VPORT,
397 "1826 Vport Disabled.\n");
402 enable_vport(struct fc_vport *fc_vport)
404 struct lpfc_vport *vport = *(struct lpfc_vport **)fc_vport->dd_data;
405 struct lpfc_hba *phba = vport->phba;
406 struct lpfc_nodelist *ndlp = NULL;
408 if ((phba->link_state < LPFC_LINK_UP) ||
409 (phba->fc_topology == TOPOLOGY_LOOP)) {
410 lpfc_vport_set_state(vport, FC_VPORT_LINKDOWN);
414 vport->load_flag |= FC_LOADING;
415 vport->fc_flag |= FC_VPORT_NEEDS_REG_VPI;
417 /* Use the Physical nodes Fabric NDLP to determine if the link is
418 * up and ready to FDISC.
420 ndlp = lpfc_findnode_did(phba->pport, Fabric_DID);
421 if (ndlp && NLP_CHK_NODE_ACT(ndlp)
422 && ndlp->nlp_state == NLP_STE_UNMAPPED_NODE) {
423 if (phba->link_flag & LS_NPIV_FAB_SUPPORTED) {
424 lpfc_set_disctmo(vport);
425 lpfc_initial_fdisc(vport);
427 lpfc_vport_set_state(vport, FC_VPORT_NO_FABRIC_SUPP);
428 lpfc_printf_vlog(vport, KERN_ERR, LOG_ELS,
429 "0264 No NPIV Fabric support\n");
432 lpfc_vport_set_state(vport, FC_VPORT_FAILED);
434 lpfc_printf_vlog(vport, KERN_ERR, LOG_VPORT,
435 "1827 Vport Enabled.\n");
440 lpfc_vport_disable(struct fc_vport *fc_vport, bool disable)
443 return disable_vport(fc_vport);
445 return enable_vport(fc_vport);
450 lpfc_vport_delete(struct fc_vport *fc_vport)
452 struct lpfc_nodelist *ndlp = NULL;
453 struct Scsi_Host *shost = (struct Scsi_Host *) fc_vport->shost;
454 struct lpfc_vport *vport = *(struct lpfc_vport **)fc_vport->dd_data;
455 struct lpfc_hba *phba = vport->phba;
458 if (vport->port_type == LPFC_PHYSICAL_PORT) {
459 lpfc_printf_vlog(vport, KERN_ERR, LOG_VPORT,
460 "1812 vport_delete failed: Cannot delete "
465 * If we are not unloading the driver then prevent the vport_delete
466 * from happening until after this vport's discovery is finished.
468 if (!(phba->pport->load_flag & FC_UNLOADING)) {
470 while (check_count < ((phba->fc_ratov * 3) + 3) &&
471 vport->port_state > LPFC_VPORT_FAILED &&
472 vport->port_state < LPFC_VPORT_READY) {
476 if (vport->port_state > LPFC_VPORT_FAILED &&
477 vport->port_state < LPFC_VPORT_READY)
481 * This is a bit of a mess. We want to ensure the shost doesn't get
482 * torn down until we're done with the embedded lpfc_vport structure.
484 * Beyond holding a reference for this function, we also need a
485 * reference for outstanding I/O requests we schedule during delete
486 * processing. But once we scsi_remove_host() we can no longer obtain
487 * a reference through scsi_host_get().
489 * So we take two references here. We release one reference at the
490 * bottom of the function -- after delinking the vport. And we
491 * release the other at the completion of the unreg_vpi that get's
492 * initiated after we've disposed of all other resources associated
495 if (!scsi_host_get(shost) || !scsi_host_get(shost))
497 spin_lock_irq(&phba->hbalock);
498 vport->load_flag |= FC_UNLOADING;
499 spin_unlock_irq(&phba->hbalock);
501 lpfc_debugfs_terminate(vport);
502 fc_remove_host(lpfc_shost_from_vport(vport));
503 scsi_remove_host(lpfc_shost_from_vport(vport));
505 ndlp = lpfc_findnode_did(phba->pport, Fabric_DID);
507 /* In case of driver unload, we shall not perform fabric logo as the
508 * worker thread already stopped at this stage and, in this case, we
509 * can safely skip the fabric logo.
511 if (phba->pport->load_flag & FC_UNLOADING) {
512 if (ndlp && NLP_CHK_NODE_ACT(ndlp) &&
513 ndlp->nlp_state == NLP_STE_UNMAPPED_NODE &&
514 phba->link_state >= LPFC_LINK_UP) {
515 /* First look for the Fabric ndlp */
516 ndlp = lpfc_findnode_did(vport, Fabric_DID);
519 else if (!NLP_CHK_NODE_ACT(ndlp)) {
520 ndlp = lpfc_enable_node(vport, ndlp,
521 NLP_STE_UNUSED_NODE);
525 /* Remove ndlp from vport npld list */
526 lpfc_dequeue_node(vport, ndlp);
528 /* Indicate free memory when release */
529 spin_lock_irq(&phba->ndlp_lock);
530 NLP_SET_FREE_REQ(ndlp);
531 spin_unlock_irq(&phba->ndlp_lock);
532 /* Kick off release ndlp when it can be safely done */
538 /* Otherwise, we will perform fabric logo as needed */
539 if (ndlp && NLP_CHK_NODE_ACT(ndlp) &&
540 ndlp->nlp_state == NLP_STE_UNMAPPED_NODE &&
541 phba->link_state >= LPFC_LINK_UP &&
542 phba->fc_topology != TOPOLOGY_LOOP) {
543 if (vport->cfg_enable_da_id) {
544 timeout = msecs_to_jiffies(phba->fc_ratov * 2000);
545 if (!lpfc_ns_cmd(vport, SLI_CTNS_DA_ID, 0, 0))
546 while (vport->ct_flags && timeout)
547 timeout = schedule_timeout(timeout);
549 lpfc_printf_log(vport->phba, KERN_WARNING,
551 "1829 CT command failed to "
552 "delete objects on fabric. \n");
554 /* First look for the Fabric ndlp */
555 ndlp = lpfc_findnode_did(vport, Fabric_DID);
557 /* Cannot find existing Fabric ndlp, allocate one */
558 ndlp = mempool_alloc(phba->nlp_mem_pool, GFP_KERNEL);
561 lpfc_nlp_init(vport, ndlp, Fabric_DID);
562 /* Indicate free memory when release */
563 NLP_SET_FREE_REQ(ndlp);
565 if (!NLP_CHK_NODE_ACT(ndlp))
566 ndlp = lpfc_enable_node(vport, ndlp,
567 NLP_STE_UNUSED_NODE);
571 /* Remove ndlp from vport npld list */
572 lpfc_dequeue_node(vport, ndlp);
573 spin_lock_irq(&phba->ndlp_lock);
574 if (!NLP_CHK_FREE_REQ(ndlp))
575 /* Indicate free memory when release */
576 NLP_SET_FREE_REQ(ndlp);
578 /* Skip this if ndlp is already in free mode */
579 spin_unlock_irq(&phba->ndlp_lock);
582 spin_unlock_irq(&phba->ndlp_lock);
584 vport->unreg_vpi_cmpl = VPORT_INVAL;
585 timeout = msecs_to_jiffies(phba->fc_ratov * 2000);
586 if (!lpfc_issue_els_npiv_logo(vport, ndlp))
587 while (vport->unreg_vpi_cmpl == VPORT_INVAL && timeout)
588 timeout = schedule_timeout(timeout);
593 lpfc_sli_host_down(vport);
595 lpfc_stop_vport_timers(vport);
597 if (!(phba->pport->load_flag & FC_UNLOADING)) {
598 lpfc_unreg_all_rpis(vport);
599 lpfc_unreg_default_rpis(vport);
601 * Completion of unreg_vpi (lpfc_mbx_cmpl_unreg_vpi)
602 * does the scsi_host_put() to release the vport.
604 lpfc_mbx_unreg_vpi(vport);
607 lpfc_free_vpi(phba, vport->vpi);
608 vport->work_port_events = 0;
609 spin_lock_irq(&phba->hbalock);
610 list_del_init(&vport->listentry);
611 spin_unlock_irq(&phba->hbalock);
612 lpfc_printf_vlog(vport, KERN_ERR, LOG_VPORT,
613 "1828 Vport Deleted.\n");
614 scsi_host_put(shost);
619 lpfc_create_vport_work_array(struct lpfc_hba *phba)
621 struct lpfc_vport *port_iterator;
622 struct lpfc_vport **vports;
624 vports = kzalloc((phba->max_vpi + 1) * sizeof(struct lpfc_vport *),
628 spin_lock_irq(&phba->hbalock);
629 list_for_each_entry(port_iterator, &phba->port_list, listentry) {
630 if (!scsi_host_get(lpfc_shost_from_vport(port_iterator))) {
631 lpfc_printf_vlog(port_iterator, KERN_WARNING, LOG_VPORT,
632 "1801 Create vport work array FAILED: "
633 "cannot do scsi_host_get\n");
636 vports[index++] = port_iterator;
638 spin_unlock_irq(&phba->hbalock);
643 lpfc_destroy_vport_work_array(struct lpfc_hba *phba, struct lpfc_vport **vports)
648 for (i=0; vports[i] != NULL && i <= phba->max_vpi; i++)
649 scsi_host_put(lpfc_shost_from_vport(vports[i]));