4 * Implementation of FSF commands.
6 * Copyright IBM Corporation 2002, 2009
9 #define KMSG_COMPONENT "zfcp"
10 #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
12 #include <linux/blktrace_api.h>
15 #define ZFCP_REQ_AUTO_CLEANUP 0x00000002
16 #define ZFCP_REQ_NO_QTCB 0x00000008
18 static void zfcp_fsf_request_timeout_handler(unsigned long data)
20 struct zfcp_adapter *adapter = (struct zfcp_adapter *) data;
21 zfcp_erp_adapter_reopen(adapter, ZFCP_STATUS_COMMON_ERP_FAILED,
25 static void zfcp_fsf_start_timer(struct zfcp_fsf_req *fsf_req,
26 unsigned long timeout)
28 fsf_req->timer.function = zfcp_fsf_request_timeout_handler;
29 fsf_req->timer.data = (unsigned long) fsf_req->adapter;
30 fsf_req->timer.expires = jiffies + timeout;
31 add_timer(&fsf_req->timer);
34 static void zfcp_fsf_start_erp_timer(struct zfcp_fsf_req *fsf_req)
36 BUG_ON(!fsf_req->erp_action);
37 fsf_req->timer.function = zfcp_erp_timeout_handler;
38 fsf_req->timer.data = (unsigned long) fsf_req->erp_action;
39 fsf_req->timer.expires = jiffies + 30 * HZ;
40 add_timer(&fsf_req->timer);
43 /* association between FSF command and FSF QTCB type */
44 static u32 fsf_qtcb_type[] = {
45 [FSF_QTCB_FCP_CMND] = FSF_IO_COMMAND,
46 [FSF_QTCB_ABORT_FCP_CMND] = FSF_SUPPORT_COMMAND,
47 [FSF_QTCB_OPEN_PORT_WITH_DID] = FSF_SUPPORT_COMMAND,
48 [FSF_QTCB_OPEN_LUN] = FSF_SUPPORT_COMMAND,
49 [FSF_QTCB_CLOSE_LUN] = FSF_SUPPORT_COMMAND,
50 [FSF_QTCB_CLOSE_PORT] = FSF_SUPPORT_COMMAND,
51 [FSF_QTCB_CLOSE_PHYSICAL_PORT] = FSF_SUPPORT_COMMAND,
52 [FSF_QTCB_SEND_ELS] = FSF_SUPPORT_COMMAND,
53 [FSF_QTCB_SEND_GENERIC] = FSF_SUPPORT_COMMAND,
54 [FSF_QTCB_EXCHANGE_CONFIG_DATA] = FSF_CONFIG_COMMAND,
55 [FSF_QTCB_EXCHANGE_PORT_DATA] = FSF_PORT_COMMAND,
56 [FSF_QTCB_DOWNLOAD_CONTROL_FILE] = FSF_SUPPORT_COMMAND,
57 [FSF_QTCB_UPLOAD_CONTROL_FILE] = FSF_SUPPORT_COMMAND
60 static void zfcp_act_eval_err(struct zfcp_adapter *adapter, u32 table)
62 u16 subtable = table >> 16;
63 u16 rule = table & 0xffff;
64 const char *act_type[] = { "unknown", "OS", "WWPN", "DID", "LUN" };
66 if (subtable && subtable < ARRAY_SIZE(act_type))
67 dev_warn(&adapter->ccw_device->dev,
68 "Access denied according to ACT rule type %s, "
69 "rule %d\n", act_type[subtable], rule);
72 static void zfcp_fsf_access_denied_port(struct zfcp_fsf_req *req,
73 struct zfcp_port *port)
75 struct fsf_qtcb_header *header = &req->qtcb->header;
76 dev_warn(&req->adapter->ccw_device->dev,
77 "Access denied to port 0x%016Lx\n",
78 (unsigned long long)port->wwpn);
79 zfcp_act_eval_err(req->adapter, header->fsf_status_qual.halfword[0]);
80 zfcp_act_eval_err(req->adapter, header->fsf_status_qual.halfword[1]);
81 zfcp_erp_port_access_denied(port, "fspad_1", req);
82 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
85 static void zfcp_fsf_access_denied_unit(struct zfcp_fsf_req *req,
86 struct zfcp_unit *unit)
88 struct fsf_qtcb_header *header = &req->qtcb->header;
89 dev_warn(&req->adapter->ccw_device->dev,
90 "Access denied to unit 0x%016Lx on port 0x%016Lx\n",
91 (unsigned long long)unit->fcp_lun,
92 (unsigned long long)unit->port->wwpn);
93 zfcp_act_eval_err(req->adapter, header->fsf_status_qual.halfword[0]);
94 zfcp_act_eval_err(req->adapter, header->fsf_status_qual.halfword[1]);
95 zfcp_erp_unit_access_denied(unit, "fsuad_1", req);
96 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
99 static void zfcp_fsf_class_not_supp(struct zfcp_fsf_req *req)
101 dev_err(&req->adapter->ccw_device->dev, "FCP device not "
102 "operational because of an unsupported FC class\n");
103 zfcp_erp_adapter_shutdown(req->adapter, 0, "fscns_1", req);
104 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
108 * zfcp_fsf_req_free - free memory used by fsf request
109 * @fsf_req: pointer to struct zfcp_fsf_req
111 void zfcp_fsf_req_free(struct zfcp_fsf_req *req)
113 if (likely(req->pool)) {
114 mempool_free(req, req->pool);
119 kmem_cache_free(zfcp_data.fsf_req_qtcb_cache, req);
125 * zfcp_fsf_req_dismiss_all - dismiss all fsf requests
126 * @adapter: pointer to struct zfcp_adapter
128 * Never ever call this without shutting down the adapter first.
129 * Otherwise the adapter would continue using and corrupting s390 storage.
130 * Included BUG_ON() call to ensure this is done.
131 * ERP is supposed to be the only user of this function.
133 void zfcp_fsf_req_dismiss_all(struct zfcp_adapter *adapter)
135 struct zfcp_fsf_req *req, *tmp;
137 LIST_HEAD(remove_queue);
140 BUG_ON(atomic_read(&adapter->status) & ZFCP_STATUS_ADAPTER_QDIOUP);
141 spin_lock_irqsave(&adapter->req_list_lock, flags);
142 for (i = 0; i < REQUEST_LIST_SIZE; i++)
143 list_splice_init(&adapter->req_list[i], &remove_queue);
144 spin_unlock_irqrestore(&adapter->req_list_lock, flags);
146 list_for_each_entry_safe(req, tmp, &remove_queue, list) {
147 list_del(&req->list);
148 req->status |= ZFCP_STATUS_FSFREQ_DISMISSED;
149 zfcp_fsf_req_complete(req);
153 static void zfcp_fsf_status_read_port_closed(struct zfcp_fsf_req *req)
155 struct fsf_status_read_buffer *sr_buf = req->data;
156 struct zfcp_adapter *adapter = req->adapter;
157 struct zfcp_port *port;
158 int d_id = sr_buf->d_id & ZFCP_DID_MASK;
161 read_lock_irqsave(&zfcp_data.config_lock, flags);
162 list_for_each_entry(port, &adapter->port_list_head, list)
163 if (port->d_id == d_id) {
164 read_unlock_irqrestore(&zfcp_data.config_lock, flags);
165 zfcp_erp_port_reopen(port, 0, "fssrpc1", req);
168 read_unlock_irqrestore(&zfcp_data.config_lock, flags);
171 static void zfcp_fsf_link_down_info_eval(struct zfcp_fsf_req *req, char *id,
172 struct fsf_link_down_info *link_down)
174 struct zfcp_adapter *adapter = req->adapter;
176 if (atomic_read(&adapter->status) & ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED)
179 atomic_set_mask(ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED, &adapter->status);
180 zfcp_scsi_schedule_rports_block(adapter);
185 switch (link_down->error_code) {
186 case FSF_PSQ_LINK_NO_LIGHT:
187 dev_warn(&req->adapter->ccw_device->dev,
188 "There is no light signal from the local "
189 "fibre channel cable\n");
191 case FSF_PSQ_LINK_WRAP_PLUG:
192 dev_warn(&req->adapter->ccw_device->dev,
193 "There is a wrap plug instead of a fibre "
196 case FSF_PSQ_LINK_NO_FCP:
197 dev_warn(&req->adapter->ccw_device->dev,
198 "The adjacent fibre channel node does not "
201 case FSF_PSQ_LINK_FIRMWARE_UPDATE:
202 dev_warn(&req->adapter->ccw_device->dev,
203 "The FCP device is suspended because of a "
204 "firmware update\n");
206 case FSF_PSQ_LINK_INVALID_WWPN:
207 dev_warn(&req->adapter->ccw_device->dev,
208 "The FCP device detected a WWPN that is "
209 "duplicate or not valid\n");
211 case FSF_PSQ_LINK_NO_NPIV_SUPPORT:
212 dev_warn(&req->adapter->ccw_device->dev,
213 "The fibre channel fabric does not support NPIV\n");
215 case FSF_PSQ_LINK_NO_FCP_RESOURCES:
216 dev_warn(&req->adapter->ccw_device->dev,
217 "The FCP adapter cannot support more NPIV ports\n");
219 case FSF_PSQ_LINK_NO_FABRIC_RESOURCES:
220 dev_warn(&req->adapter->ccw_device->dev,
221 "The adjacent switch cannot support "
222 "more NPIV ports\n");
224 case FSF_PSQ_LINK_FABRIC_LOGIN_UNABLE:
225 dev_warn(&req->adapter->ccw_device->dev,
226 "The FCP adapter could not log in to the "
227 "fibre channel fabric\n");
229 case FSF_PSQ_LINK_WWPN_ASSIGNMENT_CORRUPTED:
230 dev_warn(&req->adapter->ccw_device->dev,
231 "The WWPN assignment file on the FCP adapter "
232 "has been damaged\n");
234 case FSF_PSQ_LINK_MODE_TABLE_CURRUPTED:
235 dev_warn(&req->adapter->ccw_device->dev,
236 "The mode table on the FCP adapter "
237 "has been damaged\n");
239 case FSF_PSQ_LINK_NO_WWPN_ASSIGNMENT:
240 dev_warn(&req->adapter->ccw_device->dev,
241 "All NPIV ports on the FCP adapter have "
245 dev_warn(&req->adapter->ccw_device->dev,
246 "The link between the FCP adapter and "
247 "the FC fabric is down\n");
250 zfcp_erp_adapter_failed(adapter, id, req);
253 static void zfcp_fsf_status_read_link_down(struct zfcp_fsf_req *req)
255 struct fsf_status_read_buffer *sr_buf = req->data;
256 struct fsf_link_down_info *ldi =
257 (struct fsf_link_down_info *) &sr_buf->payload;
259 switch (sr_buf->status_subtype) {
260 case FSF_STATUS_READ_SUB_NO_PHYSICAL_LINK:
261 zfcp_fsf_link_down_info_eval(req, "fssrld1", ldi);
263 case FSF_STATUS_READ_SUB_FDISC_FAILED:
264 zfcp_fsf_link_down_info_eval(req, "fssrld2", ldi);
266 case FSF_STATUS_READ_SUB_FIRMWARE_UPDATE:
267 zfcp_fsf_link_down_info_eval(req, "fssrld3", NULL);
271 static void zfcp_fsf_status_read_handler(struct zfcp_fsf_req *req)
273 struct zfcp_adapter *adapter = req->adapter;
274 struct fsf_status_read_buffer *sr_buf = req->data;
276 if (req->status & ZFCP_STATUS_FSFREQ_DISMISSED) {
277 zfcp_hba_dbf_event_fsf_unsol("dism", adapter, sr_buf);
278 mempool_free(sr_buf, adapter->pool.data_status_read);
279 zfcp_fsf_req_free(req);
283 zfcp_hba_dbf_event_fsf_unsol("read", adapter, sr_buf);
285 switch (sr_buf->status_type) {
286 case FSF_STATUS_READ_PORT_CLOSED:
287 zfcp_fsf_status_read_port_closed(req);
289 case FSF_STATUS_READ_INCOMING_ELS:
290 zfcp_fc_incoming_els(req);
292 case FSF_STATUS_READ_SENSE_DATA_AVAIL:
294 case FSF_STATUS_READ_BIT_ERROR_THRESHOLD:
295 dev_warn(&adapter->ccw_device->dev,
296 "The error threshold for checksum statistics "
297 "has been exceeded\n");
298 zfcp_hba_dbf_event_berr(adapter, req);
300 case FSF_STATUS_READ_LINK_DOWN:
301 zfcp_fsf_status_read_link_down(req);
303 case FSF_STATUS_READ_LINK_UP:
304 dev_info(&adapter->ccw_device->dev,
305 "The local link has been restored\n");
306 /* All ports should be marked as ready to run again */
307 zfcp_erp_modify_adapter_status(adapter, "fssrh_1", NULL,
308 ZFCP_STATUS_COMMON_RUNNING,
310 zfcp_erp_adapter_reopen(adapter,
311 ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED |
312 ZFCP_STATUS_COMMON_ERP_FAILED,
315 case FSF_STATUS_READ_NOTIFICATION_LOST:
316 if (sr_buf->status_subtype & FSF_STATUS_READ_SUB_ACT_UPDATED)
317 zfcp_erp_adapter_access_changed(adapter, "fssrh_3",
319 if (sr_buf->status_subtype & FSF_STATUS_READ_SUB_INCOMING_ELS)
320 schedule_work(&adapter->scan_work);
322 case FSF_STATUS_READ_CFDC_UPDATED:
323 zfcp_erp_adapter_access_changed(adapter, "fssrh_4", req);
325 case FSF_STATUS_READ_FEATURE_UPDATE_ALERT:
326 adapter->adapter_features = sr_buf->payload.word[0];
330 mempool_free(sr_buf, adapter->pool.data_status_read);
331 zfcp_fsf_req_free(req);
333 atomic_inc(&adapter->stat_miss);
334 queue_work(zfcp_data.work_queue, &adapter->stat_work);
337 static void zfcp_fsf_fsfstatus_qual_eval(struct zfcp_fsf_req *req)
339 switch (req->qtcb->header.fsf_status_qual.word[0]) {
340 case FSF_SQ_FCP_RSP_AVAILABLE:
341 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
342 case FSF_SQ_NO_RETRY_POSSIBLE:
343 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
345 case FSF_SQ_COMMAND_ABORTED:
346 req->status |= ZFCP_STATUS_FSFREQ_ABORTED;
348 case FSF_SQ_NO_RECOM:
349 dev_err(&req->adapter->ccw_device->dev,
350 "The FCP adapter reported a problem "
351 "that cannot be recovered\n");
352 zfcp_erp_adapter_shutdown(req->adapter, 0, "fsfsqe1", req);
355 /* all non-return stats set FSFREQ_ERROR*/
356 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
359 static void zfcp_fsf_fsfstatus_eval(struct zfcp_fsf_req *req)
361 if (unlikely(req->status & ZFCP_STATUS_FSFREQ_ERROR))
364 switch (req->qtcb->header.fsf_status) {
365 case FSF_UNKNOWN_COMMAND:
366 dev_err(&req->adapter->ccw_device->dev,
367 "The FCP adapter does not recognize the command 0x%x\n",
368 req->qtcb->header.fsf_command);
369 zfcp_erp_adapter_shutdown(req->adapter, 0, "fsfse_1", req);
370 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
372 case FSF_ADAPTER_STATUS_AVAILABLE:
373 zfcp_fsf_fsfstatus_qual_eval(req);
378 static void zfcp_fsf_protstatus_eval(struct zfcp_fsf_req *req)
380 struct zfcp_adapter *adapter = req->adapter;
381 struct fsf_qtcb *qtcb = req->qtcb;
382 union fsf_prot_status_qual *psq = &qtcb->prefix.prot_status_qual;
384 zfcp_hba_dbf_event_fsf_response(req);
386 if (req->status & ZFCP_STATUS_FSFREQ_DISMISSED) {
387 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
388 ZFCP_STATUS_FSFREQ_RETRY; /* only for SCSI cmnds. */
392 switch (qtcb->prefix.prot_status) {
394 case FSF_PROT_FSF_STATUS_PRESENTED:
396 case FSF_PROT_QTCB_VERSION_ERROR:
397 dev_err(&adapter->ccw_device->dev,
398 "QTCB version 0x%x not supported by FCP adapter "
399 "(0x%x to 0x%x)\n", FSF_QTCB_CURRENT_VERSION,
400 psq->word[0], psq->word[1]);
401 zfcp_erp_adapter_shutdown(adapter, 0, "fspse_1", req);
403 case FSF_PROT_ERROR_STATE:
404 case FSF_PROT_SEQ_NUMB_ERROR:
405 zfcp_erp_adapter_reopen(adapter, 0, "fspse_2", req);
406 req->status |= ZFCP_STATUS_FSFREQ_RETRY;
408 case FSF_PROT_UNSUPP_QTCB_TYPE:
409 dev_err(&adapter->ccw_device->dev,
410 "The QTCB type is not supported by the FCP adapter\n");
411 zfcp_erp_adapter_shutdown(adapter, 0, "fspse_3", req);
413 case FSF_PROT_HOST_CONNECTION_INITIALIZING:
414 atomic_set_mask(ZFCP_STATUS_ADAPTER_HOST_CON_INIT,
417 case FSF_PROT_DUPLICATE_REQUEST_ID:
418 dev_err(&adapter->ccw_device->dev,
419 "0x%Lx is an ambiguous request identifier\n",
420 (unsigned long long)qtcb->bottom.support.req_handle);
421 zfcp_erp_adapter_shutdown(adapter, 0, "fspse_4", req);
423 case FSF_PROT_LINK_DOWN:
424 zfcp_fsf_link_down_info_eval(req, "fspse_5",
425 &psq->link_down_info);
426 /* FIXME: reopening adapter now? better wait for link up */
427 zfcp_erp_adapter_reopen(adapter, 0, "fspse_6", req);
429 case FSF_PROT_REEST_QUEUE:
430 /* All ports should be marked as ready to run again */
431 zfcp_erp_modify_adapter_status(adapter, "fspse_7", NULL,
432 ZFCP_STATUS_COMMON_RUNNING,
434 zfcp_erp_adapter_reopen(adapter,
435 ZFCP_STATUS_ADAPTER_LINK_UNPLUGGED |
436 ZFCP_STATUS_COMMON_ERP_FAILED,
440 dev_err(&adapter->ccw_device->dev,
441 "0x%x is not a valid transfer protocol status\n",
442 qtcb->prefix.prot_status);
443 zfcp_erp_adapter_shutdown(adapter, 0, "fspse_9", req);
445 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
449 * zfcp_fsf_req_complete - process completion of a FSF request
450 * @fsf_req: The FSF request that has been completed.
452 * When a request has been completed either from the FCP adapter,
453 * or it has been dismissed due to a queue shutdown, this function
454 * is called to process the completion status and trigger further
455 * events related to the FSF request.
457 void zfcp_fsf_req_complete(struct zfcp_fsf_req *req)
459 if (unlikely(req->fsf_command == FSF_QTCB_UNSOLICITED_STATUS)) {
460 zfcp_fsf_status_read_handler(req);
464 del_timer(&req->timer);
465 zfcp_fsf_protstatus_eval(req);
466 zfcp_fsf_fsfstatus_eval(req);
470 zfcp_erp_notify(req->erp_action, 0);
471 req->status |= ZFCP_STATUS_FSFREQ_COMPLETED;
473 if (likely(req->status & ZFCP_STATUS_FSFREQ_CLEANUP))
474 zfcp_fsf_req_free(req);
476 /* notify initiator waiting for the requests completion */
478 * FIXME: Race! We must not access fsf_req here as it might have been
479 * cleaned up already due to the set ZFCP_STATUS_FSFREQ_COMPLETED
480 * flag. It's an improbable case. But, we have the same paranoia for
481 * the cleanup flag already.
482 * Might better be handled using complete()?
483 * (setting the flag and doing wakeup ought to be atomic
484 * with regard to checking the flag as long as waitqueue is
485 * part of the to be released structure)
487 wake_up(&req->completion_wq);
490 static int zfcp_fsf_exchange_config_evaluate(struct zfcp_fsf_req *req)
492 struct fsf_qtcb_bottom_config *bottom;
493 struct zfcp_adapter *adapter = req->adapter;
494 struct Scsi_Host *shost = adapter->scsi_host;
496 bottom = &req->qtcb->bottom.config;
499 memcpy(req->data, bottom, sizeof(*bottom));
501 fc_host_node_name(shost) = bottom->nport_serv_param.wwnn;
502 fc_host_port_name(shost) = bottom->nport_serv_param.wwpn;
503 fc_host_port_id(shost) = bottom->s_id & ZFCP_DID_MASK;
504 fc_host_speed(shost) = bottom->fc_link_speed;
505 fc_host_supported_classes(shost) = FC_COS_CLASS2 | FC_COS_CLASS3;
507 adapter->hydra_version = bottom->adapter_type;
508 adapter->timer_ticks = bottom->timer_interval;
510 if (fc_host_permanent_port_name(shost) == -1)
511 fc_host_permanent_port_name(shost) = fc_host_port_name(shost);
513 switch (bottom->fc_topology) {
515 adapter->peer_d_id = bottom->peer_d_id & ZFCP_DID_MASK;
516 adapter->peer_wwpn = bottom->plogi_payload.wwpn;
517 adapter->peer_wwnn = bottom->plogi_payload.wwnn;
518 fc_host_port_type(shost) = FC_PORTTYPE_PTP;
520 case FSF_TOPO_FABRIC:
521 fc_host_port_type(shost) = FC_PORTTYPE_NPORT;
524 fc_host_port_type(shost) = FC_PORTTYPE_NLPORT;
526 dev_err(&adapter->ccw_device->dev,
527 "Unknown or unsupported arbitrated loop "
528 "fibre channel topology detected\n");
529 zfcp_erp_adapter_shutdown(adapter, 0, "fsece_1", req);
536 static void zfcp_fsf_exchange_config_data_handler(struct zfcp_fsf_req *req)
538 struct zfcp_adapter *adapter = req->adapter;
539 struct fsf_qtcb *qtcb = req->qtcb;
540 struct fsf_qtcb_bottom_config *bottom = &qtcb->bottom.config;
541 struct Scsi_Host *shost = adapter->scsi_host;
543 if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
546 adapter->fsf_lic_version = bottom->lic_version;
547 adapter->adapter_features = bottom->adapter_features;
548 adapter->connection_features = bottom->connection_features;
549 adapter->peer_wwpn = 0;
550 adapter->peer_wwnn = 0;
551 adapter->peer_d_id = 0;
553 switch (qtcb->header.fsf_status) {
555 if (zfcp_fsf_exchange_config_evaluate(req))
558 if (bottom->max_qtcb_size < sizeof(struct fsf_qtcb)) {
559 dev_err(&adapter->ccw_device->dev,
560 "FCP adapter maximum QTCB size (%d bytes) "
562 bottom->max_qtcb_size);
563 zfcp_erp_adapter_shutdown(adapter, 0, "fsecdh1", req);
566 atomic_set_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK,
569 case FSF_EXCHANGE_CONFIG_DATA_INCOMPLETE:
570 fc_host_node_name(shost) = 0;
571 fc_host_port_name(shost) = 0;
572 fc_host_port_id(shost) = 0;
573 fc_host_speed(shost) = FC_PORTSPEED_UNKNOWN;
574 fc_host_port_type(shost) = FC_PORTTYPE_UNKNOWN;
575 adapter->hydra_version = 0;
577 atomic_set_mask(ZFCP_STATUS_ADAPTER_XCONFIG_OK,
580 zfcp_fsf_link_down_info_eval(req, "fsecdh2",
581 &qtcb->header.fsf_status_qual.link_down_info);
584 zfcp_erp_adapter_shutdown(adapter, 0, "fsecdh3", req);
588 if (adapter->adapter_features & FSF_FEATURE_HBAAPI_MANAGEMENT) {
589 adapter->hardware_version = bottom->hardware_version;
590 memcpy(fc_host_serial_number(shost), bottom->serial_number,
591 min(FC_SERIAL_NUMBER_SIZE, 17));
592 EBCASC(fc_host_serial_number(shost),
593 min(FC_SERIAL_NUMBER_SIZE, 17));
596 if (FSF_QTCB_CURRENT_VERSION < bottom->low_qtcb_version) {
597 dev_err(&adapter->ccw_device->dev,
598 "The FCP adapter only supports newer "
599 "control block versions\n");
600 zfcp_erp_adapter_shutdown(adapter, 0, "fsecdh4", req);
603 if (FSF_QTCB_CURRENT_VERSION > bottom->high_qtcb_version) {
604 dev_err(&adapter->ccw_device->dev,
605 "The FCP adapter only supports older "
606 "control block versions\n");
607 zfcp_erp_adapter_shutdown(adapter, 0, "fsecdh5", req);
611 static void zfcp_fsf_exchange_port_evaluate(struct zfcp_fsf_req *req)
613 struct zfcp_adapter *adapter = req->adapter;
614 struct fsf_qtcb_bottom_port *bottom = &req->qtcb->bottom.port;
615 struct Scsi_Host *shost = adapter->scsi_host;
618 memcpy(req->data, bottom, sizeof(*bottom));
620 if (adapter->connection_features & FSF_FEATURE_NPIV_MODE) {
621 fc_host_permanent_port_name(shost) = bottom->wwpn;
622 fc_host_port_type(shost) = FC_PORTTYPE_NPIV;
624 fc_host_permanent_port_name(shost) = fc_host_port_name(shost);
625 fc_host_maxframe_size(shost) = bottom->maximum_frame_size;
626 fc_host_supported_speeds(shost) = bottom->supported_speed;
629 static void zfcp_fsf_exchange_port_data_handler(struct zfcp_fsf_req *req)
631 struct fsf_qtcb *qtcb = req->qtcb;
633 if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
636 switch (qtcb->header.fsf_status) {
638 zfcp_fsf_exchange_port_evaluate(req);
640 case FSF_EXCHANGE_CONFIG_DATA_INCOMPLETE:
641 zfcp_fsf_exchange_port_evaluate(req);
642 zfcp_fsf_link_down_info_eval(req, "fsepdh1",
643 &qtcb->header.fsf_status_qual.link_down_info);
648 static int zfcp_fsf_req_sbal_get(struct zfcp_adapter *adapter)
649 __releases(&adapter->req_q_lock)
650 __acquires(&adapter->req_q_lock)
652 struct zfcp_qdio_queue *req_q = &adapter->req_q;
655 if (atomic_read(&req_q->count) <= -REQUEST_LIST_SIZE)
657 if (atomic_read(&req_q->count) > 0)
660 atomic_dec(&req_q->count);
661 spin_unlock_bh(&adapter->req_q_lock);
662 ret = wait_event_interruptible_timeout(adapter->request_wq,
663 atomic_read(&req_q->count) >= 0,
665 spin_lock_bh(&adapter->req_q_lock);
666 atomic_inc(&req_q->count);
671 atomic_inc(&adapter->qdio_outb_full);
675 static struct zfcp_fsf_req *zfcp_fsf_alloc_noqtcb(mempool_t *pool)
677 struct zfcp_fsf_req *req;
678 req = mempool_alloc(pool, GFP_ATOMIC);
681 memset(req, 0, sizeof(*req));
686 static struct zfcp_fsf_req *zfcp_fsf_alloc_qtcb(mempool_t *pool)
688 struct zfcp_fsf_req_qtcb *qtcb;
691 qtcb = mempool_alloc(pool, GFP_ATOMIC);
693 qtcb = kmem_cache_alloc(zfcp_data.fsf_req_qtcb_cache,
698 memset(qtcb, 0, sizeof(*qtcb));
699 qtcb->fsf_req.qtcb = &qtcb->qtcb;
700 qtcb->fsf_req.pool = pool;
702 return &qtcb->fsf_req;
705 static struct zfcp_fsf_req *zfcp_fsf_req_create(struct zfcp_adapter *adapter,
706 u32 fsf_cmd, int req_flags,
709 struct qdio_buffer_element *sbale;
711 struct zfcp_fsf_req *req;
712 struct zfcp_qdio_queue *req_q = &adapter->req_q;
714 if (req_flags & ZFCP_REQ_NO_QTCB)
715 req = zfcp_fsf_alloc_noqtcb(pool);
717 req = zfcp_fsf_alloc_qtcb(pool);
720 return ERR_PTR(-EIO);
722 if (adapter->req_no == 0)
725 INIT_LIST_HEAD(&req->list);
726 init_timer(&req->timer);
727 init_waitqueue_head(&req->completion_wq);
729 req->adapter = adapter;
730 req->fsf_command = fsf_cmd;
731 req->req_id = adapter->req_no;
732 req->sbal_number = 1;
733 req->sbal_first = req_q->first;
734 req->sbal_last = req_q->first;
737 sbale = zfcp_qdio_sbale_req(req);
738 sbale[0].addr = (void *) req->req_id;
739 sbale[0].flags |= SBAL_FLAGS0_COMMAND;
741 if (likely(req->qtcb)) {
742 req->qtcb->prefix.req_seq_no = req->adapter->fsf_req_seq_no;
743 req->qtcb->prefix.req_id = req->req_id;
744 req->qtcb->prefix.ulp_info = 26;
745 req->qtcb->prefix.qtcb_type = fsf_qtcb_type[req->fsf_command];
746 req->qtcb->prefix.qtcb_version = FSF_QTCB_CURRENT_VERSION;
747 req->qtcb->header.req_handle = req->req_id;
748 req->qtcb->header.fsf_command = req->fsf_command;
749 req->seq_no = adapter->fsf_req_seq_no;
750 req->qtcb->prefix.req_seq_no = adapter->fsf_req_seq_no;
751 sbale[1].addr = (void *) req->qtcb;
752 sbale[1].length = sizeof(struct fsf_qtcb);
755 if (!(atomic_read(&adapter->status) & ZFCP_STATUS_ADAPTER_QDIOUP)) {
756 zfcp_fsf_req_free(req);
757 return ERR_PTR(-EIO);
760 if (likely(req_flags & ZFCP_REQ_AUTO_CLEANUP))
761 req->status |= ZFCP_STATUS_FSFREQ_CLEANUP;
766 static int zfcp_fsf_req_send(struct zfcp_fsf_req *req)
768 struct zfcp_adapter *adapter = req->adapter;
772 /* put allocated FSF request into hash table */
773 spin_lock_irqsave(&adapter->req_list_lock, flags);
774 idx = zfcp_reqlist_hash(req->req_id);
775 list_add_tail(&req->list, &adapter->req_list[idx]);
776 spin_unlock_irqrestore(&adapter->req_list_lock, flags);
778 req->qdio_outb_usage = atomic_read(&adapter->req_q.count);
779 req->issued = get_clock();
780 if (zfcp_qdio_send(req)) {
781 del_timer(&req->timer);
782 spin_lock_irqsave(&adapter->req_list_lock, flags);
783 /* lookup request again, list might have changed */
784 if (zfcp_reqlist_find_safe(adapter, req))
785 zfcp_reqlist_remove(adapter, req);
786 spin_unlock_irqrestore(&adapter->req_list_lock, flags);
787 zfcp_erp_adapter_reopen(adapter, 0, "fsrs__1", req);
791 /* Don't increase for unsolicited status */
793 adapter->fsf_req_seq_no++;
800 * zfcp_fsf_status_read - send status read request
801 * @adapter: pointer to struct zfcp_adapter
802 * @req_flags: request flags
803 * Returns: 0 on success, ERROR otherwise
805 int zfcp_fsf_status_read(struct zfcp_adapter *adapter)
807 struct zfcp_fsf_req *req;
808 struct fsf_status_read_buffer *sr_buf;
809 struct qdio_buffer_element *sbale;
812 spin_lock_bh(&adapter->req_q_lock);
813 if (zfcp_fsf_req_sbal_get(adapter))
816 req = zfcp_fsf_req_create(adapter, FSF_QTCB_UNSOLICITED_STATUS,
818 adapter->pool.fsf_req_status_read);
820 retval = PTR_ERR(req);
824 sbale = zfcp_qdio_sbale_req(req);
825 sbale[0].flags |= SBAL_FLAGS0_TYPE_STATUS;
826 sbale[2].flags |= SBAL_FLAGS_LAST_ENTRY;
829 sr_buf = mempool_alloc(adapter->pool.data_status_read, GFP_ATOMIC);
834 memset(sr_buf, 0, sizeof(*sr_buf));
836 sbale = zfcp_qdio_sbale_curr(req);
837 sbale->addr = (void *) sr_buf;
838 sbale->length = sizeof(*sr_buf);
840 retval = zfcp_fsf_req_send(req);
842 goto failed_req_send;
847 mempool_free(sr_buf, adapter->pool.data_status_read);
849 zfcp_fsf_req_free(req);
850 zfcp_hba_dbf_event_fsf_unsol("fail", adapter, NULL);
852 spin_unlock_bh(&adapter->req_q_lock);
856 static void zfcp_fsf_abort_fcp_command_handler(struct zfcp_fsf_req *req)
858 struct zfcp_unit *unit = req->data;
859 union fsf_status_qual *fsq = &req->qtcb->header.fsf_status_qual;
861 if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
864 switch (req->qtcb->header.fsf_status) {
865 case FSF_PORT_HANDLE_NOT_VALID:
866 if (fsq->word[0] == fsq->word[1]) {
867 zfcp_erp_adapter_reopen(unit->port->adapter, 0,
869 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
872 case FSF_LUN_HANDLE_NOT_VALID:
873 if (fsq->word[0] == fsq->word[1]) {
874 zfcp_erp_port_reopen(unit->port, 0, "fsafch2", req);
875 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
878 case FSF_FCP_COMMAND_DOES_NOT_EXIST:
879 req->status |= ZFCP_STATUS_FSFREQ_ABORTNOTNEEDED;
882 zfcp_erp_port_boxed(unit->port, "fsafch3", req);
883 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
884 ZFCP_STATUS_FSFREQ_RETRY;
887 zfcp_erp_unit_boxed(unit, "fsafch4", req);
888 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
889 ZFCP_STATUS_FSFREQ_RETRY;
891 case FSF_ADAPTER_STATUS_AVAILABLE:
892 switch (fsq->word[0]) {
893 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
894 zfcp_test_link(unit->port);
895 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
896 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
901 req->status |= ZFCP_STATUS_FSFREQ_ABORTSUCCEEDED;
907 * zfcp_fsf_abort_fcp_command - abort running SCSI command
908 * @old_req_id: unsigned long
909 * @unit: pointer to struct zfcp_unit
910 * Returns: pointer to struct zfcp_fsf_req
913 struct zfcp_fsf_req *zfcp_fsf_abort_fcp_command(unsigned long old_req_id,
914 struct zfcp_unit *unit)
916 struct qdio_buffer_element *sbale;
917 struct zfcp_fsf_req *req = NULL;
918 struct zfcp_adapter *adapter = unit->port->adapter;
920 spin_lock_bh(&adapter->req_q_lock);
921 if (zfcp_fsf_req_sbal_get(adapter))
923 req = zfcp_fsf_req_create(adapter, FSF_QTCB_ABORT_FCP_CMND,
924 0, adapter->pool.fsf_req_abort);
930 if (unlikely(!(atomic_read(&unit->status) &
931 ZFCP_STATUS_COMMON_UNBLOCKED)))
934 sbale = zfcp_qdio_sbale_req(req);
935 sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
936 sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
939 req->handler = zfcp_fsf_abort_fcp_command_handler;
940 req->qtcb->header.lun_handle = unit->handle;
941 req->qtcb->header.port_handle = unit->port->handle;
942 req->qtcb->bottom.support.req_handle = (u64) old_req_id;
944 zfcp_fsf_start_timer(req, ZFCP_SCSI_ER_TIMEOUT);
945 if (!zfcp_fsf_req_send(req))
949 zfcp_fsf_req_free(req);
952 spin_unlock_bh(&adapter->req_q_lock);
956 static void zfcp_fsf_send_ct_handler(struct zfcp_fsf_req *req)
958 struct zfcp_adapter *adapter = req->adapter;
959 struct zfcp_send_ct *send_ct = req->data;
960 struct fsf_qtcb_header *header = &req->qtcb->header;
962 send_ct->status = -EINVAL;
964 if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
967 switch (header->fsf_status) {
969 zfcp_san_dbf_event_ct_response(req);
972 case FSF_SERVICE_CLASS_NOT_SUPPORTED:
973 zfcp_fsf_class_not_supp(req);
975 case FSF_ADAPTER_STATUS_AVAILABLE:
976 switch (header->fsf_status_qual.word[0]){
977 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
978 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
979 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
983 case FSF_ACCESS_DENIED:
986 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
987 ZFCP_STATUS_FSFREQ_RETRY;
989 case FSF_PORT_HANDLE_NOT_VALID:
990 zfcp_erp_adapter_reopen(adapter, 0, "fsscth1", req);
991 case FSF_GENERIC_COMMAND_REJECTED:
992 case FSF_PAYLOAD_SIZE_MISMATCH:
993 case FSF_REQUEST_SIZE_TOO_LARGE:
994 case FSF_RESPONSE_SIZE_TOO_LARGE:
995 case FSF_SBAL_MISMATCH:
996 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1001 if (send_ct->handler)
1002 send_ct->handler(send_ct->handler_data);
1005 static int zfcp_fsf_setup_ct_els_sbals(struct zfcp_fsf_req *req,
1006 struct scatterlist *sg_req,
1007 struct scatterlist *sg_resp,
1010 struct qdio_buffer_element *sbale = zfcp_qdio_sbale_req(req);
1011 u32 feat = req->adapter->adapter_features;
1014 if (!(feat & FSF_FEATURE_ELS_CT_CHAINED_SBALS)) {
1015 if (sg_req->length > PAGE_SIZE || sg_resp->length > PAGE_SIZE ||
1016 !sg_is_last(sg_req) || !sg_is_last(sg_resp))
1019 sbale[0].flags |= SBAL_FLAGS0_TYPE_WRITE_READ;
1020 sbale[2].addr = sg_virt(sg_req);
1021 sbale[2].length = sg_req->length;
1022 sbale[3].addr = sg_virt(sg_resp);
1023 sbale[3].length = sg_resp->length;
1024 sbale[3].flags |= SBAL_FLAGS_LAST_ENTRY;
1028 bytes = zfcp_qdio_sbals_from_sg(req, SBAL_FLAGS0_TYPE_WRITE_READ,
1032 req->qtcb->bottom.support.req_buf_length = bytes;
1033 req->sbale_curr = ZFCP_LAST_SBALE_PER_SBAL;
1035 bytes = zfcp_qdio_sbals_from_sg(req, SBAL_FLAGS0_TYPE_WRITE_READ,
1036 sg_resp, max_sbals);
1039 req->qtcb->bottom.support.resp_buf_length = bytes;
1045 * zfcp_fsf_send_ct - initiate a Generic Service request (FC-GS)
1046 * @ct: pointer to struct zfcp_send_ct with data for request
1047 * @pool: if non-null this mempool is used to allocate struct zfcp_fsf_req
1048 * @erp_action: if non-null the Generic Service request sent within ERP
1050 int zfcp_fsf_send_ct(struct zfcp_send_ct *ct, mempool_t *pool,
1051 struct zfcp_erp_action *erp_action)
1053 struct zfcp_wka_port *wka_port = ct->wka_port;
1054 struct zfcp_adapter *adapter = wka_port->adapter;
1055 struct zfcp_fsf_req *req;
1058 spin_lock_bh(&adapter->req_q_lock);
1059 if (zfcp_fsf_req_sbal_get(adapter))
1062 req = zfcp_fsf_req_create(adapter, FSF_QTCB_SEND_GENERIC,
1063 ZFCP_REQ_AUTO_CLEANUP, pool);
1069 ret = zfcp_fsf_setup_ct_els_sbals(req, ct->req, ct->resp,
1070 FSF_MAX_SBALS_PER_REQ);
1074 req->handler = zfcp_fsf_send_ct_handler;
1075 req->qtcb->header.port_handle = wka_port->handle;
1076 req->qtcb->bottom.support.service_class = FSF_CLASS_3;
1077 req->qtcb->bottom.support.timeout = ct->timeout;
1080 zfcp_san_dbf_event_ct_request(req);
1083 erp_action->fsf_req = req;
1084 req->erp_action = erp_action;
1085 zfcp_fsf_start_erp_timer(req);
1087 zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
1089 ret = zfcp_fsf_req_send(req);
1096 zfcp_fsf_req_free(req);
1098 erp_action->fsf_req = NULL;
1100 spin_unlock_bh(&adapter->req_q_lock);
1104 static void zfcp_fsf_send_els_handler(struct zfcp_fsf_req *req)
1106 struct zfcp_send_els *send_els = req->data;
1107 struct zfcp_port *port = send_els->port;
1108 struct fsf_qtcb_header *header = &req->qtcb->header;
1110 send_els->status = -EINVAL;
1112 if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
1113 goto skip_fsfstatus;
1115 switch (header->fsf_status) {
1117 zfcp_san_dbf_event_els_response(req);
1118 send_els->status = 0;
1120 case FSF_SERVICE_CLASS_NOT_SUPPORTED:
1121 zfcp_fsf_class_not_supp(req);
1123 case FSF_ADAPTER_STATUS_AVAILABLE:
1124 switch (header->fsf_status_qual.word[0]){
1125 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
1126 if (port && (send_els->ls_code != ZFCP_LS_ADISC))
1127 zfcp_test_link(port);
1129 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
1130 case FSF_SQ_RETRY_IF_POSSIBLE:
1131 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1135 case FSF_ELS_COMMAND_REJECTED:
1136 case FSF_PAYLOAD_SIZE_MISMATCH:
1137 case FSF_REQUEST_SIZE_TOO_LARGE:
1138 case FSF_RESPONSE_SIZE_TOO_LARGE:
1140 case FSF_ACCESS_DENIED:
1141 zfcp_fsf_access_denied_port(req, port);
1143 case FSF_SBAL_MISMATCH:
1144 /* should never occure, avoided in zfcp_fsf_send_els */
1147 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1151 if (send_els->handler)
1152 send_els->handler(send_els->handler_data);
1156 * zfcp_fsf_send_els - initiate an ELS command (FC-FS)
1157 * @els: pointer to struct zfcp_send_els with data for the command
1159 int zfcp_fsf_send_els(struct zfcp_send_els *els)
1161 struct zfcp_fsf_req *req;
1162 struct zfcp_adapter *adapter = els->adapter;
1163 struct fsf_qtcb_bottom_support *bottom;
1166 spin_lock_bh(&adapter->req_q_lock);
1167 if (zfcp_fsf_req_sbal_get(adapter))
1169 req = zfcp_fsf_req_create(adapter, FSF_QTCB_SEND_ELS,
1170 ZFCP_REQ_AUTO_CLEANUP, NULL);
1176 ret = zfcp_fsf_setup_ct_els_sbals(req, els->req, els->resp, 2);
1181 bottom = &req->qtcb->bottom.support;
1182 req->handler = zfcp_fsf_send_els_handler;
1183 bottom->d_id = els->d_id;
1184 bottom->service_class = FSF_CLASS_3;
1185 bottom->timeout = 2 * R_A_TOV;
1188 zfcp_san_dbf_event_els_request(req);
1190 zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
1191 ret = zfcp_fsf_req_send(req);
1198 zfcp_fsf_req_free(req);
1200 spin_unlock_bh(&adapter->req_q_lock);
1204 int zfcp_fsf_exchange_config_data(struct zfcp_erp_action *erp_action)
1206 struct qdio_buffer_element *sbale;
1207 struct zfcp_fsf_req *req;
1208 struct zfcp_adapter *adapter = erp_action->adapter;
1211 spin_lock_bh(&adapter->req_q_lock);
1212 if (zfcp_fsf_req_sbal_get(adapter))
1214 req = zfcp_fsf_req_create(adapter,
1215 FSF_QTCB_EXCHANGE_CONFIG_DATA,
1216 ZFCP_REQ_AUTO_CLEANUP,
1217 adapter->pool.fsf_req_erp);
1219 retval = PTR_ERR(req);
1223 sbale = zfcp_qdio_sbale_req(req);
1224 sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1225 sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1227 req->qtcb->bottom.config.feature_selection =
1229 FSF_FEATURE_LUN_SHARING |
1230 FSF_FEATURE_NOTIFICATION_LOST |
1231 FSF_FEATURE_UPDATE_ALERT;
1232 req->erp_action = erp_action;
1233 req->handler = zfcp_fsf_exchange_config_data_handler;
1234 erp_action->fsf_req = req;
1236 zfcp_fsf_start_erp_timer(req);
1237 retval = zfcp_fsf_req_send(req);
1239 zfcp_fsf_req_free(req);
1240 erp_action->fsf_req = NULL;
1243 spin_unlock_bh(&adapter->req_q_lock);
1247 int zfcp_fsf_exchange_config_data_sync(struct zfcp_adapter *adapter,
1248 struct fsf_qtcb_bottom_config *data)
1250 struct qdio_buffer_element *sbale;
1251 struct zfcp_fsf_req *req = NULL;
1254 spin_lock_bh(&adapter->req_q_lock);
1255 if (zfcp_fsf_req_sbal_get(adapter))
1258 req = zfcp_fsf_req_create(adapter, FSF_QTCB_EXCHANGE_CONFIG_DATA,
1261 retval = PTR_ERR(req);
1265 sbale = zfcp_qdio_sbale_req(req);
1266 sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1267 sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1268 req->handler = zfcp_fsf_exchange_config_data_handler;
1270 req->qtcb->bottom.config.feature_selection =
1272 FSF_FEATURE_LUN_SHARING |
1273 FSF_FEATURE_NOTIFICATION_LOST |
1274 FSF_FEATURE_UPDATE_ALERT;
1279 zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
1280 retval = zfcp_fsf_req_send(req);
1282 spin_unlock_bh(&adapter->req_q_lock);
1284 wait_event(req->completion_wq,
1285 req->status & ZFCP_STATUS_FSFREQ_COMPLETED);
1287 zfcp_fsf_req_free(req);
1293 * zfcp_fsf_exchange_port_data - request information about local port
1294 * @erp_action: ERP action for the adapter for which port data is requested
1295 * Returns: 0 on success, error otherwise
1297 int zfcp_fsf_exchange_port_data(struct zfcp_erp_action *erp_action)
1299 struct qdio_buffer_element *sbale;
1300 struct zfcp_fsf_req *req;
1301 struct zfcp_adapter *adapter = erp_action->adapter;
1304 if (!(adapter->adapter_features & FSF_FEATURE_HBAAPI_MANAGEMENT))
1307 spin_lock_bh(&adapter->req_q_lock);
1308 if (zfcp_fsf_req_sbal_get(adapter))
1310 req = zfcp_fsf_req_create(adapter, FSF_QTCB_EXCHANGE_PORT_DATA,
1311 ZFCP_REQ_AUTO_CLEANUP,
1312 adapter->pool.fsf_req_erp);
1314 retval = PTR_ERR(req);
1318 sbale = zfcp_qdio_sbale_req(req);
1319 sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1320 sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1322 req->handler = zfcp_fsf_exchange_port_data_handler;
1323 req->erp_action = erp_action;
1324 erp_action->fsf_req = req;
1326 zfcp_fsf_start_erp_timer(req);
1327 retval = zfcp_fsf_req_send(req);
1329 zfcp_fsf_req_free(req);
1330 erp_action->fsf_req = NULL;
1333 spin_unlock_bh(&adapter->req_q_lock);
1338 * zfcp_fsf_exchange_port_data_sync - request information about local port
1339 * @adapter: pointer to struct zfcp_adapter
1340 * @data: pointer to struct fsf_qtcb_bottom_port
1341 * Returns: 0 on success, error otherwise
1343 int zfcp_fsf_exchange_port_data_sync(struct zfcp_adapter *adapter,
1344 struct fsf_qtcb_bottom_port *data)
1346 struct qdio_buffer_element *sbale;
1347 struct zfcp_fsf_req *req = NULL;
1350 if (!(adapter->adapter_features & FSF_FEATURE_HBAAPI_MANAGEMENT))
1353 spin_lock_bh(&adapter->req_q_lock);
1354 if (zfcp_fsf_req_sbal_get(adapter))
1357 req = zfcp_fsf_req_create(adapter, FSF_QTCB_EXCHANGE_PORT_DATA, 0,
1360 retval = PTR_ERR(req);
1367 sbale = zfcp_qdio_sbale_req(req);
1368 sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1369 sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1371 req->handler = zfcp_fsf_exchange_port_data_handler;
1372 zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
1373 retval = zfcp_fsf_req_send(req);
1375 spin_unlock_bh(&adapter->req_q_lock);
1377 wait_event(req->completion_wq,
1378 req->status & ZFCP_STATUS_FSFREQ_COMPLETED);
1379 zfcp_fsf_req_free(req);
1384 static void zfcp_fsf_open_port_handler(struct zfcp_fsf_req *req)
1386 struct zfcp_port *port = req->data;
1387 struct fsf_qtcb_header *header = &req->qtcb->header;
1388 struct fsf_plogi *plogi;
1390 if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
1393 switch (header->fsf_status) {
1394 case FSF_PORT_ALREADY_OPEN:
1396 case FSF_ACCESS_DENIED:
1397 zfcp_fsf_access_denied_port(req, port);
1399 case FSF_MAXIMUM_NUMBER_OF_PORTS_EXCEEDED:
1400 dev_warn(&req->adapter->ccw_device->dev,
1401 "Not enough FCP adapter resources to open "
1402 "remote port 0x%016Lx\n",
1403 (unsigned long long)port->wwpn);
1404 zfcp_erp_port_failed(port, "fsoph_1", req);
1405 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1407 case FSF_ADAPTER_STATUS_AVAILABLE:
1408 switch (header->fsf_status_qual.word[0]) {
1409 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
1410 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
1411 case FSF_SQ_NO_RETRY_POSSIBLE:
1412 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1417 port->handle = header->port_handle;
1418 atomic_set_mask(ZFCP_STATUS_COMMON_OPEN |
1419 ZFCP_STATUS_PORT_PHYS_OPEN, &port->status);
1420 atomic_clear_mask(ZFCP_STATUS_COMMON_ACCESS_DENIED |
1421 ZFCP_STATUS_COMMON_ACCESS_BOXED,
1423 /* check whether D_ID has changed during open */
1425 * FIXME: This check is not airtight, as the FCP channel does
1426 * not monitor closures of target port connections caused on
1427 * the remote side. Thus, they might miss out on invalidating
1428 * locally cached WWPNs (and other N_Port parameters) of gone
1429 * target ports. So, our heroic attempt to make things safe
1430 * could be undermined by 'open port' response data tagged with
1431 * obsolete WWPNs. Another reason to monitor potential
1432 * connection closures ourself at least (by interpreting
1433 * incoming ELS' and unsolicited status). It just crosses my
1434 * mind that one should be able to cross-check by means of
1435 * another GID_PN straight after a port has been opened.
1436 * Alternately, an ADISC/PDISC ELS should suffice, as well.
1438 plogi = (struct fsf_plogi *) req->qtcb->bottom.support.els;
1439 if (req->qtcb->bottom.support.els1_length >=
1440 FSF_PLOGI_MIN_LEN) {
1441 if (plogi->serv_param.wwpn != port->wwpn)
1444 port->wwnn = plogi->serv_param.wwnn;
1445 zfcp_fc_plogi_evaluate(port, plogi);
1449 case FSF_UNKNOWN_OP_SUBTYPE:
1450 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1456 * zfcp_fsf_open_port - create and send open port request
1457 * @erp_action: pointer to struct zfcp_erp_action
1458 * Returns: 0 on success, error otherwise
1460 int zfcp_fsf_open_port(struct zfcp_erp_action *erp_action)
1462 struct qdio_buffer_element *sbale;
1463 struct zfcp_adapter *adapter = erp_action->adapter;
1464 struct zfcp_fsf_req *req;
1467 spin_lock_bh(&adapter->req_q_lock);
1468 if (zfcp_fsf_req_sbal_get(adapter))
1471 req = zfcp_fsf_req_create(adapter,
1472 FSF_QTCB_OPEN_PORT_WITH_DID,
1473 ZFCP_REQ_AUTO_CLEANUP,
1474 adapter->pool.fsf_req_erp);
1476 retval = PTR_ERR(req);
1480 sbale = zfcp_qdio_sbale_req(req);
1481 sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1482 sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1484 req->handler = zfcp_fsf_open_port_handler;
1485 req->qtcb->bottom.support.d_id = erp_action->port->d_id;
1486 req->data = erp_action->port;
1487 req->erp_action = erp_action;
1488 erp_action->fsf_req = req;
1490 zfcp_fsf_start_erp_timer(req);
1491 retval = zfcp_fsf_req_send(req);
1493 zfcp_fsf_req_free(req);
1494 erp_action->fsf_req = NULL;
1497 spin_unlock_bh(&adapter->req_q_lock);
1501 static void zfcp_fsf_close_port_handler(struct zfcp_fsf_req *req)
1503 struct zfcp_port *port = req->data;
1505 if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
1508 switch (req->qtcb->header.fsf_status) {
1509 case FSF_PORT_HANDLE_NOT_VALID:
1510 zfcp_erp_adapter_reopen(port->adapter, 0, "fscph_1", req);
1511 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1513 case FSF_ADAPTER_STATUS_AVAILABLE:
1516 zfcp_erp_modify_port_status(port, "fscph_2", req,
1517 ZFCP_STATUS_COMMON_OPEN,
1524 * zfcp_fsf_close_port - create and send close port request
1525 * @erp_action: pointer to struct zfcp_erp_action
1526 * Returns: 0 on success, error otherwise
1528 int zfcp_fsf_close_port(struct zfcp_erp_action *erp_action)
1530 struct qdio_buffer_element *sbale;
1531 struct zfcp_adapter *adapter = erp_action->adapter;
1532 struct zfcp_fsf_req *req;
1535 spin_lock_bh(&adapter->req_q_lock);
1536 if (zfcp_fsf_req_sbal_get(adapter))
1539 req = zfcp_fsf_req_create(adapter, FSF_QTCB_CLOSE_PORT,
1540 ZFCP_REQ_AUTO_CLEANUP,
1541 adapter->pool.fsf_req_erp);
1543 retval = PTR_ERR(req);
1547 sbale = zfcp_qdio_sbale_req(req);
1548 sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1549 sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1551 req->handler = zfcp_fsf_close_port_handler;
1552 req->data = erp_action->port;
1553 req->erp_action = erp_action;
1554 req->qtcb->header.port_handle = erp_action->port->handle;
1555 erp_action->fsf_req = req;
1557 zfcp_fsf_start_erp_timer(req);
1558 retval = zfcp_fsf_req_send(req);
1560 zfcp_fsf_req_free(req);
1561 erp_action->fsf_req = NULL;
1564 spin_unlock_bh(&adapter->req_q_lock);
1568 static void zfcp_fsf_open_wka_port_handler(struct zfcp_fsf_req *req)
1570 struct zfcp_wka_port *wka_port = req->data;
1571 struct fsf_qtcb_header *header = &req->qtcb->header;
1573 if (req->status & ZFCP_STATUS_FSFREQ_ERROR) {
1574 wka_port->status = ZFCP_WKA_PORT_OFFLINE;
1578 switch (header->fsf_status) {
1579 case FSF_MAXIMUM_NUMBER_OF_PORTS_EXCEEDED:
1580 dev_warn(&req->adapter->ccw_device->dev,
1581 "Opening WKA port 0x%x failed\n", wka_port->d_id);
1582 case FSF_ADAPTER_STATUS_AVAILABLE:
1583 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1584 case FSF_ACCESS_DENIED:
1585 wka_port->status = ZFCP_WKA_PORT_OFFLINE;
1587 case FSF_PORT_ALREADY_OPEN:
1590 wka_port->handle = header->port_handle;
1591 wka_port->status = ZFCP_WKA_PORT_ONLINE;
1594 wake_up(&wka_port->completion_wq);
1598 * zfcp_fsf_open_wka_port - create and send open wka-port request
1599 * @wka_port: pointer to struct zfcp_wka_port
1600 * Returns: 0 on success, error otherwise
1602 int zfcp_fsf_open_wka_port(struct zfcp_wka_port *wka_port)
1604 struct qdio_buffer_element *sbale;
1605 struct zfcp_adapter *adapter = wka_port->adapter;
1606 struct zfcp_fsf_req *req;
1609 spin_lock_bh(&adapter->req_q_lock);
1610 if (zfcp_fsf_req_sbal_get(adapter))
1613 req = zfcp_fsf_req_create(adapter,
1614 FSF_QTCB_OPEN_PORT_WITH_DID,
1615 ZFCP_REQ_AUTO_CLEANUP,
1616 adapter->pool.fsf_req_erp);
1617 if (unlikely(IS_ERR(req))) {
1618 retval = PTR_ERR(req);
1622 sbale = zfcp_qdio_sbale_req(req);
1623 sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1624 sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1626 req->handler = zfcp_fsf_open_wka_port_handler;
1627 req->qtcb->bottom.support.d_id = wka_port->d_id;
1628 req->data = wka_port;
1630 zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
1631 retval = zfcp_fsf_req_send(req);
1633 zfcp_fsf_req_free(req);
1635 spin_unlock_bh(&adapter->req_q_lock);
1639 static void zfcp_fsf_close_wka_port_handler(struct zfcp_fsf_req *req)
1641 struct zfcp_wka_port *wka_port = req->data;
1643 if (req->qtcb->header.fsf_status == FSF_PORT_HANDLE_NOT_VALID) {
1644 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1645 zfcp_erp_adapter_reopen(wka_port->adapter, 0, "fscwph1", req);
1648 wka_port->status = ZFCP_WKA_PORT_OFFLINE;
1649 wake_up(&wka_port->completion_wq);
1653 * zfcp_fsf_close_wka_port - create and send close wka port request
1654 * @erp_action: pointer to struct zfcp_erp_action
1655 * Returns: 0 on success, error otherwise
1657 int zfcp_fsf_close_wka_port(struct zfcp_wka_port *wka_port)
1659 struct qdio_buffer_element *sbale;
1660 struct zfcp_adapter *adapter = wka_port->adapter;
1661 struct zfcp_fsf_req *req;
1664 spin_lock_bh(&adapter->req_q_lock);
1665 if (zfcp_fsf_req_sbal_get(adapter))
1668 req = zfcp_fsf_req_create(adapter, FSF_QTCB_CLOSE_PORT,
1669 ZFCP_REQ_AUTO_CLEANUP,
1670 adapter->pool.fsf_req_erp);
1671 if (unlikely(IS_ERR(req))) {
1672 retval = PTR_ERR(req);
1676 sbale = zfcp_qdio_sbale_req(req);
1677 sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1678 sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1680 req->handler = zfcp_fsf_close_wka_port_handler;
1681 req->data = wka_port;
1682 req->qtcb->header.port_handle = wka_port->handle;
1684 zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
1685 retval = zfcp_fsf_req_send(req);
1687 zfcp_fsf_req_free(req);
1689 spin_unlock_bh(&adapter->req_q_lock);
1693 static void zfcp_fsf_close_physical_port_handler(struct zfcp_fsf_req *req)
1695 struct zfcp_port *port = req->data;
1696 struct fsf_qtcb_header *header = &req->qtcb->header;
1697 struct zfcp_unit *unit;
1699 if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
1702 switch (header->fsf_status) {
1703 case FSF_PORT_HANDLE_NOT_VALID:
1704 zfcp_erp_adapter_reopen(port->adapter, 0, "fscpph1", req);
1705 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1707 case FSF_ACCESS_DENIED:
1708 zfcp_fsf_access_denied_port(req, port);
1710 case FSF_PORT_BOXED:
1711 zfcp_erp_port_boxed(port, "fscpph2", req);
1712 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
1713 ZFCP_STATUS_FSFREQ_RETRY;
1714 /* can't use generic zfcp_erp_modify_port_status because
1715 * ZFCP_STATUS_COMMON_OPEN must not be reset for the port */
1716 atomic_clear_mask(ZFCP_STATUS_PORT_PHYS_OPEN, &port->status);
1717 list_for_each_entry(unit, &port->unit_list_head, list)
1718 atomic_clear_mask(ZFCP_STATUS_COMMON_OPEN,
1721 case FSF_ADAPTER_STATUS_AVAILABLE:
1722 switch (header->fsf_status_qual.word[0]) {
1723 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
1725 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
1726 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1731 /* can't use generic zfcp_erp_modify_port_status because
1732 * ZFCP_STATUS_COMMON_OPEN must not be reset for the port
1734 atomic_clear_mask(ZFCP_STATUS_PORT_PHYS_OPEN, &port->status);
1735 list_for_each_entry(unit, &port->unit_list_head, list)
1736 atomic_clear_mask(ZFCP_STATUS_COMMON_OPEN,
1743 * zfcp_fsf_close_physical_port - close physical port
1744 * @erp_action: pointer to struct zfcp_erp_action
1745 * Returns: 0 on success
1747 int zfcp_fsf_close_physical_port(struct zfcp_erp_action *erp_action)
1749 struct qdio_buffer_element *sbale;
1750 struct zfcp_adapter *adapter = erp_action->adapter;
1751 struct zfcp_fsf_req *req;
1754 spin_lock_bh(&adapter->req_q_lock);
1755 if (zfcp_fsf_req_sbal_get(adapter))
1758 req = zfcp_fsf_req_create(adapter, FSF_QTCB_CLOSE_PHYSICAL_PORT,
1759 ZFCP_REQ_AUTO_CLEANUP,
1760 adapter->pool.fsf_req_erp);
1762 retval = PTR_ERR(req);
1766 sbale = zfcp_qdio_sbale_req(req);
1767 sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1768 sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1770 req->data = erp_action->port;
1771 req->qtcb->header.port_handle = erp_action->port->handle;
1772 req->erp_action = erp_action;
1773 req->handler = zfcp_fsf_close_physical_port_handler;
1774 erp_action->fsf_req = req;
1776 zfcp_fsf_start_erp_timer(req);
1777 retval = zfcp_fsf_req_send(req);
1779 zfcp_fsf_req_free(req);
1780 erp_action->fsf_req = NULL;
1783 spin_unlock_bh(&adapter->req_q_lock);
1787 static void zfcp_fsf_open_unit_handler(struct zfcp_fsf_req *req)
1789 struct zfcp_adapter *adapter = req->adapter;
1790 struct zfcp_unit *unit = req->data;
1791 struct fsf_qtcb_header *header = &req->qtcb->header;
1792 struct fsf_qtcb_bottom_support *bottom = &req->qtcb->bottom.support;
1793 struct fsf_queue_designator *queue_designator =
1794 &header->fsf_status_qual.fsf_queue_designator;
1795 int exclusive, readwrite;
1797 if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
1800 atomic_clear_mask(ZFCP_STATUS_COMMON_ACCESS_DENIED |
1801 ZFCP_STATUS_COMMON_ACCESS_BOXED |
1802 ZFCP_STATUS_UNIT_SHARED |
1803 ZFCP_STATUS_UNIT_READONLY,
1806 switch (header->fsf_status) {
1808 case FSF_PORT_HANDLE_NOT_VALID:
1809 zfcp_erp_adapter_reopen(unit->port->adapter, 0, "fsouh_1", req);
1811 case FSF_LUN_ALREADY_OPEN:
1813 case FSF_ACCESS_DENIED:
1814 zfcp_fsf_access_denied_unit(req, unit);
1815 atomic_clear_mask(ZFCP_STATUS_UNIT_SHARED, &unit->status);
1816 atomic_clear_mask(ZFCP_STATUS_UNIT_READONLY, &unit->status);
1818 case FSF_PORT_BOXED:
1819 zfcp_erp_port_boxed(unit->port, "fsouh_2", req);
1820 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
1821 ZFCP_STATUS_FSFREQ_RETRY;
1823 case FSF_LUN_SHARING_VIOLATION:
1824 if (header->fsf_status_qual.word[0])
1825 dev_warn(&adapter->ccw_device->dev,
1826 "LUN 0x%Lx on port 0x%Lx is already in "
1827 "use by CSS%d, MIF Image ID %x\n",
1828 (unsigned long long)unit->fcp_lun,
1829 (unsigned long long)unit->port->wwpn,
1830 queue_designator->cssid,
1831 queue_designator->hla);
1833 zfcp_act_eval_err(adapter,
1834 header->fsf_status_qual.word[2]);
1835 zfcp_erp_unit_access_denied(unit, "fsouh_3", req);
1836 atomic_clear_mask(ZFCP_STATUS_UNIT_SHARED, &unit->status);
1837 atomic_clear_mask(ZFCP_STATUS_UNIT_READONLY, &unit->status);
1838 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1840 case FSF_MAXIMUM_NUMBER_OF_LUNS_EXCEEDED:
1841 dev_warn(&adapter->ccw_device->dev,
1842 "No handle is available for LUN "
1843 "0x%016Lx on port 0x%016Lx\n",
1844 (unsigned long long)unit->fcp_lun,
1845 (unsigned long long)unit->port->wwpn);
1846 zfcp_erp_unit_failed(unit, "fsouh_4", req);
1848 case FSF_INVALID_COMMAND_OPTION:
1849 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1851 case FSF_ADAPTER_STATUS_AVAILABLE:
1852 switch (header->fsf_status_qual.word[0]) {
1853 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
1854 zfcp_test_link(unit->port);
1856 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
1857 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1863 unit->handle = header->lun_handle;
1864 atomic_set_mask(ZFCP_STATUS_COMMON_OPEN, &unit->status);
1866 if (!(adapter->connection_features & FSF_FEATURE_NPIV_MODE) &&
1867 (adapter->adapter_features & FSF_FEATURE_LUN_SHARING) &&
1868 (adapter->ccw_device->id.dev_model != ZFCP_DEVICE_MODEL_PRIV)) {
1869 exclusive = (bottom->lun_access_info &
1870 FSF_UNIT_ACCESS_EXCLUSIVE);
1871 readwrite = (bottom->lun_access_info &
1872 FSF_UNIT_ACCESS_OUTBOUND_TRANSFER);
1875 atomic_set_mask(ZFCP_STATUS_UNIT_SHARED,
1879 atomic_set_mask(ZFCP_STATUS_UNIT_READONLY,
1881 dev_info(&adapter->ccw_device->dev,
1882 "SCSI device at LUN 0x%016Lx on port "
1883 "0x%016Lx opened read-only\n",
1884 (unsigned long long)unit->fcp_lun,
1885 (unsigned long long)unit->port->wwpn);
1888 if (exclusive && !readwrite) {
1889 dev_err(&adapter->ccw_device->dev,
1890 "Exclusive read-only access not "
1891 "supported (unit 0x%016Lx, "
1893 (unsigned long long)unit->fcp_lun,
1894 (unsigned long long)unit->port->wwpn);
1895 zfcp_erp_unit_failed(unit, "fsouh_5", req);
1896 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1897 zfcp_erp_unit_shutdown(unit, 0, "fsouh_6", req);
1898 } else if (!exclusive && readwrite) {
1899 dev_err(&adapter->ccw_device->dev,
1900 "Shared read-write access not "
1901 "supported (unit 0x%016Lx, port "
1903 (unsigned long long)unit->fcp_lun,
1904 (unsigned long long)unit->port->wwpn);
1905 zfcp_erp_unit_failed(unit, "fsouh_7", req);
1906 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1907 zfcp_erp_unit_shutdown(unit, 0, "fsouh_8", req);
1915 * zfcp_fsf_open_unit - open unit
1916 * @erp_action: pointer to struct zfcp_erp_action
1917 * Returns: 0 on success, error otherwise
1919 int zfcp_fsf_open_unit(struct zfcp_erp_action *erp_action)
1921 struct qdio_buffer_element *sbale;
1922 struct zfcp_adapter *adapter = erp_action->adapter;
1923 struct zfcp_fsf_req *req;
1926 spin_lock_bh(&adapter->req_q_lock);
1927 if (zfcp_fsf_req_sbal_get(adapter))
1930 req = zfcp_fsf_req_create(adapter, FSF_QTCB_OPEN_LUN,
1931 ZFCP_REQ_AUTO_CLEANUP,
1932 adapter->pool.fsf_req_erp);
1934 retval = PTR_ERR(req);
1938 sbale = zfcp_qdio_sbale_req(req);
1939 sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
1940 sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
1942 req->qtcb->header.port_handle = erp_action->port->handle;
1943 req->qtcb->bottom.support.fcp_lun = erp_action->unit->fcp_lun;
1944 req->handler = zfcp_fsf_open_unit_handler;
1945 req->data = erp_action->unit;
1946 req->erp_action = erp_action;
1947 erp_action->fsf_req = req;
1949 if (!(adapter->connection_features & FSF_FEATURE_NPIV_MODE))
1950 req->qtcb->bottom.support.option = FSF_OPEN_LUN_SUPPRESS_BOXING;
1952 zfcp_fsf_start_erp_timer(req);
1953 retval = zfcp_fsf_req_send(req);
1955 zfcp_fsf_req_free(req);
1956 erp_action->fsf_req = NULL;
1959 spin_unlock_bh(&adapter->req_q_lock);
1963 static void zfcp_fsf_close_unit_handler(struct zfcp_fsf_req *req)
1965 struct zfcp_unit *unit = req->data;
1967 if (req->status & ZFCP_STATUS_FSFREQ_ERROR)
1970 switch (req->qtcb->header.fsf_status) {
1971 case FSF_PORT_HANDLE_NOT_VALID:
1972 zfcp_erp_adapter_reopen(unit->port->adapter, 0, "fscuh_1", req);
1973 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1975 case FSF_LUN_HANDLE_NOT_VALID:
1976 zfcp_erp_port_reopen(unit->port, 0, "fscuh_2", req);
1977 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1979 case FSF_PORT_BOXED:
1980 zfcp_erp_port_boxed(unit->port, "fscuh_3", req);
1981 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
1982 ZFCP_STATUS_FSFREQ_RETRY;
1984 case FSF_ADAPTER_STATUS_AVAILABLE:
1985 switch (req->qtcb->header.fsf_status_qual.word[0]) {
1986 case FSF_SQ_INVOKE_LINK_TEST_PROCEDURE:
1987 zfcp_test_link(unit->port);
1989 case FSF_SQ_ULP_DEPENDENT_ERP_REQUIRED:
1990 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
1995 atomic_clear_mask(ZFCP_STATUS_COMMON_OPEN, &unit->status);
2001 * zfcp_fsf_close_unit - close zfcp unit
2002 * @erp_action: pointer to struct zfcp_unit
2003 * Returns: 0 on success, error otherwise
2005 int zfcp_fsf_close_unit(struct zfcp_erp_action *erp_action)
2007 struct qdio_buffer_element *sbale;
2008 struct zfcp_adapter *adapter = erp_action->adapter;
2009 struct zfcp_fsf_req *req;
2012 spin_lock_bh(&adapter->req_q_lock);
2013 if (zfcp_fsf_req_sbal_get(adapter))
2015 req = zfcp_fsf_req_create(adapter, FSF_QTCB_CLOSE_LUN,
2016 ZFCP_REQ_AUTO_CLEANUP,
2017 adapter->pool.fsf_req_erp);
2019 retval = PTR_ERR(req);
2023 sbale = zfcp_qdio_sbale_req(req);
2024 sbale[0].flags |= SBAL_FLAGS0_TYPE_READ;
2025 sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
2027 req->qtcb->header.port_handle = erp_action->port->handle;
2028 req->qtcb->header.lun_handle = erp_action->unit->handle;
2029 req->handler = zfcp_fsf_close_unit_handler;
2030 req->data = erp_action->unit;
2031 req->erp_action = erp_action;
2032 erp_action->fsf_req = req;
2034 zfcp_fsf_start_erp_timer(req);
2035 retval = zfcp_fsf_req_send(req);
2037 zfcp_fsf_req_free(req);
2038 erp_action->fsf_req = NULL;
2041 spin_unlock_bh(&adapter->req_q_lock);
2045 static void zfcp_fsf_update_lat(struct fsf_latency_record *lat_rec, u32 lat)
2047 lat_rec->sum += lat;
2048 lat_rec->min = min(lat_rec->min, lat);
2049 lat_rec->max = max(lat_rec->max, lat);
2052 static void zfcp_fsf_req_latency(struct zfcp_fsf_req *req)
2054 struct fsf_qual_latency_info *lat_inf;
2055 struct latency_cont *lat;
2056 struct zfcp_unit *unit = req->unit;
2058 lat_inf = &req->qtcb->prefix.prot_status_qual.latency_info;
2060 switch (req->qtcb->bottom.io.data_direction) {
2061 case FSF_DATADIR_READ:
2062 lat = &unit->latencies.read;
2064 case FSF_DATADIR_WRITE:
2065 lat = &unit->latencies.write;
2067 case FSF_DATADIR_CMND:
2068 lat = &unit->latencies.cmd;
2074 spin_lock(&unit->latencies.lock);
2075 zfcp_fsf_update_lat(&lat->channel, lat_inf->channel_lat);
2076 zfcp_fsf_update_lat(&lat->fabric, lat_inf->fabric_lat);
2078 spin_unlock(&unit->latencies.lock);
2081 #ifdef CONFIG_BLK_DEV_IO_TRACE
2082 static void zfcp_fsf_trace_latency(struct zfcp_fsf_req *fsf_req)
2084 struct fsf_qual_latency_info *lat_inf;
2085 struct scsi_cmnd *scsi_cmnd = (struct scsi_cmnd *)fsf_req->data;
2086 struct request *req = scsi_cmnd->request;
2087 struct zfcp_blk_drv_data trace;
2088 int ticks = fsf_req->adapter->timer_ticks;
2091 trace.magic = ZFCP_BLK_DRV_DATA_MAGIC;
2092 if (fsf_req->adapter->adapter_features & FSF_FEATURE_MEASUREMENT_DATA) {
2093 trace.flags |= ZFCP_BLK_LAT_VALID;
2094 lat_inf = &fsf_req->qtcb->prefix.prot_status_qual.latency_info;
2095 trace.channel_lat = lat_inf->channel_lat * ticks;
2096 trace.fabric_lat = lat_inf->fabric_lat * ticks;
2098 if (fsf_req->status & ZFCP_STATUS_FSFREQ_ERROR)
2099 trace.flags |= ZFCP_BLK_REQ_ERROR;
2100 trace.inb_usage = fsf_req->qdio_inb_usage;
2101 trace.outb_usage = fsf_req->qdio_outb_usage;
2103 blk_add_driver_data(req->q, req, &trace, sizeof(trace));
2106 static inline void zfcp_fsf_trace_latency(struct zfcp_fsf_req *fsf_req)
2111 static void zfcp_fsf_send_fcp_command_task_handler(struct zfcp_fsf_req *req)
2113 struct scsi_cmnd *scpnt;
2114 struct fcp_rsp_iu *fcp_rsp_iu = (struct fcp_rsp_iu *)
2115 &(req->qtcb->bottom.io.fcp_rsp);
2117 char *fcp_rsp_info = (unsigned char *) &fcp_rsp_iu[1];
2118 unsigned long flags;
2120 read_lock_irqsave(&req->adapter->abort_lock, flags);
2123 if (unlikely(!scpnt)) {
2124 read_unlock_irqrestore(&req->adapter->abort_lock, flags);
2128 if (unlikely(req->status & ZFCP_STATUS_FSFREQ_ABORTED)) {
2129 set_host_byte(scpnt, DID_SOFT_ERROR);
2130 goto skip_fsfstatus;
2133 if (unlikely(req->status & ZFCP_STATUS_FSFREQ_ERROR)) {
2134 set_host_byte(scpnt, DID_ERROR);
2135 goto skip_fsfstatus;
2138 set_msg_byte(scpnt, COMMAND_COMPLETE);
2140 scpnt->result |= fcp_rsp_iu->scsi_status;
2142 if (req->adapter->adapter_features & FSF_FEATURE_MEASUREMENT_DATA)
2143 zfcp_fsf_req_latency(req);
2145 zfcp_fsf_trace_latency(req);
2147 if (unlikely(fcp_rsp_iu->validity.bits.fcp_rsp_len_valid)) {
2148 if (fcp_rsp_info[3] == RSP_CODE_GOOD)
2149 set_host_byte(scpnt, DID_OK);
2151 set_host_byte(scpnt, DID_ERROR);
2152 goto skip_fsfstatus;
2156 if (unlikely(fcp_rsp_iu->validity.bits.fcp_sns_len_valid)) {
2157 sns_len = FSF_FCP_RSP_SIZE - sizeof(struct fcp_rsp_iu) +
2158 fcp_rsp_iu->fcp_rsp_len;
2159 sns_len = min(sns_len, (u32) SCSI_SENSE_BUFFERSIZE);
2160 sns_len = min(sns_len, fcp_rsp_iu->fcp_sns_len);
2162 memcpy(scpnt->sense_buffer,
2163 zfcp_get_fcp_sns_info_ptr(fcp_rsp_iu), sns_len);
2166 if (unlikely(fcp_rsp_iu->validity.bits.fcp_resid_under)) {
2167 scsi_set_resid(scpnt, fcp_rsp_iu->fcp_resid);
2168 if (scsi_bufflen(scpnt) - scsi_get_resid(scpnt) <
2170 set_host_byte(scpnt, DID_ERROR);
2173 if (scpnt->result != 0)
2174 zfcp_scsi_dbf_event_result("erro", 3, req->adapter, scpnt, req);
2175 else if (scpnt->retries > 0)
2176 zfcp_scsi_dbf_event_result("retr", 4, req->adapter, scpnt, req);
2178 zfcp_scsi_dbf_event_result("norm", 6, req->adapter, scpnt, req);
2180 scpnt->host_scribble = NULL;
2181 (scpnt->scsi_done) (scpnt);
2183 * We must hold this lock until scsi_done has been called.
2184 * Otherwise we may call scsi_done after abort regarding this
2185 * command has completed.
2186 * Note: scsi_done must not block!
2188 read_unlock_irqrestore(&req->adapter->abort_lock, flags);
2191 static void zfcp_fsf_send_fcp_ctm_handler(struct zfcp_fsf_req *req)
2193 struct fcp_rsp_iu *fcp_rsp_iu = (struct fcp_rsp_iu *)
2194 &(req->qtcb->bottom.io.fcp_rsp);
2195 char *fcp_rsp_info = (unsigned char *) &fcp_rsp_iu[1];
2197 if ((fcp_rsp_info[3] != RSP_CODE_GOOD) ||
2198 (req->status & ZFCP_STATUS_FSFREQ_ERROR))
2199 req->status |= ZFCP_STATUS_FSFREQ_TMFUNCFAILED;
2203 static void zfcp_fsf_send_fcp_command_handler(struct zfcp_fsf_req *req)
2205 struct zfcp_unit *unit;
2206 struct fsf_qtcb_header *header = &req->qtcb->header;
2208 if (unlikely(req->status & ZFCP_STATUS_FSFREQ_TASK_MANAGEMENT))
2213 if (unlikely(req->status & ZFCP_STATUS_FSFREQ_ERROR))
2214 goto skip_fsfstatus;
2216 switch (header->fsf_status) {
2217 case FSF_HANDLE_MISMATCH:
2218 case FSF_PORT_HANDLE_NOT_VALID:
2219 zfcp_erp_adapter_reopen(unit->port->adapter, 0, "fssfch1", req);
2220 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2222 case FSF_FCPLUN_NOT_VALID:
2223 case FSF_LUN_HANDLE_NOT_VALID:
2224 zfcp_erp_port_reopen(unit->port, 0, "fssfch2", req);
2225 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2227 case FSF_SERVICE_CLASS_NOT_SUPPORTED:
2228 zfcp_fsf_class_not_supp(req);
2230 case FSF_ACCESS_DENIED:
2231 zfcp_fsf_access_denied_unit(req, unit);
2233 case FSF_DIRECTION_INDICATOR_NOT_VALID:
2234 dev_err(&req->adapter->ccw_device->dev,
2235 "Incorrect direction %d, unit 0x%016Lx on port "
2236 "0x%016Lx closed\n",
2237 req->qtcb->bottom.io.data_direction,
2238 (unsigned long long)unit->fcp_lun,
2239 (unsigned long long)unit->port->wwpn);
2240 zfcp_erp_adapter_shutdown(unit->port->adapter, 0, "fssfch3",
2242 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2244 case FSF_CMND_LENGTH_NOT_VALID:
2245 dev_err(&req->adapter->ccw_device->dev,
2246 "Incorrect CDB length %d, unit 0x%016Lx on "
2247 "port 0x%016Lx closed\n",
2248 req->qtcb->bottom.io.fcp_cmnd_length,
2249 (unsigned long long)unit->fcp_lun,
2250 (unsigned long long)unit->port->wwpn);
2251 zfcp_erp_adapter_shutdown(unit->port->adapter, 0, "fssfch4",
2253 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2255 case FSF_PORT_BOXED:
2256 zfcp_erp_port_boxed(unit->port, "fssfch5", req);
2257 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
2258 ZFCP_STATUS_FSFREQ_RETRY;
2261 zfcp_erp_unit_boxed(unit, "fssfch6", req);
2262 req->status |= ZFCP_STATUS_FSFREQ_ERROR |
2263 ZFCP_STATUS_FSFREQ_RETRY;
2265 case FSF_ADAPTER_STATUS_AVAILABLE:
2266 if (header->fsf_status_qual.word[0] ==
2267 FSF_SQ_INVOKE_LINK_TEST_PROCEDURE)
2268 zfcp_test_link(unit->port);
2269 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2273 if (req->status & ZFCP_STATUS_FSFREQ_TASK_MANAGEMENT)
2274 zfcp_fsf_send_fcp_ctm_handler(req);
2276 zfcp_fsf_send_fcp_command_task_handler(req);
2278 zfcp_unit_put(unit);
2282 static void zfcp_set_fcp_dl(struct fcp_cmnd_iu *fcp_cmd, u32 fcp_dl)
2287 * fcp_dl_addr = start address of fcp_cmnd structure +
2288 * size of fixed part + size of dynamically sized add_dcp_cdb field
2289 * SEE FCP-2 documentation
2291 fcp_dl_ptr = (u32 *) ((unsigned char *) &fcp_cmd[1] +
2292 (fcp_cmd->add_fcp_cdb_length << 2));
2293 *fcp_dl_ptr = fcp_dl;
2297 * zfcp_fsf_send_fcp_command_task - initiate an FCP command (for a SCSI command)
2298 * @unit: unit where command is sent to
2299 * @scsi_cmnd: scsi command to be sent
2301 int zfcp_fsf_send_fcp_command_task(struct zfcp_unit *unit,
2302 struct scsi_cmnd *scsi_cmnd)
2304 struct zfcp_fsf_req *req;
2305 struct fcp_cmnd_iu *fcp_cmnd_iu;
2306 unsigned int sbtype;
2307 int real_bytes, retval = -EIO;
2308 struct zfcp_adapter *adapter = unit->port->adapter;
2310 if (unlikely(!(atomic_read(&unit->status) &
2311 ZFCP_STATUS_COMMON_UNBLOCKED)))
2314 spin_lock(&adapter->req_q_lock);
2315 if (atomic_read(&adapter->req_q.count) <= 0) {
2316 atomic_inc(&adapter->qdio_outb_full);
2319 req = zfcp_fsf_req_create(adapter, FSF_QTCB_FCP_CMND,
2320 ZFCP_REQ_AUTO_CLEANUP,
2321 adapter->pool.fsf_req_scsi);
2323 retval = PTR_ERR(req);
2327 zfcp_unit_get(unit);
2329 req->data = scsi_cmnd;
2330 req->handler = zfcp_fsf_send_fcp_command_handler;
2331 req->qtcb->header.lun_handle = unit->handle;
2332 req->qtcb->header.port_handle = unit->port->handle;
2333 req->qtcb->bottom.io.service_class = FSF_CLASS_3;
2335 scsi_cmnd->host_scribble = (unsigned char *) req->req_id;
2337 fcp_cmnd_iu = (struct fcp_cmnd_iu *) &(req->qtcb->bottom.io.fcp_cmnd);
2338 fcp_cmnd_iu->fcp_lun = unit->fcp_lun;
2340 * set depending on data direction:
2341 * data direction bits in SBALE (SB Type)
2342 * data direction bits in QTCB
2343 * data direction bits in FCP_CMND IU
2345 switch (scsi_cmnd->sc_data_direction) {
2347 req->qtcb->bottom.io.data_direction = FSF_DATADIR_CMND;
2348 sbtype = SBAL_FLAGS0_TYPE_READ;
2350 case DMA_FROM_DEVICE:
2351 req->qtcb->bottom.io.data_direction = FSF_DATADIR_READ;
2352 sbtype = SBAL_FLAGS0_TYPE_READ;
2353 fcp_cmnd_iu->rddata = 1;
2356 req->qtcb->bottom.io.data_direction = FSF_DATADIR_WRITE;
2357 sbtype = SBAL_FLAGS0_TYPE_WRITE;
2358 fcp_cmnd_iu->wddata = 1;
2360 case DMA_BIDIRECTIONAL:
2363 goto failed_scsi_cmnd;
2366 if (likely((scsi_cmnd->device->simple_tags) ||
2367 ((atomic_read(&unit->status) & ZFCP_STATUS_UNIT_READONLY) &&
2368 (atomic_read(&unit->status) & ZFCP_STATUS_UNIT_SHARED))))
2369 fcp_cmnd_iu->task_attribute = SIMPLE_Q;
2371 fcp_cmnd_iu->task_attribute = UNTAGGED;
2373 if (unlikely(scsi_cmnd->cmd_len > FCP_CDB_LENGTH))
2374 fcp_cmnd_iu->add_fcp_cdb_length =
2375 (scsi_cmnd->cmd_len - FCP_CDB_LENGTH) >> 2;
2377 memcpy(fcp_cmnd_iu->fcp_cdb, scsi_cmnd->cmnd, scsi_cmnd->cmd_len);
2379 req->qtcb->bottom.io.fcp_cmnd_length = sizeof(struct fcp_cmnd_iu) +
2380 fcp_cmnd_iu->add_fcp_cdb_length + sizeof(u32);
2382 real_bytes = zfcp_qdio_sbals_from_sg(req, sbtype,
2383 scsi_sglist(scsi_cmnd),
2384 FSF_MAX_SBALS_PER_REQ);
2385 if (unlikely(real_bytes < 0)) {
2386 if (req->sbal_number < FSF_MAX_SBALS_PER_REQ)
2389 dev_err(&adapter->ccw_device->dev,
2390 "Oversize data package, unit 0x%016Lx "
2391 "on port 0x%016Lx closed\n",
2392 (unsigned long long)unit->fcp_lun,
2393 (unsigned long long)unit->port->wwpn);
2394 zfcp_erp_unit_shutdown(unit, 0, "fssfct1", req);
2397 goto failed_scsi_cmnd;
2400 zfcp_set_fcp_dl(fcp_cmnd_iu, real_bytes);
2402 retval = zfcp_fsf_req_send(req);
2403 if (unlikely(retval))
2404 goto failed_scsi_cmnd;
2409 zfcp_unit_put(unit);
2410 zfcp_fsf_req_free(req);
2411 scsi_cmnd->host_scribble = NULL;
2413 spin_unlock(&adapter->req_q_lock);
2418 * zfcp_fsf_send_fcp_ctm - send SCSI task management command
2419 * @unit: pointer to struct zfcp_unit
2420 * @tm_flags: unsigned byte for task management flags
2421 * Returns: on success pointer to struct fsf_req, NULL otherwise
2423 struct zfcp_fsf_req *zfcp_fsf_send_fcp_ctm(struct zfcp_unit *unit, u8 tm_flags)
2425 struct qdio_buffer_element *sbale;
2426 struct zfcp_fsf_req *req = NULL;
2427 struct fcp_cmnd_iu *fcp_cmnd_iu;
2428 struct zfcp_adapter *adapter = unit->port->adapter;
2430 if (unlikely(!(atomic_read(&unit->status) &
2431 ZFCP_STATUS_COMMON_UNBLOCKED)))
2434 spin_lock_bh(&adapter->req_q_lock);
2435 if (zfcp_fsf_req_sbal_get(adapter))
2437 req = zfcp_fsf_req_create(adapter, FSF_QTCB_FCP_CMND, 0,
2438 adapter->pool.fsf_req_scsi);
2444 req->status |= ZFCP_STATUS_FSFREQ_TASK_MANAGEMENT;
2446 req->handler = zfcp_fsf_send_fcp_command_handler;
2447 req->qtcb->header.lun_handle = unit->handle;
2448 req->qtcb->header.port_handle = unit->port->handle;
2449 req->qtcb->bottom.io.data_direction = FSF_DATADIR_CMND;
2450 req->qtcb->bottom.io.service_class = FSF_CLASS_3;
2451 req->qtcb->bottom.io.fcp_cmnd_length = sizeof(struct fcp_cmnd_iu) +
2454 sbale = zfcp_qdio_sbale_req(req);
2455 sbale[0].flags |= SBAL_FLAGS0_TYPE_WRITE;
2456 sbale[1].flags |= SBAL_FLAGS_LAST_ENTRY;
2458 fcp_cmnd_iu = (struct fcp_cmnd_iu *) &req->qtcb->bottom.io.fcp_cmnd;
2459 fcp_cmnd_iu->fcp_lun = unit->fcp_lun;
2460 fcp_cmnd_iu->task_management_flags = tm_flags;
2462 zfcp_fsf_start_timer(req, ZFCP_SCSI_ER_TIMEOUT);
2463 if (!zfcp_fsf_req_send(req))
2466 zfcp_fsf_req_free(req);
2469 spin_unlock_bh(&adapter->req_q_lock);
2473 static void zfcp_fsf_control_file_handler(struct zfcp_fsf_req *req)
2475 if (req->qtcb->header.fsf_status != FSF_GOOD)
2476 req->status |= ZFCP_STATUS_FSFREQ_ERROR;
2480 * zfcp_fsf_control_file - control file upload/download
2481 * @adapter: pointer to struct zfcp_adapter
2482 * @fsf_cfdc: pointer to struct zfcp_fsf_cfdc
2483 * Returns: on success pointer to struct zfcp_fsf_req, NULL otherwise
2485 struct zfcp_fsf_req *zfcp_fsf_control_file(struct zfcp_adapter *adapter,
2486 struct zfcp_fsf_cfdc *fsf_cfdc)
2488 struct qdio_buffer_element *sbale;
2489 struct zfcp_fsf_req *req = NULL;
2490 struct fsf_qtcb_bottom_support *bottom;
2491 int direction, retval = -EIO, bytes;
2493 if (!(adapter->adapter_features & FSF_FEATURE_CFDC))
2494 return ERR_PTR(-EOPNOTSUPP);
2496 switch (fsf_cfdc->command) {
2497 case FSF_QTCB_DOWNLOAD_CONTROL_FILE:
2498 direction = SBAL_FLAGS0_TYPE_WRITE;
2500 case FSF_QTCB_UPLOAD_CONTROL_FILE:
2501 direction = SBAL_FLAGS0_TYPE_READ;
2504 return ERR_PTR(-EINVAL);
2507 spin_lock_bh(&adapter->req_q_lock);
2508 if (zfcp_fsf_req_sbal_get(adapter))
2511 req = zfcp_fsf_req_create(adapter, fsf_cfdc->command, 0, NULL);
2517 req->handler = zfcp_fsf_control_file_handler;
2519 sbale = zfcp_qdio_sbale_req(req);
2520 sbale[0].flags |= direction;
2522 bottom = &req->qtcb->bottom.support;
2523 bottom->operation_subtype = FSF_CFDC_OPERATION_SUBTYPE;
2524 bottom->option = fsf_cfdc->option;
2526 bytes = zfcp_qdio_sbals_from_sg(req, direction, fsf_cfdc->sg,
2527 FSF_MAX_SBALS_PER_REQ);
2528 if (bytes != ZFCP_CFDC_MAX_SIZE) {
2530 zfcp_fsf_req_free(req);
2534 zfcp_fsf_start_timer(req, ZFCP_FSF_REQUEST_TIMEOUT);
2535 retval = zfcp_fsf_req_send(req);
2537 spin_unlock_bh(&adapter->req_q_lock);
2540 wait_event(req->completion_wq,
2541 req->status & ZFCP_STATUS_FSFREQ_COMPLETED);
2544 return ERR_PTR(retval);