git.oblomov.eu Git - linux-2.6/blob - drivers/scsi/ibmvscsi/ibmvstgt.c

   1 /*
   2  * IBM eServer i/pSeries Virtual SCSI Target Driver
   3  * Copyright (C) 2003-2005 Dave Boutcher (boutcher@us.ibm.com) IBM Corp.
   4  *                         Santiago Leon (santil@us.ibm.com) IBM Corp.
   5  *                         Linda Xie (lxie@us.ibm.com) IBM Corp.
   6  *
   7  * Copyright (C) 2005-2006 FUJITA Tomonori <tomof@acm.org>
   8  *
   9  * This program is free software; you can redistribute it and/or modify
  10  * it under the terms of the GNU General Public License as published by
  11  * the Free Software Foundation; either version 2 of the License, or
  12  * (at your option) any later version.
  13  *
  14  * This program is distributed in the hope that it will be useful,
  15  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  16  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  17  * GNU General Public License for more details.
  18  *
  19  * You should have received a copy of the GNU General Public License
  20  * along with this program; if not, write to the Free Software
  21  * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307
  22  * USA
  23  */
  24 #include <linux/interrupt.h>
  25 #include <linux/module.h>
  26 #include <scsi/scsi.h>
  27 #include <scsi/scsi_host.h>
  28 #include <scsi/scsi_transport_srp.h>
  29 #include <scsi/scsi_tgt.h>
  30 #include <scsi/libsrp.h>
  31 #include <asm/hvcall.h>
  32 #include <asm/iommu.h>
  33 #include <asm/prom.h>
  34 #include <asm/vio.h>
  35
  36 #include "ibmvscsi.h"
  37
  38 #define INITIAL_SRP_LIMIT       16
  39 #define DEFAULT_MAX_SECTORS     256
  40
  41 #define TGT_NAME        "ibmvstgt"
  42
  43 /*
  44  * Hypervisor calls.
  45  */
  46 #define h_copy_rdma(l, sa, sb, da, db) \
  47                         plpar_hcall_norets(H_COPY_RDMA, l, sa, sb, da, db)
  48 #define h_send_crq(ua, l, h) \
  49                         plpar_hcall_norets(H_SEND_CRQ, ua, l, h)
  50 #define h_reg_crq(ua, tok, sz)\
  51                         plpar_hcall_norets(H_REG_CRQ, ua, tok, sz);
  52 #define h_free_crq(ua) \
  53                         plpar_hcall_norets(H_FREE_CRQ, ua);
  54
  55 /* tmp - will replace with SCSI logging stuff */
  56 #define eprintk(fmt, args...)                                   \
  57 do {                                                            \
  58         printk("%s(%d) " fmt, __FUNCTION__, __LINE__, ##args);  \
  59 } while (0)
  60 /* #define dprintk eprintk */
  61 #define dprintk(fmt, args...)
  62
  63 struct vio_port {
  64         struct vio_dev *dma_dev;
  65
  66         struct crq_queue crq_queue;
  67         struct work_struct crq_work;
  68
  69         unsigned long liobn;
  70         unsigned long riobn;
  71         struct srp_target *target;
  72
  73         struct srp_rport *rport;
  74 };
  75
  76 static struct workqueue_struct *vtgtd;
  77 static struct scsi_transport_template *ibmvstgt_transport_template;
  78
  79 /*
  80  * These are fixed for the system and come from the Open Firmware device tree.
  81  * We just store them here to save getting them every time.
  82  */
  83 static char system_id[64] = "";
  84 static char partition_name[97] = "UNKNOWN";
  85 static unsigned int partition_number = -1;
  86
  87 static struct vio_port *target_to_port(struct srp_target *target)
  88 {
  89         return (struct vio_port *) target->ldata;
  90 }
  91
  92 static inline union viosrp_iu *vio_iu(struct iu_entry *iue)
  93 {
  94         return (union viosrp_iu *) (iue->sbuf->buf);
  95 }
  96
  97 static int send_iu(struct iu_entry *iue, uint64_t length, uint8_t format)
  98 {
  99         struct srp_target *target = iue->target;
 100         struct vio_port *vport = target_to_port(target);
 101         long rc, rc1;
 102         union {
 103                 struct viosrp_crq cooked;
 104                 uint64_t raw[2];
 105         } crq;
 106
 107         /* First copy the SRP */
 108         rc = h_copy_rdma(length, vport->liobn, iue->sbuf->dma,
 109                          vport->riobn, iue->remote_token);
 110
 111         if (rc)
 112                 eprintk("Error %ld transferring data\n", rc);
 113
 114         crq.cooked.valid = 0x80;
 115         crq.cooked.format = format;
 116         crq.cooked.reserved = 0x00;
 117         crq.cooked.timeout = 0x00;
 118         crq.cooked.IU_length = length;
 119         crq.cooked.IU_data_ptr = vio_iu(iue)->srp.rsp.tag;
 120
 121         if (rc == 0)
 122                 crq.cooked.status = 0x99;       /* Just needs to be non-zero */
 123         else
 124                 crq.cooked.status = 0x00;
 125
 126         rc1 = h_send_crq(vport->dma_dev->unit_address, crq.raw[0], crq.raw[1]);
 127
 128         if (rc1) {
 129                 eprintk("%ld sending response\n", rc1);
 130                 return rc1;
 131         }
 132
 133         return rc;
 134 }
 135
 136 #define SRP_RSP_SENSE_DATA_LEN  18
 137
 138 static int send_rsp(struct iu_entry *iue, struct scsi_cmnd *sc,
 139                     unsigned char status, unsigned char asc)
 140 {
 141         union viosrp_iu *iu = vio_iu(iue);
 142         uint64_t tag = iu->srp.rsp.tag;
 143
 144         /* If the linked bit is on and status is good */
 145         if (test_bit(V_LINKED, &iue->flags) && (status == NO_SENSE))
 146                 status = 0x10;
 147
 148         memset(iu, 0, sizeof(struct srp_rsp));
 149         iu->srp.rsp.opcode = SRP_RSP;
 150         iu->srp.rsp.req_lim_delta = 1;
 151         iu->srp.rsp.tag = tag;
 152
 153         if (test_bit(V_DIOVER, &iue->flags))
 154                 iu->srp.rsp.flags |= SRP_RSP_FLAG_DIOVER;
 155
 156         iu->srp.rsp.data_in_res_cnt = 0;
 157         iu->srp.rsp.data_out_res_cnt = 0;
 158
 159         iu->srp.rsp.flags &= ~SRP_RSP_FLAG_RSPVALID;
 160
 161         iu->srp.rsp.resp_data_len = 0;
 162         iu->srp.rsp.status = status;
 163         if (status) {
 164                 uint8_t *sense = iu->srp.rsp.data;
 165
 166                 if (sc) {
 167                         iu->srp.rsp.flags |= SRP_RSP_FLAG_SNSVALID;
 168                         iu->srp.rsp.sense_data_len = SCSI_SENSE_BUFFERSIZE;
 169                         memcpy(sense, sc->sense_buffer, SCSI_SENSE_BUFFERSIZE);
 170                 } else {
 171                         iu->srp.rsp.status = SAM_STAT_CHECK_CONDITION;
 172                         iu->srp.rsp.flags |= SRP_RSP_FLAG_SNSVALID;
 173                         iu->srp.rsp.sense_data_len = SRP_RSP_SENSE_DATA_LEN;
 174
 175                         /* Valid bit and 'current errors' */
 176                         sense[0] = (0x1 << 7 | 0x70);
 177                         /* Sense key */
 178                         sense[2] = status;
 179                         /* Additional sense length */
 180                         sense[7] = 0xa; /* 10 bytes */
 181                         /* Additional sense code */
 182                         sense[12] = asc;
 183                 }
 184         }
 185
 186         send_iu(iue, sizeof(iu->srp.rsp) + SRP_RSP_SENSE_DATA_LEN,
 187                 VIOSRP_SRP_FORMAT);
 188
 189         return 0;
 190 }
 191
 192 static void handle_cmd_queue(struct srp_target *target)
 193 {
 194         struct Scsi_Host *shost = target->shost;
 195         struct srp_rport *rport = target_to_port(target)->rport;
 196         struct iu_entry *iue;
 197         struct srp_cmd *cmd;
 198         unsigned long flags;
 199         int err;
 200
 201 retry:
 202         spin_lock_irqsave(&target->lock, flags);
 203
 204         list_for_each_entry(iue, &target->cmd_queue, ilist) {
 205                 if (!test_and_set_bit(V_FLYING, &iue->flags)) {
 206                         spin_unlock_irqrestore(&target->lock, flags);
 207                         cmd = iue->sbuf->buf;
 208                         err = srp_cmd_queue(shost, cmd, iue,
 209                                             (unsigned long)rport, 0);
 210                         if (err) {
 211                                 eprintk("cannot queue cmd %p %d\n", cmd, err);
 212                                 srp_iu_put(iue);
 213                         }
 214                         goto retry;
 215                 }
 216         }
 217
 218         spin_unlock_irqrestore(&target->lock, flags);
 219 }
 220
 221 static int ibmvstgt_rdma(struct scsi_cmnd *sc, struct scatterlist *sg, int nsg,
 222                          struct srp_direct_buf *md, int nmd,
 223                          enum dma_data_direction dir, unsigned int rest)
 224 {
 225         struct iu_entry *iue = (struct iu_entry *) sc->SCp.ptr;
 226         struct srp_target *target = iue->target;
 227         struct vio_port *vport = target_to_port(target);
 228         dma_addr_t token;
 229         long err;
 230         unsigned int done = 0;
 231         int i, sidx, soff;
 232
 233         sidx = soff = 0;
 234         token = sg_dma_address(sg + sidx);
 235
 236         for (i = 0; i < nmd && rest; i++) {
 237                 unsigned int mdone, mlen;
 238
 239                 mlen = min(rest, md[i].len);
 240                 for (mdone = 0; mlen;) {
 241                         int slen = min(sg_dma_len(sg + sidx) - soff, mlen);
 242
 243                         if (dir == DMA_TO_DEVICE)
 244                                 err = h_copy_rdma(slen,
 245                                                   vport->riobn,
 246                                                   md[i].va + mdone,
 247                                                   vport->liobn,
 248                                                   token + soff);
 249                         else
 250                                 err = h_copy_rdma(slen,
 251                                                   vport->liobn,
 252                                                   token + soff,
 253                                                   vport->riobn,
 254                                                   md[i].va + mdone);
 255
 256                         if (err != H_SUCCESS) {
 257                                 eprintk("rdma error %d %d %ld\n", dir, slen, err);
 258                                 return -EIO;
 259                         }
 260
 261                         mlen -= slen;
 262                         mdone += slen;
 263                         soff += slen;
 264                         done += slen;
 265
 266                         if (soff == sg_dma_len(sg + sidx)) {
 267                                 sidx++;
 268                                 soff = 0;
 269                                 token = sg_dma_address(sg + sidx);
 270
 271                                 if (sidx > nsg) {
 272                                         eprintk("out of sg %p %d %d\n",
 273                                                 iue, sidx, nsg);
 274                                         return -EIO;
 275                                 }
 276                         }
 277                 };
 278
 279                 rest -= mlen;
 280         }
 281         return 0;
 282 }
 283
 284 static int ibmvstgt_cmd_done(struct scsi_cmnd *sc,
 285                              void (*done)(struct scsi_cmnd *))
 286 {
 287         unsigned long flags;
 288         struct iu_entry *iue = (struct iu_entry *) sc->SCp.ptr;
 289         struct srp_target *target = iue->target;
 290         int err = 0;
 291
 292         dprintk("%p %p %x %u\n", iue, target, vio_iu(iue)->srp.cmd.cdb[0],
 293                 cmd->usg_sg);
 294
 295         if (sc->use_sg)
 296                 err = srp_transfer_data(sc, &vio_iu(iue)->srp.cmd, ibmvstgt_rdma, 1, 1);
 297
 298         spin_lock_irqsave(&target->lock, flags);
 299         list_del(&iue->ilist);
 300         spin_unlock_irqrestore(&target->lock, flags);
 301
 302         if (err|| sc->result != SAM_STAT_GOOD) {
 303                 eprintk("operation failed %p %d %x\n",
 304                         iue, sc->result, vio_iu(iue)->srp.cmd.cdb[0]);
 305                 send_rsp(iue, sc, HARDWARE_ERROR, 0x00);
 306         } else
 307                 send_rsp(iue, sc, NO_SENSE, 0x00);
 308
 309         done(sc);
 310         srp_iu_put(iue);
 311         return 0;
 312 }
 313
 314 int send_adapter_info(struct iu_entry *iue,
 315                       dma_addr_t remote_buffer, uint16_t length)
 316 {
 317         struct srp_target *target = iue->target;
 318         struct vio_port *vport = target_to_port(target);
 319         struct Scsi_Host *shost = target->shost;
 320         dma_addr_t data_token;
 321         struct mad_adapter_info_data *info;
 322         int err;
 323
 324         info = dma_alloc_coherent(target->dev, sizeof(*info), &data_token,
 325                                   GFP_KERNEL);
 326         if (!info) {
 327                 eprintk("bad dma_alloc_coherent %p\n", target);
 328                 return 1;
 329         }
 330
 331         /* Get remote info */
 332         err = h_copy_rdma(sizeof(*info), vport->riobn, remote_buffer,
 333                           vport->liobn, data_token);
 334         if (err == H_SUCCESS) {
 335                 dprintk("Client connect: %s (%d)\n",
 336                         info->partition_name, info->partition_number);
 337         }
 338
 339         memset(info, 0, sizeof(*info));
 340
 341         strcpy(info->srp_version, "16.a");
 342         strncpy(info->partition_name, partition_name,
 343                 sizeof(info->partition_name));
 344         info->partition_number = partition_number;
 345         info->mad_version = 1;
 346         info->os_type = 2;
 347         info->port_max_txu[0] = shost->hostt->max_sectors << 9;
 348
 349         /* Send our info to remote */
 350         err = h_copy_rdma(sizeof(*info), vport->liobn, data_token,
 351                           vport->riobn, remote_buffer);
 352
 353         dma_free_coherent(target->dev, sizeof(*info), info, data_token);
 354
 355         if (err != H_SUCCESS) {
 356                 eprintk("Error sending adapter info %d\n", err);
 357                 return 1;
 358         }
 359
 360         return 0;
 361 }
 362
 363 static void process_login(struct iu_entry *iue)
 364 {
 365         union viosrp_iu *iu = vio_iu(iue);
 366         struct srp_login_rsp *rsp = &iu->srp.login_rsp;
 367         uint64_t tag = iu->srp.rsp.tag;
 368         struct Scsi_Host *shost = iue->target->shost;
 369         struct srp_target *target = host_to_srp_target(shost);
 370         struct vio_port *vport = target_to_port(target);
 371         struct srp_rport_identifiers ids;
 372
 373         memset(&ids, 0, sizeof(ids));
 374         sprintf(ids.port_id, "%x", vport->dma_dev->unit_address);
 375         ids.roles = SRP_RPORT_ROLE_INITIATOR;
 376         if (!vport->rport)
 377                 vport->rport = srp_rport_add(shost, &ids);
 378
 379         /* TODO handle case that requested size is wrong and
 380          * buffer format is wrong
 381          */
 382         memset(iu, 0, sizeof(struct srp_login_rsp));
 383         rsp->opcode = SRP_LOGIN_RSP;
 384         rsp->req_lim_delta = INITIAL_SRP_LIMIT;
 385         rsp->tag = tag;
 386         rsp->max_it_iu_len = sizeof(union srp_iu);
 387         rsp->max_ti_iu_len = sizeof(union srp_iu);
 388         /* direct and indirect */
 389         rsp->buf_fmt = SRP_BUF_FORMAT_DIRECT | SRP_BUF_FORMAT_INDIRECT;
 390
 391         send_iu(iue, sizeof(*rsp), VIOSRP_SRP_FORMAT);
 392 }
 393
 394 static inline void queue_cmd(struct iu_entry *iue)
 395 {
 396         struct srp_target *target = iue->target;
 397         unsigned long flags;
 398
 399         spin_lock_irqsave(&target->lock, flags);
 400         list_add_tail(&iue->ilist, &target->cmd_queue);
 401         spin_unlock_irqrestore(&target->lock, flags);
 402 }
 403
 404 static int process_tsk_mgmt(struct iu_entry *iue)
 405 {
 406         union viosrp_iu *iu = vio_iu(iue);
 407         int fn;
 408
 409         dprintk("%p %u\n", iue, iu->srp.tsk_mgmt.tsk_mgmt_func);
 410
 411         switch (iu->srp.tsk_mgmt.tsk_mgmt_func) {
 412         case SRP_TSK_ABORT_TASK:
 413                 fn = ABORT_TASK;
 414                 break;
 415         case SRP_TSK_ABORT_TASK_SET:
 416                 fn = ABORT_TASK_SET;
 417                 break;
 418         case SRP_TSK_CLEAR_TASK_SET:
 419                 fn = CLEAR_TASK_SET;
 420                 break;
 421         case SRP_TSK_LUN_RESET:
 422                 fn = LOGICAL_UNIT_RESET;
 423                 break;
 424         case SRP_TSK_CLEAR_ACA:
 425                 fn = CLEAR_ACA;
 426                 break;
 427         default:
 428                 fn = 0;
 429         }
 430         if (fn)
 431                 scsi_tgt_tsk_mgmt_request(iue->target->shost,
 432                                           (unsigned long)iue->target->shost,
 433                                           fn,
 434                                           iu->srp.tsk_mgmt.task_tag,
 435                                           (struct scsi_lun *) &iu->srp.tsk_mgmt.lun,
 436                                           iue);
 437         else
 438                 send_rsp(iue, NULL, ILLEGAL_REQUEST, 0x20);
 439
 440         return !fn;
 441 }
 442
 443 static int process_mad_iu(struct iu_entry *iue)
 444 {
 445         union viosrp_iu *iu = vio_iu(iue);
 446         struct viosrp_adapter_info *info;
 447         struct viosrp_host_config *conf;
 448
 449         switch (iu->mad.empty_iu.common.type) {
 450         case VIOSRP_EMPTY_IU_TYPE:
 451                 eprintk("%s\n", "Unsupported EMPTY MAD IU");
 452                 break;
 453         case VIOSRP_ERROR_LOG_TYPE:
 454                 eprintk("%s\n", "Unsupported ERROR LOG MAD IU");
 455                 iu->mad.error_log.common.status = 1;
 456                 send_iu(iue, sizeof(iu->mad.error_log), VIOSRP_MAD_FORMAT);
 457                 break;
 458         case VIOSRP_ADAPTER_INFO_TYPE:
 459                 info = &iu->mad.adapter_info;
 460                 info->common.status = send_adapter_info(iue, info->buffer,
 461                                                         info->common.length);
 462                 send_iu(iue, sizeof(*info), VIOSRP_MAD_FORMAT);
 463                 break;
 464         case VIOSRP_HOST_CONFIG_TYPE:
 465                 conf = &iu->mad.host_config;
 466                 conf->common.status = 1;
 467                 send_iu(iue, sizeof(*conf), VIOSRP_MAD_FORMAT);
 468                 break;
 469         default:
 470                 eprintk("Unknown type %u\n", iu->srp.rsp.opcode);
 471         }
 472
 473         return 1;
 474 }
 475
 476 static int process_srp_iu(struct iu_entry *iue)
 477 {
 478         union viosrp_iu *iu = vio_iu(iue);
 479         int done = 1;
 480         u8 opcode = iu->srp.rsp.opcode;
 481
 482         switch (opcode) {
 483         case SRP_LOGIN_REQ:
 484                 process_login(iue);
 485                 break;
 486         case SRP_TSK_MGMT:
 487                 done = process_tsk_mgmt(iue);
 488                 break;
 489         case SRP_CMD:
 490                 queue_cmd(iue);
 491                 done = 0;
 492                 break;
 493         case SRP_LOGIN_RSP:
 494         case SRP_I_LOGOUT:
 495         case SRP_T_LOGOUT:
 496         case SRP_RSP:
 497         case SRP_CRED_REQ:
 498         case SRP_CRED_RSP:
 499         case SRP_AER_REQ:
 500         case SRP_AER_RSP:
 501                 eprintk("Unsupported type %u\n", opcode);
 502                 break;
 503         default:
 504                 eprintk("Unknown type %u\n", opcode);
 505         }
 506
 507         return done;
 508 }
 509
 510 static void process_iu(struct viosrp_crq *crq, struct srp_target *target)
 511 {
 512         struct vio_port *vport = target_to_port(target);
 513         struct iu_entry *iue;
 514         long err;
 515         int done = 1;
 516
 517         iue = srp_iu_get(target);
 518         if (!iue) {
 519                 eprintk("Error getting IU from pool, %p\n", target);
 520                 return;
 521         }
 522
 523         iue->remote_token = crq->IU_data_ptr;
 524
 525         err = h_copy_rdma(crq->IU_length, vport->riobn,
 526                           iue->remote_token, vport->liobn, iue->sbuf->dma);
 527
 528         if (err != H_SUCCESS) {
 529                 eprintk("%ld transferring data error %p\n", err, iue);
 530                 goto out;
 531         }
 532
 533         if (crq->format == VIOSRP_MAD_FORMAT)
 534                 done = process_mad_iu(iue);
 535         else
 536                 done = process_srp_iu(iue);
 537 out:
 538         if (done)
 539                 srp_iu_put(iue);
 540 }
 541
 542 static irqreturn_t ibmvstgt_interrupt(int irq, void *data)
 543 {
 544         struct srp_target *target = (struct srp_target *) data;
 545         struct vio_port *vport = target_to_port(target);
 546
 547         vio_disable_interrupts(vport->dma_dev);
 548         queue_work(vtgtd, &vport->crq_work);
 549
 550         return IRQ_HANDLED;
 551 }
 552
 553 static int crq_queue_create(struct crq_queue *queue, struct srp_target *target)
 554 {
 555         int err;
 556         struct vio_port *vport = target_to_port(target);
 557
 558         queue->msgs = (struct viosrp_crq *) get_zeroed_page(GFP_KERNEL);
 559         if (!queue->msgs)
 560                 goto malloc_failed;
 561         queue->size = PAGE_SIZE / sizeof(*queue->msgs);
 562
 563         queue->msg_token = dma_map_single(target->dev, queue->msgs,
 564                                           queue->size * sizeof(*queue->msgs),
 565                                           DMA_BIDIRECTIONAL);
 566
 567         if (dma_mapping_error(queue->msg_token))
 568                 goto map_failed;
 569
 570         err = h_reg_crq(vport->dma_dev->unit_address, queue->msg_token,
 571                         PAGE_SIZE);
 572
 573         /* If the adapter was left active for some reason (like kexec)
 574          * try freeing and re-registering
 575          */
 576         if (err == H_RESOURCE) {
 577             do {
 578                 err = h_free_crq(vport->dma_dev->unit_address);
 579             } while (err == H_BUSY || H_IS_LONG_BUSY(err));
 580
 581             err = h_reg_crq(vport->dma_dev->unit_address, queue->msg_token,
 582                             PAGE_SIZE);
 583         }
 584
 585         if (err != H_SUCCESS && err != 2) {
 586                 eprintk("Error 0x%x opening virtual adapter\n", err);
 587                 goto reg_crq_failed;
 588         }
 589
 590         err = request_irq(vport->dma_dev->irq, &ibmvstgt_interrupt,
 591                           IRQF_DISABLED, "ibmvstgt", target);
 592         if (err)
 593                 goto req_irq_failed;
 594
 595         vio_enable_interrupts(vport->dma_dev);
 596
 597         h_send_crq(vport->dma_dev->unit_address, 0xC001000000000000, 0);
 598
 599         queue->cur = 0;
 600         spin_lock_init(&queue->lock);
 601
 602         return 0;
 603
 604 req_irq_failed:
 605         do {
 606                 err = h_free_crq(vport->dma_dev->unit_address);
 607         } while (err == H_BUSY || H_IS_LONG_BUSY(err));
 608
 609 reg_crq_failed:
 610         dma_unmap_single(target->dev, queue->msg_token,
 611                          queue->size * sizeof(*queue->msgs), DMA_BIDIRECTIONAL);
 612 map_failed:
 613         free_page((unsigned long) queue->msgs);
 614
 615 malloc_failed:
 616         return -ENOMEM;
 617 }
 618
 619 static void crq_queue_destroy(struct srp_target *target)
 620 {
 621         struct vio_port *vport = target_to_port(target);
 622         struct crq_queue *queue = &vport->crq_queue;
 623         int err;
 624
 625         free_irq(vport->dma_dev->irq, target);
 626         do {
 627                 err = h_free_crq(vport->dma_dev->unit_address);
 628         } while (err == H_BUSY || H_IS_LONG_BUSY(err));
 629
 630         dma_unmap_single(target->dev, queue->msg_token,
 631                          queue->size * sizeof(*queue->msgs), DMA_BIDIRECTIONAL);
 632
 633         free_page((unsigned long) queue->msgs);
 634 }
 635
 636 static void process_crq(struct viosrp_crq *crq, struct srp_target *target)
 637 {
 638         struct vio_port *vport = target_to_port(target);
 639         dprintk("%x %x\n", crq->valid, crq->format);
 640
 641         switch (crq->valid) {
 642         case 0xC0:
 643                 /* initialization */
 644                 switch (crq->format) {
 645                 case 0x01:
 646                         h_send_crq(vport->dma_dev->unit_address,
 647                                    0xC002000000000000, 0);
 648                         break;
 649                 case 0x02:
 650                         break;
 651                 default:
 652                         eprintk("Unknown format %u\n", crq->format);
 653                 }
 654                 break;
 655         case 0xFF:
 656                 /* transport event */
 657                 break;
 658         case 0x80:
 659                 /* real payload */
 660                 switch (crq->format) {
 661                 case VIOSRP_SRP_FORMAT:
 662                 case VIOSRP_MAD_FORMAT:
 663                         process_iu(crq, target);
 664                         break;
 665                 case VIOSRP_OS400_FORMAT:
 666                 case VIOSRP_AIX_FORMAT:
 667                 case VIOSRP_LINUX_FORMAT:
 668                 case VIOSRP_INLINE_FORMAT:
 669                         eprintk("Unsupported format %u\n", crq->format);
 670                         break;
 671                 default:
 672                         eprintk("Unknown format %u\n", crq->format);
 673                 }
 674                 break;
 675         default:
 676                 eprintk("unknown message type 0x%02x!?\n", crq->valid);
 677         }
 678 }
 679
 680 static inline struct viosrp_crq *next_crq(struct crq_queue *queue)
 681 {
 682         struct viosrp_crq *crq;
 683         unsigned long flags;
 684
 685         spin_lock_irqsave(&queue->lock, flags);
 686         crq = &queue->msgs[queue->cur];
 687         if (crq->valid & 0x80) {
 688                 if (++queue->cur == queue->size)
 689                         queue->cur = 0;
 690         } else
 691                 crq = NULL;
 692         spin_unlock_irqrestore(&queue->lock, flags);
 693
 694         return crq;
 695 }
 696
 697 static void handle_crq(struct work_struct *work)
 698 {
 699         struct vio_port *vport = container_of(work, struct vio_port, crq_work);
 700         struct srp_target *target = vport->target;
 701         struct viosrp_crq *crq;
 702         int done = 0;
 703
 704         while (!done) {
 705                 while ((crq = next_crq(&vport->crq_queue)) != NULL) {
 706                         process_crq(crq, target);
 707                         crq->valid = 0x00;
 708                 }
 709
 710                 vio_enable_interrupts(vport->dma_dev);
 711
 712                 crq = next_crq(&vport->crq_queue);
 713                 if (crq) {
 714                         vio_disable_interrupts(vport->dma_dev);
 715                         process_crq(crq, target);
 716                         crq->valid = 0x00;
 717                 } else
 718                         done = 1;
 719         }
 720
 721         handle_cmd_queue(target);
 722 }
 723
 724
 725 static int ibmvstgt_eh_abort_handler(struct scsi_cmnd *sc)
 726 {
 727         unsigned long flags;
 728         struct iu_entry *iue = (struct iu_entry *) sc->SCp.ptr;
 729         struct srp_target *target = iue->target;
 730
 731         dprintk("%p %p %x\n", iue, target, vio_iu(iue)->srp.cmd.cdb[0]);
 732
 733         spin_lock_irqsave(&target->lock, flags);
 734         list_del(&iue->ilist);
 735         spin_unlock_irqrestore(&target->lock, flags);
 736
 737         srp_iu_put(iue);
 738
 739         return 0;
 740 }
 741
 742 static int ibmvstgt_tsk_mgmt_response(struct Scsi_Host *shost,
 743                                       u64 itn_id, u64 mid, int result)
 744 {
 745         struct iu_entry *iue = (struct iu_entry *) ((void *) mid);
 746         union viosrp_iu *iu = vio_iu(iue);
 747         unsigned char status, asc;
 748
 749         eprintk("%p %d\n", iue, result);
 750         status = NO_SENSE;
 751         asc = 0;
 752
 753         switch (iu->srp.tsk_mgmt.tsk_mgmt_func) {
 754         case SRP_TSK_ABORT_TASK:
 755                 asc = 0x14;
 756                 if (result)
 757                         status = ABORTED_COMMAND;
 758                 break;
 759         default:
 760                 break;
 761         }
 762
 763         send_rsp(iue, NULL, status, asc);
 764         srp_iu_put(iue);
 765
 766         return 0;
 767 }
 768
 769 static int ibmvstgt_it_nexus_response(struct Scsi_Host *shost, u64 itn_id,
 770                                       int result)
 771 {
 772         struct srp_target *target = host_to_srp_target(shost);
 773         struct vio_port *vport = target_to_port(target);
 774
 775         if (result) {
 776                 eprintk("%p %d\n", shost, result);
 777                 srp_rport_del(vport->rport);
 778                 vport->rport = NULL;
 779         }
 780         return 0;
 781 }
 782
 783 static ssize_t system_id_show(struct class_device *cdev, char *buf)
 784 {
 785         return snprintf(buf, PAGE_SIZE, "%s\n", system_id);
 786 }
 787
 788 static ssize_t partition_number_show(struct class_device *cdev, char *buf)
 789 {
 790         return snprintf(buf, PAGE_SIZE, "%x\n", partition_number);
 791 }
 792
 793 static ssize_t unit_address_show(struct class_device *cdev, char *buf)
 794 {
 795         struct Scsi_Host *shost = class_to_shost(cdev);
 796         struct srp_target *target = host_to_srp_target(shost);
 797         struct vio_port *vport = target_to_port(target);
 798         return snprintf(buf, PAGE_SIZE, "%x\n", vport->dma_dev->unit_address);
 799 }
 800
 801 static CLASS_DEVICE_ATTR(system_id, S_IRUGO, system_id_show, NULL);
 802 static CLASS_DEVICE_ATTR(partition_number, S_IRUGO, partition_number_show, NULL);
 803 static CLASS_DEVICE_ATTR(unit_address, S_IRUGO, unit_address_show, NULL);
 804
 805 static struct class_device_attribute *ibmvstgt_attrs[] = {
 806         &class_device_attr_system_id,
 807         &class_device_attr_partition_number,
 808         &class_device_attr_unit_address,
 809         NULL,
 810 };
 811
 812 static struct scsi_host_template ibmvstgt_sht = {
 813         .name                   = TGT_NAME,
 814         .module                 = THIS_MODULE,
 815         .can_queue              = INITIAL_SRP_LIMIT,
 816         .sg_tablesize           = SG_ALL,
 817         .use_clustering         = DISABLE_CLUSTERING,
 818         .max_sectors            = DEFAULT_MAX_SECTORS,
 819         .transfer_response      = ibmvstgt_cmd_done,
 820         .eh_abort_handler       = ibmvstgt_eh_abort_handler,
 821         .shost_attrs            = ibmvstgt_attrs,
 822         .proc_name              = TGT_NAME,
 823 };
 824
 825 static int ibmvstgt_probe(struct vio_dev *dev, const struct vio_device_id *id)
 826 {
 827         struct Scsi_Host *shost;
 828         struct srp_target *target;
 829         struct vio_port *vport;
 830         unsigned int *dma, dma_size;
 831         int err = -ENOMEM;
 832
 833         vport = kzalloc(sizeof(struct vio_port), GFP_KERNEL);
 834         if (!vport)
 835                 return err;
 836         shost = scsi_host_alloc(&ibmvstgt_sht, sizeof(struct srp_target));
 837         if (!shost)
 838                 goto free_vport;
 839         shost->transportt = ibmvstgt_transport_template;
 840         err = scsi_tgt_alloc_queue(shost);
 841         if (err)
 842                 goto put_host;
 843
 844         target = host_to_srp_target(shost);
 845         target->shost = shost;
 846         vport->dma_dev = dev;
 847         target->ldata = vport;
 848         vport->target = target;
 849         err = srp_target_alloc(target, &dev->dev, INITIAL_SRP_LIMIT,
 850                                SRP_MAX_IU_LEN);
 851         if (err)
 852                 goto put_host;
 853
 854         dma = (unsigned int *) vio_get_attribute(dev, "ibm,my-dma-window",
 855                                                  &dma_size);
 856         if (!dma || dma_size != 40) {
 857                 eprintk("Couldn't get window property %d\n", dma_size);
 858                 err = -EIO;
 859                 goto free_srp_target;
 860         }
 861         vport->liobn = dma[0];
 862         vport->riobn = dma[5];
 863
 864         INIT_WORK(&vport->crq_work, handle_crq);
 865
 866         err = crq_queue_create(&vport->crq_queue, target);
 867         if (err)
 868                 goto free_srp_target;
 869
 870         err = scsi_add_host(shost, target->dev);
 871         if (err)
 872                 goto destroy_queue;
 873
 874         return 0;
 875 destroy_queue:
 876         crq_queue_destroy(target);
 877 free_srp_target:
 878         srp_target_free(target);
 879 put_host:
 880         scsi_host_put(shost);
 881 free_vport:
 882         kfree(vport);
 883         return err;
 884 }
 885
 886 static int ibmvstgt_remove(struct vio_dev *dev)
 887 {
 888         struct srp_target *target = (struct srp_target *) dev->dev.driver_data;
 889         struct Scsi_Host *shost = target->shost;
 890         struct vio_port *vport = target->ldata;
 891
 892         crq_queue_destroy(target);
 893         srp_remove_host(shost);
 894         scsi_remove_host(shost);
 895         scsi_tgt_free_queue(shost);
 896         srp_target_free(target);
 897         kfree(vport);
 898         scsi_host_put(shost);
 899         return 0;
 900 }
 901
 902 static struct vio_device_id ibmvstgt_device_table[] __devinitdata = {
 903         {"v-scsi-host", "IBM,v-scsi-host"},
 904         {"",""}
 905 };
 906
 907 MODULE_DEVICE_TABLE(vio, ibmvstgt_device_table);
 908
 909 static struct vio_driver ibmvstgt_driver = {
 910         .id_table = ibmvstgt_device_table,
 911         .probe = ibmvstgt_probe,
 912         .remove = ibmvstgt_remove,
 913         .driver = {
 914                 .name = "ibmvscsis",
 915                 .owner = THIS_MODULE,
 916         }
 917 };
 918
 919 static int get_system_info(void)
 920 {
 921         struct device_node *rootdn;
 922         const char *id, *model, *name;
 923         const unsigned int *num;
 924
 925         rootdn = of_find_node_by_path("/");
 926         if (!rootdn)
 927                 return -ENOENT;
 928
 929         model = of_get_property(rootdn, "model", NULL);
 930         id = of_get_property(rootdn, "system-id", NULL);
 931         if (model && id)
 932                 snprintf(system_id, sizeof(system_id), "%s-%s", model, id);
 933
 934         name = of_get_property(rootdn, "ibm,partition-name", NULL);
 935         if (name)
 936                 strncpy(partition_name, name, sizeof(partition_name));
 937
 938         num = of_get_property(rootdn, "ibm,partition-no", NULL);
 939         if (num)
 940                 partition_number = *num;
 941
 942         of_node_put(rootdn);
 943         return 0;
 944 }
 945
 946 static struct srp_function_template ibmvstgt_transport_functions = {
 947         .tsk_mgmt_response = ibmvstgt_tsk_mgmt_response,
 948         .it_nexus_response = ibmvstgt_it_nexus_response,
 949 };
 950
 951 static int ibmvstgt_init(void)
 952 {
 953         int err = -ENOMEM;
 954
 955         printk("IBM eServer i/pSeries Virtual SCSI Target Driver\n");
 956
 957         ibmvstgt_transport_template =
 958                 srp_attach_transport(&ibmvstgt_transport_functions);
 959         if (!ibmvstgt_transport_template)
 960                 return err;
 961
 962         vtgtd = create_workqueue("ibmvtgtd");
 963         if (!vtgtd)
 964                 goto release_transport;
 965
 966         err = get_system_info();
 967         if (err)
 968                 goto destroy_wq;
 969
 970         err = vio_register_driver(&ibmvstgt_driver);
 971         if (err)
 972                 goto destroy_wq;
 973
 974         return 0;
 975 destroy_wq:
 976         destroy_workqueue(vtgtd);
 977 release_transport:
 978         srp_release_transport(ibmvstgt_transport_template);
 979         return err;
 980 }
 981
 982 static void ibmvstgt_exit(void)
 983 {
 984         printk("Unregister IBM virtual SCSI driver\n");
 985
 986         destroy_workqueue(vtgtd);
 987         vio_unregister_driver(&ibmvstgt_driver);
 988         srp_release_transport(ibmvstgt_transport_template);
 989 }
 990
 991 MODULE_DESCRIPTION("IBM Virtual SCSI Target");
 992 MODULE_AUTHOR("Santiago Leon");
 993 MODULE_LICENSE("GPL");
 994
 995 module_init(ibmvstgt_init);
 996 module_exit(ibmvstgt_exit);