drivers/scsi/bnx2fc/bnx2fc_els.c

   1 /*
   2  * bnx2fc_els.c: QLogic Linux FCoE offload driver.
   3  * This file contains helper routines that handle ELS requests
   4  * and responses.
   5  *
   6  * Copyright (c) 2008-2013 Broadcom Corporation
   7  * Copyright (c) 2014-2016 QLogic Corporation
   8  * Copyright (c) 2016-2017 Cavium Inc.
   9  *
  10  * This program is free software; you can redistribute it and/or modify
  11  * it under the terms of the GNU General Public License as published by
  12  * the Free Software Foundation.
  13  *
  14  * Written by: Bhanu Prakash Gollapudi (bprakash@broadcom.com)
  15  */
  16
  17 #include "bnx2fc.h"
  18
  19 static void bnx2fc_logo_resp(struct fc_seq *seq, struct fc_frame *fp,
  20                              void *arg);
  21 static void bnx2fc_flogi_resp(struct fc_seq *seq, struct fc_frame *fp,
  22                               void *arg);
  23 static int bnx2fc_initiate_els(struct bnx2fc_rport *tgt, unsigned int op,
  24                         void *data, u32 data_len,
  25                         void (*cb_func)(struct bnx2fc_els_cb_arg *cb_arg),
  26                         struct bnx2fc_els_cb_arg *cb_arg, u32 timer_msec);
  27
  28 static void bnx2fc_rrq_compl(struct bnx2fc_els_cb_arg *cb_arg)
  29 {
  30         struct bnx2fc_cmd *orig_io_req;
  31         struct bnx2fc_cmd *rrq_req;
  32         int rc = 0;
  33
  34         BUG_ON(!cb_arg);
  35         rrq_req = cb_arg->io_req;
  36         orig_io_req = cb_arg->aborted_io_req;
  37         BUG_ON(!orig_io_req);
  38         BNX2FC_ELS_DBG("rrq_compl: orig xid = 0x%x, rrq_xid = 0x%x\n",
  39                    orig_io_req->xid, rrq_req->xid);
  40
  41         kref_put(&orig_io_req->refcount, bnx2fc_cmd_release);
  42
  43         if (test_and_clear_bit(BNX2FC_FLAG_ELS_TIMEOUT, &rrq_req->req_flags)) {
  44                 /*
  45                  * els req is timed out. cleanup the IO with FW and
  46                  * drop the completion. Remove from active_cmd_queue.
  47                  */
  48                 BNX2FC_ELS_DBG("rrq xid - 0x%x timed out, clean it up\n",
  49                            rrq_req->xid);
  50
  51                 if (rrq_req->on_active_queue) {
  52                         list_del_init(&rrq_req->link);
  53                         rrq_req->on_active_queue = 0;
  54                         rc = bnx2fc_initiate_cleanup(rrq_req);
  55                         BUG_ON(rc);
  56                 }
  57         }
  58         kfree(cb_arg);
  59 }
  60 int bnx2fc_send_rrq(struct bnx2fc_cmd *aborted_io_req)
  61 {
  62
  63         struct fc_els_rrq rrq;
  64         struct bnx2fc_rport *tgt = aborted_io_req->tgt;
  65         struct fc_lport *lport = NULL;
  66         struct bnx2fc_els_cb_arg *cb_arg = NULL;
  67         u32 sid = 0;
  68         u32 r_a_tov = 0;
  69         unsigned long start = jiffies;
  70         int rc;
  71
  72         if (!test_bit(BNX2FC_FLAG_SESSION_READY, &tgt->flags))
  73                 return -EINVAL;
  74
  75         lport = tgt->rdata->local_port;
  76         sid = tgt->sid;
  77         r_a_tov = lport->r_a_tov;
  78
  79         BNX2FC_ELS_DBG("Sending RRQ orig_xid = 0x%x\n",
  80                    aborted_io_req->xid);
  81         memset(&rrq, 0, sizeof(rrq));
  82
  83         cb_arg = kzalloc(sizeof(struct bnx2fc_els_cb_arg), GFP_NOIO);
  84         if (!cb_arg) {
  85                 printk(KERN_ERR PFX "Unable to allocate cb_arg for RRQ\n");
  86                 rc = -ENOMEM;
  87                 goto rrq_err;
  88         }
  89
  90         cb_arg->aborted_io_req = aborted_io_req;
  91
  92         rrq.rrq_cmd = ELS_RRQ;
  93         hton24(rrq.rrq_s_id, sid);
  94         rrq.rrq_ox_id = htons(aborted_io_req->xid);
  95         rrq.rrq_rx_id = htons(aborted_io_req->task->rxwr_txrd.var_ctx.rx_id);
  96
  97 retry_rrq:
  98         rc = bnx2fc_initiate_els(tgt, ELS_RRQ, &rrq, sizeof(rrq),
  99                                  bnx2fc_rrq_compl, cb_arg,
 100                                  r_a_tov);
 101         if (rc == -ENOMEM) {
 102                 if (time_after(jiffies, start + (10 * HZ))) {
 103                         BNX2FC_ELS_DBG("rrq Failed\n");
 104                         rc = FAILED;
 105                         goto rrq_err;
 106                 }
 107                 msleep(20);
 108                 goto retry_rrq;
 109         }
 110 rrq_err:
 111         if (rc) {
 112                 BNX2FC_ELS_DBG("RRQ failed - release orig io req 0x%x\n",
 113                         aborted_io_req->xid);
 114                 kfree(cb_arg);
 115                 spin_lock_bh(&tgt->tgt_lock);
 116                 kref_put(&aborted_io_req->refcount, bnx2fc_cmd_release);
 117                 spin_unlock_bh(&tgt->tgt_lock);
 118         }
 119         return rc;
 120 }
 121
 122 static void bnx2fc_l2_els_compl(struct bnx2fc_els_cb_arg *cb_arg)
 123 {
 124         struct bnx2fc_cmd *els_req;
 125         struct bnx2fc_rport *tgt;
 126         struct bnx2fc_mp_req *mp_req;
 127         struct fc_frame_header *fc_hdr;
 128         unsigned char *buf;
 129         void *resp_buf;
 130         u32 resp_len, hdr_len;
 131         u16 l2_oxid;
 132         int frame_len;
 133         int rc = 0;
 134
 135         l2_oxid = cb_arg->l2_oxid;
 136         BNX2FC_ELS_DBG("ELS COMPL - l2_oxid = 0x%x\n", l2_oxid);
 137
 138         els_req = cb_arg->io_req;
 139         if (test_and_clear_bit(BNX2FC_FLAG_ELS_TIMEOUT, &els_req->req_flags)) {
 140                 /*
 141                  * els req is timed out. cleanup the IO with FW and
 142                  * drop the completion. libfc will handle the els timeout
 143                  */
 144                 if (els_req->on_active_queue) {
 145                         list_del_init(&els_req->link);
 146                         els_req->on_active_queue = 0;
 147                         rc = bnx2fc_initiate_cleanup(els_req);
 148                         BUG_ON(rc);
 149                 }
 150                 goto free_arg;
 151         }
 152
 153         tgt = els_req->tgt;
 154         mp_req = &(els_req->mp_req);
 155         fc_hdr = &(mp_req->resp_fc_hdr);
 156         resp_len = mp_req->resp_len;
 157         resp_buf = mp_req->resp_buf;
 158
 159         buf = kzalloc(PAGE_SIZE, GFP_ATOMIC);
 160         if (!buf) {
 161                 printk(KERN_ERR PFX "Unable to alloc mp buf\n");
 162                 goto free_arg;
 163         }
 164         hdr_len = sizeof(*fc_hdr);
 165         if (hdr_len + resp_len > PAGE_SIZE) {
 166                 printk(KERN_ERR PFX "l2_els_compl: resp len is "
 167                                     "beyond page size\n");
 168                 goto free_buf;
 169         }
 170         memcpy(buf, fc_hdr, hdr_len);
 171         memcpy(buf + hdr_len, resp_buf, resp_len);
 172         frame_len = hdr_len + resp_len;
 173
 174         bnx2fc_process_l2_frame_compl(tgt, buf, frame_len, l2_oxid);
 175
 176 free_buf:
 177         kfree(buf);
 178 free_arg:
 179         kfree(cb_arg);
 180 }
 181
 182 int bnx2fc_send_adisc(struct bnx2fc_rport *tgt, struct fc_frame *fp)
 183 {
 184         struct fc_els_adisc *adisc;
 185         struct fc_frame_header *fh;
 186         struct bnx2fc_els_cb_arg *cb_arg;
 187         struct fc_lport *lport = tgt->rdata->local_port;
 188         u32 r_a_tov = lport->r_a_tov;
 189         int rc;
 190
 191         fh = fc_frame_header_get(fp);
 192         cb_arg = kzalloc(sizeof(struct bnx2fc_els_cb_arg), GFP_ATOMIC);
 193         if (!cb_arg) {
 194                 printk(KERN_ERR PFX "Unable to allocate cb_arg for ADISC\n");
 195                 return -ENOMEM;
 196         }
 197
 198         cb_arg->l2_oxid = ntohs(fh->fh_ox_id);
 199
 200         BNX2FC_ELS_DBG("send ADISC: l2_oxid = 0x%x\n", cb_arg->l2_oxid);
 201         adisc = fc_frame_payload_get(fp, sizeof(*adisc));
 202         /* adisc is initialized by libfc */
 203         rc = bnx2fc_initiate_els(tgt, ELS_ADISC, adisc, sizeof(*adisc),
 204                                  bnx2fc_l2_els_compl, cb_arg, 2 * r_a_tov);
 205         if (rc)
 206                 kfree(cb_arg);
 207         return rc;
 208 }
 209
 210 int bnx2fc_send_logo(struct bnx2fc_rport *tgt, struct fc_frame *fp)
 211 {
 212         struct fc_els_logo *logo;
 213         struct fc_frame_header *fh;
 214         struct bnx2fc_els_cb_arg *cb_arg;
 215         struct fc_lport *lport = tgt->rdata->local_port;
 216         u32 r_a_tov = lport->r_a_tov;
 217         int rc;
 218
 219         fh = fc_frame_header_get(fp);
 220         cb_arg = kzalloc(sizeof(struct bnx2fc_els_cb_arg), GFP_ATOMIC);
 221         if (!cb_arg) {
 222                 printk(KERN_ERR PFX "Unable to allocate cb_arg for LOGO\n");
 223                 return -ENOMEM;
 224         }
 225
 226         cb_arg->l2_oxid = ntohs(fh->fh_ox_id);
 227
 228         BNX2FC_ELS_DBG("Send LOGO: l2_oxid = 0x%x\n", cb_arg->l2_oxid);
 229         logo = fc_frame_payload_get(fp, sizeof(*logo));
 230         /* logo is initialized by libfc */
 231         rc = bnx2fc_initiate_els(tgt, ELS_LOGO, logo, sizeof(*logo),
 232                                  bnx2fc_l2_els_compl, cb_arg, 2 * r_a_tov);
 233         if (rc)
 234                 kfree(cb_arg);
 235         return rc;
 236 }
 237
 238 int bnx2fc_send_rls(struct bnx2fc_rport *tgt, struct fc_frame *fp)
 239 {
 240         struct fc_els_rls *rls;
 241         struct fc_frame_header *fh;
 242         struct bnx2fc_els_cb_arg *cb_arg;
 243         struct fc_lport *lport = tgt->rdata->local_port;
 244         u32 r_a_tov = lport->r_a_tov;
 245         int rc;
 246
 247         fh = fc_frame_header_get(fp);
 248         cb_arg = kzalloc(sizeof(struct bnx2fc_els_cb_arg), GFP_ATOMIC);
 249         if (!cb_arg) {
 250                 printk(KERN_ERR PFX "Unable to allocate cb_arg for LOGO\n");
 251                 return -ENOMEM;
 252         }
 253
 254         cb_arg->l2_oxid = ntohs(fh->fh_ox_id);
 255
 256         rls = fc_frame_payload_get(fp, sizeof(*rls));
 257         /* rls is initialized by libfc */
 258         rc = bnx2fc_initiate_els(tgt, ELS_RLS, rls, sizeof(*rls),
 259                                   bnx2fc_l2_els_compl, cb_arg, 2 * r_a_tov);
 260         if (rc)
 261                 kfree(cb_arg);
 262         return rc;
 263 }
 264
 265 static void bnx2fc_srr_compl(struct bnx2fc_els_cb_arg *cb_arg)
 266 {
 267         struct bnx2fc_mp_req *mp_req;
 268         struct fc_frame_header *fc_hdr, *fh;
 269         struct bnx2fc_cmd *srr_req;
 270         struct bnx2fc_cmd *orig_io_req;
 271         struct fc_frame *fp;
 272         unsigned char *buf;
 273         void *resp_buf;
 274         u32 resp_len, hdr_len;
 275         u8 opcode;
 276         int rc = 0;
 277
 278         orig_io_req = cb_arg->aborted_io_req;
 279         srr_req = cb_arg->io_req;
 280         if (test_and_clear_bit(BNX2FC_FLAG_ELS_TIMEOUT, &srr_req->req_flags)) {
 281                 /* SRR timedout */
 282                 BNX2FC_IO_DBG(srr_req, "srr timed out, abort "
 283                        "orig_io - 0x%x\n",
 284                         orig_io_req->xid);
 285                 rc = bnx2fc_initiate_abts(srr_req);
 286                 if (rc != SUCCESS) {
 287                         BNX2FC_IO_DBG(srr_req, "srr_compl: initiate_abts "
 288                                 "failed. issue cleanup\n");
 289                         bnx2fc_initiate_cleanup(srr_req);
 290                 }
 291                 if (test_bit(BNX2FC_FLAG_IO_COMPL, &orig_io_req->req_flags) ||
 292                     test_bit(BNX2FC_FLAG_ISSUE_ABTS, &orig_io_req->req_flags)) {
 293                         BNX2FC_IO_DBG(srr_req, "srr_compl:xid 0x%x flags = %lx",
 294                                       orig_io_req->xid, orig_io_req->req_flags);
 295                         goto srr_compl_done;
 296                 }
 297                 orig_io_req->srr_retry++;
 298                 if (orig_io_req->srr_retry <= SRR_RETRY_COUNT) {
 299                         struct bnx2fc_rport *tgt = orig_io_req->tgt;
 300                         spin_unlock_bh(&tgt->tgt_lock);
 301                         rc = bnx2fc_send_srr(orig_io_req,
 302                                              orig_io_req->srr_offset,
 303                                              orig_io_req->srr_rctl);
 304                         spin_lock_bh(&tgt->tgt_lock);
 305                         if (!rc)
 306                                 goto srr_compl_done;
 307                 }
 308
 309                 rc = bnx2fc_initiate_abts(orig_io_req);
 310                 if (rc != SUCCESS) {
 311                         BNX2FC_IO_DBG(srr_req, "srr_compl: initiate_abts "
 312                                 "failed xid = 0x%x. issue cleanup\n",
 313                                 orig_io_req->xid);
 314                         bnx2fc_initiate_cleanup(orig_io_req);
 315                 }
 316                 goto srr_compl_done;
 317         }
 318         if (test_bit(BNX2FC_FLAG_IO_COMPL, &orig_io_req->req_flags) ||
 319             test_bit(BNX2FC_FLAG_ISSUE_ABTS, &orig_io_req->req_flags)) {
 320                 BNX2FC_IO_DBG(srr_req, "srr_compl:xid - 0x%x flags = %lx",
 321                               orig_io_req->xid, orig_io_req->req_flags);
 322                 goto srr_compl_done;
 323         }
 324         mp_req = &(srr_req->mp_req);
 325         fc_hdr = &(mp_req->resp_fc_hdr);
 326         resp_len = mp_req->resp_len;
 327         resp_buf = mp_req->resp_buf;
 328
 329         hdr_len = sizeof(*fc_hdr);
 330         buf = kzalloc(PAGE_SIZE, GFP_ATOMIC);
 331         if (!buf) {
 332                 printk(KERN_ERR PFX "srr buf: mem alloc failure\n");
 333                 goto srr_compl_done;
 334         }
 335         memcpy(buf, fc_hdr, hdr_len);
 336         memcpy(buf + hdr_len, resp_buf, resp_len);
 337
 338         fp = fc_frame_alloc(NULL, resp_len);
 339         if (!fp) {
 340                 printk(KERN_ERR PFX "fc_frame_alloc failure\n");
 341                 goto free_buf;
 342         }
 343
 344         fh = (struct fc_frame_header *) fc_frame_header_get(fp);
 345         /* Copy FC Frame header and payload into the frame */
 346         memcpy(fh, buf, hdr_len + resp_len);
 347
 348         opcode = fc_frame_payload_op(fp);
 349         switch (opcode) {
 350         case ELS_LS_ACC:
 351                 BNX2FC_IO_DBG(srr_req, "SRR success\n");
 352                 break;
 353         case ELS_LS_RJT:
 354                 BNX2FC_IO_DBG(srr_req, "SRR rejected\n");
 355                 rc = bnx2fc_initiate_abts(orig_io_req);
 356                 if (rc != SUCCESS) {
 357                         BNX2FC_IO_DBG(srr_req, "srr_compl: initiate_abts "
 358                                 "failed xid = 0x%x. issue cleanup\n",
 359                                 orig_io_req->xid);
 360                         bnx2fc_initiate_cleanup(orig_io_req);
 361                 }
 362                 break;
 363         default:
 364                 BNX2FC_IO_DBG(srr_req, "srr compl - invalid opcode = %d\n",
 365                         opcode);
 366                 break;
 367         }
 368         fc_frame_free(fp);
 369 free_buf:
 370         kfree(buf);
 371 srr_compl_done:
 372         kref_put(&orig_io_req->refcount, bnx2fc_cmd_release);
 373 }
 374
 375 static void bnx2fc_rec_compl(struct bnx2fc_els_cb_arg *cb_arg)
 376 {
 377         struct bnx2fc_cmd *orig_io_req, *new_io_req;
 378         struct bnx2fc_cmd *rec_req;
 379         struct bnx2fc_mp_req *mp_req;
 380         struct fc_frame_header *fc_hdr, *fh;
 381         struct fc_els_ls_rjt *rjt;
 382         struct fc_els_rec_acc *acc;
 383         struct bnx2fc_rport *tgt;
 384         struct fcoe_err_report_entry *err_entry;
 385         struct scsi_cmnd *sc_cmd;
 386         enum fc_rctl r_ctl;
 387         unsigned char *buf;
 388         void *resp_buf;
 389         struct fc_frame *fp;
 390         u8 opcode;
 391         u32 offset;
 392         u32 e_stat;
 393         u32 resp_len, hdr_len;
 394         int rc = 0;
 395         bool send_seq_clnp = false;
 396         bool abort_io = false;
 397
 398         BNX2FC_MISC_DBG("Entered rec_compl callback\n");
 399         rec_req = cb_arg->io_req;
 400         orig_io_req = cb_arg->aborted_io_req;
 401         BNX2FC_IO_DBG(rec_req, "rec_compl: orig xid = 0x%x", orig_io_req->xid);
 402         tgt = orig_io_req->tgt;
 403
 404         /* Handle REC timeout case */
 405         if (test_and_clear_bit(BNX2FC_FLAG_ELS_TIMEOUT, &rec_req->req_flags)) {
 406                 BNX2FC_IO_DBG(rec_req, "timed out, abort "
 407                        "orig_io - 0x%x\n",
 408                         orig_io_req->xid);
 409                 /* els req is timed out. send abts for els */
 410                 rc = bnx2fc_initiate_abts(rec_req);
 411                 if (rc != SUCCESS) {
 412                         BNX2FC_IO_DBG(rec_req, "rec_compl: initiate_abts "
 413                                 "failed. issue cleanup\n");
 414                         bnx2fc_initiate_cleanup(rec_req);
 415                 }
 416                 orig_io_req->rec_retry++;
 417                 /* REC timedout. send ABTS to the orig IO req */
 418                 if (orig_io_req->rec_retry <= REC_RETRY_COUNT) {
 419                         spin_unlock_bh(&tgt->tgt_lock);
 420                         rc = bnx2fc_send_rec(orig_io_req);
 421                         spin_lock_bh(&tgt->tgt_lock);
 422                         if (!rc)
 423                                 goto rec_compl_done;
 424                 }
 425                 rc = bnx2fc_initiate_abts(orig_io_req);
 426                 if (rc != SUCCESS) {
 427                         BNX2FC_IO_DBG(rec_req, "rec_compl: initiate_abts "
 428                                 "failed xid = 0x%x. issue cleanup\n",
 429                                 orig_io_req->xid);
 430                         bnx2fc_initiate_cleanup(orig_io_req);
 431                 }
 432                 goto rec_compl_done;
 433         }
 434
 435         if (test_bit(BNX2FC_FLAG_IO_COMPL, &orig_io_req->req_flags)) {
 436                 BNX2FC_IO_DBG(rec_req, "completed"
 437                        "orig_io - 0x%x\n",
 438                         orig_io_req->xid);
 439                 goto rec_compl_done;
 440         }
 441         if (test_bit(BNX2FC_FLAG_ISSUE_ABTS, &orig_io_req->req_flags)) {
 442                 BNX2FC_IO_DBG(rec_req, "abts in prog "
 443                        "orig_io - 0x%x\n",
 444                         orig_io_req->xid);
 445                 goto rec_compl_done;
 446         }
 447
 448         mp_req = &(rec_req->mp_req);
 449         fc_hdr = &(mp_req->resp_fc_hdr);
 450         resp_len = mp_req->resp_len;
 451         acc = resp_buf = mp_req->resp_buf;
 452
 453         hdr_len = sizeof(*fc_hdr);
 454
 455         buf = kzalloc(PAGE_SIZE, GFP_ATOMIC);
 456         if (!buf) {
 457                 printk(KERN_ERR PFX "rec buf: mem alloc failure\n");
 458                 goto rec_compl_done;
 459         }
 460         memcpy(buf, fc_hdr, hdr_len);
 461         memcpy(buf + hdr_len, resp_buf, resp_len);
 462
 463         fp = fc_frame_alloc(NULL, resp_len);
 464         if (!fp) {
 465                 printk(KERN_ERR PFX "fc_frame_alloc failure\n");
 466                 goto free_buf;
 467         }
 468
 469         fh = (struct fc_frame_header *) fc_frame_header_get(fp);
 470         /* Copy FC Frame header and payload into the frame */
 471         memcpy(fh, buf, hdr_len + resp_len);
 472
 473         opcode = fc_frame_payload_op(fp);
 474         if (opcode == ELS_LS_RJT) {
 475                 BNX2FC_IO_DBG(rec_req, "opcode is RJT\n");
 476                 rjt = fc_frame_payload_get(fp, sizeof(*rjt));
 477                 if ((rjt->er_reason == ELS_RJT_LOGIC ||
 478                     rjt->er_reason == ELS_RJT_UNAB) &&
 479                     rjt->er_explan == ELS_EXPL_OXID_RXID) {
 480                         BNX2FC_IO_DBG(rec_req, "handle CMD LOST case\n");
 481                         new_io_req = bnx2fc_cmd_alloc(tgt);
 482                         if (!new_io_req)
 483                                 goto abort_io;
 484                         new_io_req->sc_cmd = orig_io_req->sc_cmd;
 485                         /* cleanup orig_io_req that is with the FW */
 486                         set_bit(BNX2FC_FLAG_CMD_LOST,
 487                                 &orig_io_req->req_flags);
 488                         bnx2fc_initiate_cleanup(orig_io_req);
 489                         /* Post a new IO req with the same sc_cmd */
 490                         BNX2FC_IO_DBG(rec_req, "Post IO request again\n");
 491                         rc = bnx2fc_post_io_req(tgt, new_io_req);
 492                         if (!rc)
 493                                 goto free_frame;
 494                         BNX2FC_IO_DBG(rec_req, "REC: io post err\n");
 495                 }
 496 abort_io:
 497                 rc = bnx2fc_initiate_abts(orig_io_req);
 498                 if (rc != SUCCESS) {
 499                         BNX2FC_IO_DBG(rec_req, "rec_compl: initiate_abts "
 500                                 "failed. issue cleanup\n");
 501                         bnx2fc_initiate_cleanup(orig_io_req);
 502                 }
 503         } else if (opcode == ELS_LS_ACC) {
 504                 /* REVISIT: Check if the exchange is already aborted */
 505                 offset = ntohl(acc->reca_fc4value);
 506                 e_stat = ntohl(acc->reca_e_stat);
 507                 if (e_stat & ESB_ST_SEQ_INIT)  {
 508                         BNX2FC_IO_DBG(rec_req, "target has the seq init\n");
 509                         goto free_frame;
 510                 }
 511                 BNX2FC_IO_DBG(rec_req, "e_stat = 0x%x, offset = 0x%x\n",
 512                         e_stat, offset);
 513                 /* Seq initiative is with us */
 514                 err_entry = (struct fcoe_err_report_entry *)
 515                              &orig_io_req->err_entry;
 516                 sc_cmd = orig_io_req->sc_cmd;
 517                 if (sc_cmd->sc_data_direction == DMA_TO_DEVICE) {
 518                         /* SCSI WRITE command */
 519                         if (offset == orig_io_req->data_xfer_len) {
 520                                 BNX2FC_IO_DBG(rec_req, "WRITE - resp lost\n");
 521                                 /* FCP_RSP lost */
 522                                 r_ctl = FC_RCTL_DD_CMD_STATUS;
 523                                 offset = 0;
 524                         } else  {
 525                                 /* start transmitting from offset */
 526                                 BNX2FC_IO_DBG(rec_req, "XFER_RDY/DATA lost\n");
 527                                 send_seq_clnp = true;
 528                                 r_ctl = FC_RCTL_DD_DATA_DESC;
 529                                 if (bnx2fc_initiate_seq_cleanup(orig_io_req,
 530                                                                 offset, r_ctl))
 531                                         abort_io = true;
 532                                 /* XFER_RDY */
 533                         }
 534                 } else {
 535                         /* SCSI READ command */
 536                         if (err_entry->data.rx_buf_off ==
 537                                         orig_io_req->data_xfer_len) {
 538                                 /* FCP_RSP lost */
 539                                 BNX2FC_IO_DBG(rec_req, "READ - resp lost\n");
 540                                 r_ctl = FC_RCTL_DD_CMD_STATUS;
 541                                 offset = 0;
 542                         } else  {
 543                                 /* request retransmission from this offset */
 544                                 send_seq_clnp = true;
 545                                 offset = err_entry->data.rx_buf_off;
 546                                 BNX2FC_IO_DBG(rec_req, "RD DATA lost\n");
 547                                 /* FCP_DATA lost */
 548                                 r_ctl = FC_RCTL_DD_SOL_DATA;
 549                                 if (bnx2fc_initiate_seq_cleanup(orig_io_req,
 550                                                                 offset, r_ctl))
 551                                         abort_io = true;
 552                         }
 553                 }
 554                 if (abort_io) {
 555                         rc = bnx2fc_initiate_abts(orig_io_req);
 556                         if (rc != SUCCESS) {
 557                                 BNX2FC_IO_DBG(rec_req, "rec_compl:initiate_abts"
 558                                               " failed. issue cleanup\n");
 559                                 bnx2fc_initiate_cleanup(orig_io_req);
 560                         }
 561                 } else if (!send_seq_clnp) {
 562                         BNX2FC_IO_DBG(rec_req, "Send SRR - FCP_RSP\n");
 563                         spin_unlock_bh(&tgt->tgt_lock);
 564                         rc = bnx2fc_send_srr(orig_io_req, offset, r_ctl);
 565                         spin_lock_bh(&tgt->tgt_lock);
 566
 567                         if (rc) {
 568                                 BNX2FC_IO_DBG(rec_req, "Unable to send SRR"
 569                                         " IO will abort\n");
 570                         }
 571                 }
 572         }
 573 free_frame:
 574         fc_frame_free(fp);
 575 free_buf:
 576         kfree(buf);
 577 rec_compl_done:
 578         kref_put(&orig_io_req->refcount, bnx2fc_cmd_release);
 579         kfree(cb_arg);
 580 }
 581
 582 int bnx2fc_send_rec(struct bnx2fc_cmd *orig_io_req)
 583 {
 584         struct fc_els_rec rec;
 585         struct bnx2fc_rport *tgt = orig_io_req->tgt;
 586         struct fc_lport *lport = tgt->rdata->local_port;
 587         struct bnx2fc_els_cb_arg *cb_arg = NULL;
 588         u32 sid = tgt->sid;
 589         u32 r_a_tov = lport->r_a_tov;
 590         int rc;
 591
 592         BNX2FC_IO_DBG(orig_io_req, "Sending REC\n");
 593         memset(&rec, 0, sizeof(rec));
 594
 595         cb_arg = kzalloc(sizeof(struct bnx2fc_els_cb_arg), GFP_ATOMIC);
 596         if (!cb_arg) {
 597                 printk(KERN_ERR PFX "Unable to allocate cb_arg for REC\n");
 598                 rc = -ENOMEM;
 599                 goto rec_err;
 600         }
 601         kref_get(&orig_io_req->refcount);
 602
 603         cb_arg->aborted_io_req = orig_io_req;
 604
 605         rec.rec_cmd = ELS_REC;
 606         hton24(rec.rec_s_id, sid);
 607         rec.rec_ox_id = htons(orig_io_req->xid);
 608         rec.rec_rx_id = htons(orig_io_req->task->rxwr_txrd.var_ctx.rx_id);
 609
 610         rc = bnx2fc_initiate_els(tgt, ELS_REC, &rec, sizeof(rec),
 611                                  bnx2fc_rec_compl, cb_arg,
 612                                  r_a_tov);
 613 rec_err:
 614         if (rc) {
 615                 BNX2FC_IO_DBG(orig_io_req, "REC failed - release\n");
 616                 spin_lock_bh(&tgt->tgt_lock);
 617                 kref_put(&orig_io_req->refcount, bnx2fc_cmd_release);
 618                 spin_unlock_bh(&tgt->tgt_lock);
 619                 kfree(cb_arg);
 620         }
 621         return rc;
 622 }
 623
 624 int bnx2fc_send_srr(struct bnx2fc_cmd *orig_io_req, u32 offset, u8 r_ctl)
 625 {
 626         struct fcp_srr srr;
 627         struct bnx2fc_rport *tgt = orig_io_req->tgt;
 628         struct fc_lport *lport = tgt->rdata->local_port;
 629         struct bnx2fc_els_cb_arg *cb_arg = NULL;
 630         u32 r_a_tov = lport->r_a_tov;
 631         int rc;
 632
 633         BNX2FC_IO_DBG(orig_io_req, "Sending SRR\n");
 634         memset(&srr, 0, sizeof(srr));
 635
 636         cb_arg = kzalloc(sizeof(struct bnx2fc_els_cb_arg), GFP_ATOMIC);
 637         if (!cb_arg) {
 638                 printk(KERN_ERR PFX "Unable to allocate cb_arg for SRR\n");
 639                 rc = -ENOMEM;
 640                 goto srr_err;
 641         }
 642         kref_get(&orig_io_req->refcount);
 643
 644         cb_arg->aborted_io_req = orig_io_req;
 645
 646         srr.srr_op = ELS_SRR;
 647         srr.srr_ox_id = htons(orig_io_req->xid);
 648         srr.srr_rx_id = htons(orig_io_req->task->rxwr_txrd.var_ctx.rx_id);
 649         srr.srr_rel_off = htonl(offset);
 650         srr.srr_r_ctl = r_ctl;
 651         orig_io_req->srr_offset = offset;
 652         orig_io_req->srr_rctl = r_ctl;
 653
 654         rc = bnx2fc_initiate_els(tgt, ELS_SRR, &srr, sizeof(srr),
 655                                  bnx2fc_srr_compl, cb_arg,
 656                                  r_a_tov);
 657 srr_err:
 658         if (rc) {
 659                 BNX2FC_IO_DBG(orig_io_req, "SRR failed - release\n");
 660                 spin_lock_bh(&tgt->tgt_lock);
 661                 kref_put(&orig_io_req->refcount, bnx2fc_cmd_release);
 662                 spin_unlock_bh(&tgt->tgt_lock);
 663                 kfree(cb_arg);
 664         } else
 665                 set_bit(BNX2FC_FLAG_SRR_SENT, &orig_io_req->req_flags);
 666
 667         return rc;
 668 }
 669
 670 static int bnx2fc_initiate_els(struct bnx2fc_rport *tgt, unsigned int op,
 671                         void *data, u32 data_len,
 672                         void (*cb_func)(struct bnx2fc_els_cb_arg *cb_arg),
 673                         struct bnx2fc_els_cb_arg *cb_arg, u32 timer_msec)
 674 {
 675         struct fcoe_port *port = tgt->port;
 676         struct bnx2fc_interface *interface = port->priv;
 677         struct fc_rport *rport = tgt->rport;
 678         struct fc_lport *lport = port->lport;
 679         struct bnx2fc_cmd *els_req;
 680         struct bnx2fc_mp_req *mp_req;
 681         struct fc_frame_header *fc_hdr;
 682         struct fcoe_task_ctx_entry *task;
 683         struct fcoe_task_ctx_entry *task_page;
 684         int rc = 0;
 685         int task_idx, index;
 686         u32 did, sid;
 687         u16 xid;
 688
 689         rc = fc_remote_port_chkready(rport);
 690         if (rc) {
 691                 printk(KERN_ERR PFX "els 0x%x: rport not ready\n", op);
 692                 rc = -EINVAL;
 693                 goto els_err;
 694         }
 695         if (lport->state != LPORT_ST_READY || !(lport->link_up)) {
 696                 printk(KERN_ERR PFX "els 0x%x: link is not ready\n", op);
 697                 rc = -EINVAL;
 698                 goto els_err;
 699         }
 700         if (!(test_bit(BNX2FC_FLAG_SESSION_READY, &tgt->flags))) {
 701                 printk(KERN_ERR PFX "els 0x%x: tgt not ready\n", op);
 702                 rc = -EINVAL;
 703                 goto els_err;
 704         }
 705         els_req = bnx2fc_elstm_alloc(tgt, BNX2FC_ELS);
 706         if (!els_req) {
 707                 rc = -ENOMEM;
 708                 goto els_err;
 709         }
 710
 711         els_req->sc_cmd = NULL;
 712         els_req->port = port;
 713         els_req->tgt = tgt;
 714         els_req->cb_func = cb_func;
 715         cb_arg->io_req = els_req;
 716         els_req->cb_arg = cb_arg;
 717         els_req->data_xfer_len = data_len;
 718
 719         mp_req = (struct bnx2fc_mp_req *)&(els_req->mp_req);
 720         rc = bnx2fc_init_mp_req(els_req);
 721         if (rc == FAILED) {
 722                 printk(KERN_ERR PFX "ELS MP request init failed\n");
 723                 spin_lock_bh(&tgt->tgt_lock);
 724                 kref_put(&els_req->refcount, bnx2fc_cmd_release);
 725                 spin_unlock_bh(&tgt->tgt_lock);
 726                 rc = -ENOMEM;
 727                 goto els_err;
 728         } else {
 729                 /* rc SUCCESS */
 730                 rc = 0;
 731         }
 732
 733         /* Set the data_xfer_len to the size of ELS payload */
 734         mp_req->req_len = data_len;
 735         els_req->data_xfer_len = mp_req->req_len;
 736
 737         /* Fill ELS Payload */
 738         if ((op >= ELS_LS_RJT) && (op <= ELS_AUTH_ELS)) {
 739                 memcpy(mp_req->req_buf, data, data_len);
 740         } else {
 741                 printk(KERN_ERR PFX "Invalid ELS op 0x%x\n", op);
 742                 els_req->cb_func = NULL;
 743                 els_req->cb_arg = NULL;
 744                 spin_lock_bh(&tgt->tgt_lock);
 745                 kref_put(&els_req->refcount, bnx2fc_cmd_release);
 746                 spin_unlock_bh(&tgt->tgt_lock);
 747                 rc = -EINVAL;
 748         }
 749
 750         if (rc)
 751                 goto els_err;
 752
 753         /* Fill FC header */
 754         fc_hdr = &(mp_req->req_fc_hdr);
 755
 756         did = tgt->rport->port_id;
 757         sid = tgt->sid;
 758
 759         if (op == ELS_SRR)
 760                 __fc_fill_fc_hdr(fc_hdr, FC_RCTL_ELS4_REQ, did, sid,
 761                                    FC_TYPE_FCP, FC_FC_FIRST_SEQ |
 762                                    FC_FC_END_SEQ | FC_FC_SEQ_INIT, 0);
 763         else
 764                 __fc_fill_fc_hdr(fc_hdr, FC_RCTL_ELS_REQ, did, sid,
 765                                    FC_TYPE_ELS, FC_FC_FIRST_SEQ |
 766                                    FC_FC_END_SEQ | FC_FC_SEQ_INIT, 0);
 767
 768         /* Obtain exchange id */
 769         xid = els_req->xid;
 770         task_idx = xid/BNX2FC_TASKS_PER_PAGE;
 771         index = xid % BNX2FC_TASKS_PER_PAGE;
 772
 773         /* Initialize task context for this IO request */
 774         task_page = (struct fcoe_task_ctx_entry *)
 775                         interface->hba->task_ctx[task_idx];
 776         task = &(task_page[index]);
 777         bnx2fc_init_mp_task(els_req, task);
 778
 779         spin_lock_bh(&tgt->tgt_lock);
 780
 781         if (!test_bit(BNX2FC_FLAG_SESSION_READY, &tgt->flags)) {
 782                 printk(KERN_ERR PFX "initiate_els.. session not ready\n");
 783                 els_req->cb_func = NULL;
 784                 els_req->cb_arg = NULL;
 785                 kref_put(&els_req->refcount, bnx2fc_cmd_release);
 786                 spin_unlock_bh(&tgt->tgt_lock);
 787                 return -EINVAL;
 788         }
 789
 790         if (timer_msec)
 791                 bnx2fc_cmd_timer_set(els_req, timer_msec);
 792         bnx2fc_add_2_sq(tgt, xid);
 793
 794         els_req->on_active_queue = 1;
 795         list_add_tail(&els_req->link, &tgt->els_queue);
 796
 797         /* Ring doorbell */
 798         bnx2fc_ring_doorbell(tgt);
 799         spin_unlock_bh(&tgt->tgt_lock);
 800
 801 els_err:
 802         return rc;
 803 }
 804
 805 void bnx2fc_process_els_compl(struct bnx2fc_cmd *els_req,
 806                               struct fcoe_task_ctx_entry *task, u8 num_rq)
 807 {
 808         struct bnx2fc_mp_req *mp_req;
 809         struct fc_frame_header *fc_hdr;
 810         u64 *hdr;
 811         u64 *temp_hdr;
 812
 813         BNX2FC_ELS_DBG("Entered process_els_compl xid = 0x%x"
 814                         "cmd_type = %d\n", els_req->xid, els_req->cmd_type);
 815
 816         if (test_and_set_bit(BNX2FC_FLAG_ELS_DONE,
 817                              &els_req->req_flags)) {
 818                 BNX2FC_ELS_DBG("Timer context finished processing this "
 819                            "els - 0x%x\n", els_req->xid);
 820                 /* This IO doesn't receive cleanup completion */
 821                 kref_put(&els_req->refcount, bnx2fc_cmd_release);
 822                 return;
 823         }
 824
 825         /* Cancel the timeout_work, as we received the response */
 826         if (cancel_delayed_work(&els_req->timeout_work))
 827                 kref_put(&els_req->refcount,
 828                          bnx2fc_cmd_release); /* drop timer hold */
 829
 830         if (els_req->on_active_queue) {
 831                 list_del_init(&els_req->link);
 832                 els_req->on_active_queue = 0;
 833         }
 834
 835         mp_req = &(els_req->mp_req);
 836         fc_hdr = &(mp_req->resp_fc_hdr);
 837
 838         hdr = (u64 *)fc_hdr;
 839         temp_hdr = (u64 *)
 840                 &task->rxwr_only.union_ctx.comp_info.mp_rsp.fc_hdr;
 841         hdr[0] = cpu_to_be64(temp_hdr[0]);
 842         hdr[1] = cpu_to_be64(temp_hdr[1]);
 843         hdr[2] = cpu_to_be64(temp_hdr[2]);
 844
 845         mp_req->resp_len =
 846                 task->rxwr_only.union_ctx.comp_info.mp_rsp.mp_payload_len;
 847
 848         /* Parse ELS response */
 849         if ((els_req->cb_func) && (els_req->cb_arg)) {
 850                 els_req->cb_func(els_req->cb_arg);
 851                 els_req->cb_arg = NULL;
 852         }
 853
 854         kref_put(&els_req->refcount, bnx2fc_cmd_release);
 855 }
 856
 857 static void bnx2fc_flogi_resp(struct fc_seq *seq, struct fc_frame *fp,
 858                               void *arg)
 859 {
 860         struct fcoe_ctlr *fip = arg;
 861         struct fc_exch *exch = fc_seq_exch(seq);
 862         struct fc_lport *lport = exch->lp;
 863         u8 *mac;
 864         u8 op;
 865
 866         if (IS_ERR(fp))
 867                 goto done;
 868
 869         mac = fr_cb(fp)->granted_mac;
 870         if (is_zero_ether_addr(mac)) {
 871                 op = fc_frame_payload_op(fp);
 872                 if (lport->vport) {
 873                         if (op == ELS_LS_RJT) {
 874                                 printk(KERN_ERR PFX "bnx2fc_flogi_resp is LS_RJT\n");
 875                                 fc_vport_terminate(lport->vport);
 876                                 fc_frame_free(fp);
 877                                 return;
 878                         }
 879                 }
 880                 fcoe_ctlr_recv_flogi(fip, lport, fp);
 881         }
 882         if (!is_zero_ether_addr(mac))
 883                 fip->update_mac(lport, mac);
 884 done:
 885         fc_lport_flogi_resp(seq, fp, lport);
 886 }
 887
 888 static void bnx2fc_logo_resp(struct fc_seq *seq, struct fc_frame *fp,
 889                              void *arg)
 890 {
 891         struct fcoe_ctlr *fip = arg;
 892         struct fc_exch *exch = fc_seq_exch(seq);
 893         struct fc_lport *lport = exch->lp;
 894         static u8 zero_mac[ETH_ALEN] = { 0 };
 895
 896         if (!IS_ERR(fp))
 897                 fip->update_mac(lport, zero_mac);
 898         fc_lport_logo_resp(seq, fp, lport);
 899 }
 900
 901 struct fc_seq *bnx2fc_elsct_send(struct fc_lport *lport, u32 did,
 902                                       struct fc_frame *fp, unsigned int op,
 903                                       void (*resp)(struct fc_seq *,
 904                                                    struct fc_frame *,
 905                                                    void *),
 906                                       void *arg, u32 timeout)
 907 {
 908         struct fcoe_port *port = lport_priv(lport);
 909         struct bnx2fc_interface *interface = port->priv;
 910         struct fcoe_ctlr *fip = bnx2fc_to_ctlr(interface);
 911         struct fc_frame_header *fh = fc_frame_header_get(fp);
 912
 913         switch (op) {
 914         case ELS_FLOGI:
 915         case ELS_FDISC:
 916                 return fc_elsct_send(lport, did, fp, op, bnx2fc_flogi_resp,
 917                                      fip, timeout);
 918         case ELS_LOGO:
 919                 /* only hook onto fabric logouts, not port logouts */
 920                 if (ntoh24(fh->fh_d_id) != FC_FID_FLOGI)
 921                         break;
 922                 return fc_elsct_send(lport, did, fp, op, bnx2fc_logo_resp,
 923                                      fip, timeout);
 924         }
 925         return fc_elsct_send(lport, did, fp, op, resp, arg, timeout);
 926 }