aboutsummaryrefslogtreecommitdiffstats
path: root/drivers/scsi/libiscsi.c
diff options
context:
space:
mode:
authorMike Christie <michaelc@cs.wisc.edu>2008-05-21 16:54:06 -0400
committerJames Bottomley <James.Bottomley@HansenPartnership.com>2008-07-12 09:22:19 -0400
commit3e5c28ad0391389959ccae81c938c7533efb3490 (patch)
treebcfb02dc14afa91dd21fd59ec7c82f881be065c9 /drivers/scsi/libiscsi.c
parent052d014485d2ce5bb7fa8dd0df875dafd1db77df (diff)
[SCSI] libiscsi: merge iscsi_mgmt_task and iscsi_cmd_task
There is no need to have the mgmt and cmd tasks separate structs. It used to save a lot of memory when we overprealocated memory for tasks, but the next patches will set up the driver so in the future they can use a mempool or some other common scsi command allocator and common tagging. Signed-off-by: Mike Christie <michaelc@cs.wisc.edu> Signed-off-by: James Bottomley <James.Bottomley@HansenPartnership.com>
Diffstat (limited to 'drivers/scsi/libiscsi.c')
-rw-r--r--drivers/scsi/libiscsi.c518
1 files changed, 246 insertions, 272 deletions
diff --git a/drivers/scsi/libiscsi.c b/drivers/scsi/libiscsi.c
index 1e605de07cff..ef92b1b0f16e 100644
--- a/drivers/scsi/libiscsi.c
+++ b/drivers/scsi/libiscsi.c
@@ -197,7 +197,7 @@ static int iscsi_prep_bidi_ahs(struct iscsi_cmd_task *ctask)
197 197
198/** 198/**
199 * iscsi_prep_scsi_cmd_pdu - prep iscsi scsi cmd pdu 199 * iscsi_prep_scsi_cmd_pdu - prep iscsi scsi cmd pdu
200 * @ctask: iscsi cmd task 200 * @ctask: iscsi task
201 * 201 *
202 * Prep basic iSCSI PDU fields for a scsi cmd pdu. The LLD should set 202 * Prep basic iSCSI PDU fields for a scsi cmd pdu. The LLD should set
203 * fields like dlength or final based on how much data it sends 203 * fields like dlength or final based on how much data it sends
@@ -300,31 +300,31 @@ static int iscsi_prep_scsi_cmd_pdu(struct iscsi_cmd_task *ctask)
300 WARN_ON(hdrlength >= 256); 300 WARN_ON(hdrlength >= 256);
301 hdr->hlength = hdrlength & 0xFF; 301 hdr->hlength = hdrlength & 0xFF;
302 302
303 if (conn->session->tt->init_cmd_task && 303 if (conn->session->tt->init_task &&
304 conn->session->tt->init_cmd_task(ctask)) 304 conn->session->tt->init_task(ctask))
305 return -EIO; 305 return -EIO;
306 306
307 ctask->state = ISCSI_TASK_RUNNING; 307 ctask->state = ISCSI_TASK_RUNNING;
308 list_move_tail(&ctask->running, &conn->run_list); 308 list_move_tail(&ctask->running, &conn->run_list);
309 309
310 conn->scsicmd_pdus_cnt++; 310 conn->scsicmd_pdus_cnt++;
311 debug_scsi("iscsi prep [%s cid %d sc %p cdb 0x%x itt 0x%x " 311 debug_scsi("iscsi prep [%s cid %d sc %p cdb 0x%x itt 0x%x len %d "
312 "len %d bidi_len %d cmdsn %d win %d]\n", 312 "bidi_len %d cmdsn %d win %d]\n", scsi_bidi_cmnd(sc) ?
313 scsi_bidi_cmnd(sc) ? "bidirectional" : 313 "bidirectional" : sc->sc_data_direction == DMA_TO_DEVICE ?
314 sc->sc_data_direction == DMA_TO_DEVICE ? "write" : "read", 314 "write" : "read", conn->id, sc, sc->cmnd[0], ctask->itt,
315 conn->id, sc, sc->cmnd[0], ctask->itt, 315 scsi_bufflen(sc),
316 scsi_bufflen(sc), scsi_bidi_cmnd(sc) ? scsi_in(sc)->length : 0, 316 scsi_bidi_cmnd(sc) ? scsi_in(sc)->length : 0,
317 session->cmdsn, session->max_cmdsn - session->exp_cmdsn + 1); 317 session->cmdsn, session->max_cmdsn - session->exp_cmdsn + 1);
318 return 0; 318 return 0;
319} 319}
320 320
321/** 321/**
322 * iscsi_complete_command - return command back to scsi-ml 322 * iscsi_complete_command - finish a task
323 * @ctask: iscsi cmd task 323 * @ctask: iscsi cmd task
324 * 324 *
325 * Must be called with session lock. 325 * Must be called with session lock.
326 * This function returns the scsi command to scsi-ml and returns 326 * This function returns the scsi command to scsi-ml or cleans
327 * the cmd task to the pool of available cmd tasks. 327 * up mgmt tasks then returns the task to the pool.
328 */ 328 */
329static void iscsi_complete_command(struct iscsi_cmd_task *ctask) 329static void iscsi_complete_command(struct iscsi_cmd_task *ctask)
330{ 330{
@@ -332,17 +332,34 @@ static void iscsi_complete_command(struct iscsi_cmd_task *ctask)
332 struct iscsi_session *session = conn->session; 332 struct iscsi_session *session = conn->session;
333 struct scsi_cmnd *sc = ctask->sc; 333 struct scsi_cmnd *sc = ctask->sc;
334 334
335 list_del_init(&ctask->running);
335 ctask->state = ISCSI_TASK_COMPLETED; 336 ctask->state = ISCSI_TASK_COMPLETED;
336 ctask->sc = NULL; 337 ctask->sc = NULL;
337 /* SCSI eh reuses commands to verify us */ 338
338 sc->SCp.ptr = NULL;
339 if (conn->ctask == ctask) 339 if (conn->ctask == ctask)
340 conn->ctask = NULL; 340 conn->ctask = NULL;
341 list_del_init(&ctask->running); 341 /*
342 * login ctask is preallocated so do not free
343 */
344 if (conn->login_ctask == ctask)
345 return;
346
342 __kfifo_put(session->cmdpool.queue, (void*)&ctask, sizeof(void*)); 347 __kfifo_put(session->cmdpool.queue, (void*)&ctask, sizeof(void*));
343 348
344 if (sc->scsi_done) 349 if (conn->ping_ctask == ctask)
345 sc->scsi_done(sc); 350 conn->ping_ctask = NULL;
351
352 if (sc) {
353 ctask->sc = NULL;
354 /* SCSI eh reuses commands to verify us */
355 sc->SCp.ptr = NULL;
356 /*
357 * queue command may call this to free the task, but
358 * not have setup the sc callback
359 */
360 if (sc->scsi_done)
361 sc->scsi_done(sc);
362 }
346} 363}
347 364
348static void __iscsi_get_ctask(struct iscsi_cmd_task *ctask) 365static void __iscsi_get_ctask(struct iscsi_cmd_task *ctask)
@@ -356,6 +373,16 @@ static void __iscsi_put_ctask(struct iscsi_cmd_task *ctask)
356 iscsi_complete_command(ctask); 373 iscsi_complete_command(ctask);
357} 374}
358 375
376void iscsi_put_ctask(struct iscsi_cmd_task *ctask)
377{
378 struct iscsi_session *session = ctask->conn->session;
379
380 spin_lock_bh(&session->lock);
381 __iscsi_put_ctask(ctask);
382 spin_unlock_bh(&session->lock);
383}
384EXPORT_SYMBOL_GPL(iscsi_put_ctask);
385
359/* 386/*
360 * session lock must be held 387 * session lock must be held
361 */ 388 */
@@ -375,47 +402,28 @@ static void fail_command(struct iscsi_conn *conn, struct iscsi_cmd_task *ctask,
375 */ 402 */
376 conn->session->queued_cmdsn--; 403 conn->session->queued_cmdsn--;
377 else 404 else
378 conn->session->tt->cleanup_cmd_task(conn, ctask); 405 conn->session->tt->cleanup_task(conn, ctask);
379 406
380 sc->result = err; 407 sc->result = err;
408
381 if (!scsi_bidi_cmnd(sc)) 409 if (!scsi_bidi_cmnd(sc))
382 scsi_set_resid(sc, scsi_bufflen(sc)); 410 scsi_set_resid(sc, scsi_bufflen(sc));
383 else { 411 else {
384 scsi_out(sc)->resid = scsi_out(sc)->length; 412 scsi_out(sc)->resid = scsi_out(sc)->length;
385 scsi_in(sc)->resid = scsi_in(sc)->length; 413 scsi_in(sc)->resid = scsi_in(sc)->length;
386 } 414 }
415
387 if (conn->ctask == ctask) 416 if (conn->ctask == ctask)
388 conn->ctask = NULL; 417 conn->ctask = NULL;
389 /* release ref from queuecommand */ 418 /* release ref from queuecommand */
390 __iscsi_put_ctask(ctask); 419 __iscsi_put_ctask(ctask);
391} 420}
392 421
393/** 422static int iscsi_prep_mgmt_task(struct iscsi_conn *conn,
394 * iscsi_free_mgmt_task - return mgmt task back to pool 423 struct iscsi_cmd_task *ctask)
395 * @conn: iscsi connection
396 * @mtask: mtask
397 *
398 * Must be called with session lock.
399 */
400void iscsi_free_mgmt_task(struct iscsi_conn *conn,
401 struct iscsi_mgmt_task *mtask)
402{
403 list_del_init(&mtask->running);
404 if (conn->login_mtask == mtask)
405 return;
406
407 if (conn->ping_mtask == mtask)
408 conn->ping_mtask = NULL;
409 __kfifo_put(conn->session->mgmtpool.queue,
410 (void*)&mtask, sizeof(void*));
411}
412EXPORT_SYMBOL_GPL(iscsi_free_mgmt_task);
413
414static int iscsi_prep_mtask(struct iscsi_conn *conn,
415 struct iscsi_mgmt_task *mtask)
416{ 424{
417 struct iscsi_session *session = conn->session; 425 struct iscsi_session *session = conn->session;
418 struct iscsi_hdr *hdr = mtask->hdr; 426 struct iscsi_hdr *hdr = (struct iscsi_hdr *)ctask->hdr;
419 struct iscsi_nopout *nop = (struct iscsi_nopout *)hdr; 427 struct iscsi_nopout *nop = (struct iscsi_nopout *)hdr;
420 428
421 if (conn->session->state == ISCSI_STATE_LOGGING_OUT) 429 if (conn->session->state == ISCSI_STATE_LOGGING_OUT)
@@ -429,7 +437,7 @@ static int iscsi_prep_mtask(struct iscsi_conn *conn,
429 */ 437 */
430 nop->cmdsn = cpu_to_be32(session->cmdsn); 438 nop->cmdsn = cpu_to_be32(session->cmdsn);
431 if (hdr->itt != RESERVED_ITT) { 439 if (hdr->itt != RESERVED_ITT) {
432 hdr->itt = build_itt(mtask->itt, session->age); 440 hdr->itt = build_itt(ctask->itt, session->age);
433 /* 441 /*
434 * TODO: We always use immediate, so we never hit this. 442 * TODO: We always use immediate, so we never hit this.
435 * If we start to send tmfs or nops as non-immediate then 443 * If we start to send tmfs or nops as non-immediate then
@@ -442,25 +450,25 @@ static int iscsi_prep_mtask(struct iscsi_conn *conn,
442 } 450 }
443 } 451 }
444 452
445 if (session->tt->init_mgmt_task) 453 if (session->tt->init_task)
446 session->tt->init_mgmt_task(conn, mtask); 454 session->tt->init_task(ctask);
447 455
448 if ((hdr->opcode & ISCSI_OPCODE_MASK) == ISCSI_OP_LOGOUT) 456 if ((hdr->opcode & ISCSI_OPCODE_MASK) == ISCSI_OP_LOGOUT)
449 session->state = ISCSI_STATE_LOGGING_OUT; 457 session->state = ISCSI_STATE_LOGGING_OUT;
450 458
451 list_move_tail(&mtask->running, &conn->mgmt_run_list); 459 list_move_tail(&ctask->running, &conn->mgmt_run_list);
452 debug_scsi("mgmtpdu [op 0x%x hdr->itt 0x%x datalen %d]\n", 460 debug_scsi("mgmtpdu [op 0x%x hdr->itt 0x%x datalen %d]\n",
453 hdr->opcode & ISCSI_OPCODE_MASK, hdr->itt, 461 hdr->opcode & ISCSI_OPCODE_MASK, hdr->itt,
454 mtask->data_count); 462 ctask->data_count);
455 return 0; 463 return 0;
456} 464}
457 465
458static struct iscsi_mgmt_task * 466static struct iscsi_cmd_task *
459__iscsi_conn_send_pdu(struct iscsi_conn *conn, struct iscsi_hdr *hdr, 467__iscsi_conn_send_pdu(struct iscsi_conn *conn, struct iscsi_hdr *hdr,
460 char *data, uint32_t data_size) 468 char *data, uint32_t data_size)
461{ 469{
462 struct iscsi_session *session = conn->session; 470 struct iscsi_session *session = conn->session;
463 struct iscsi_mgmt_task *mtask; 471 struct iscsi_cmd_task *ctask;
464 472
465 if (session->state == ISCSI_STATE_TERMINATE) 473 if (session->state == ISCSI_STATE_TERMINATE)
466 return NULL; 474 return NULL;
@@ -470,48 +478,56 @@ __iscsi_conn_send_pdu(struct iscsi_conn *conn, struct iscsi_hdr *hdr,
470 /* 478 /*
471 * Login and Text are sent serially, in 479 * Login and Text are sent serially, in
472 * request-followed-by-response sequence. 480 * request-followed-by-response sequence.
473 * Same mtask can be used. Same ITT must be used. 481 * Same task can be used. Same ITT must be used.
474 * Note that login_mtask is preallocated at conn_create(). 482 * Note that login_task is preallocated at conn_create().
475 */ 483 */
476 mtask = conn->login_mtask; 484 ctask = conn->login_ctask;
477 else { 485 else {
478 BUG_ON(conn->c_stage == ISCSI_CONN_INITIAL_STAGE); 486 BUG_ON(conn->c_stage == ISCSI_CONN_INITIAL_STAGE);
479 BUG_ON(conn->c_stage == ISCSI_CONN_STOPPED); 487 BUG_ON(conn->c_stage == ISCSI_CONN_STOPPED);
480 488
481 if (!__kfifo_get(session->mgmtpool.queue, 489 if (!__kfifo_get(session->cmdpool.queue,
482 (void*)&mtask, sizeof(void*))) 490 (void*)&ctask, sizeof(void*)))
483 return NULL; 491 return NULL;
484 492
485 if ((hdr->opcode == (ISCSI_OP_NOOP_OUT | ISCSI_OP_IMMEDIATE)) && 493 if ((hdr->opcode == (ISCSI_OP_NOOP_OUT | ISCSI_OP_IMMEDIATE)) &&
486 hdr->ttt == RESERVED_ITT) { 494 hdr->ttt == RESERVED_ITT) {
487 conn->ping_mtask = mtask; 495 conn->ping_ctask = ctask;
488 conn->last_ping = jiffies; 496 conn->last_ping = jiffies;
489 } 497 }
490 } 498 }
499 /*
500 * released in complete pdu for task we expect a response for, and
501 * released by the lld when it has transmitted the task for
502 * pdus we do not expect a response for.
503 */
504 atomic_set(&ctask->refcount, 1);
505 ctask->conn = conn;
506 ctask->sc = NULL;
491 507
492 if (data_size) { 508 if (data_size) {
493 memcpy(mtask->data, data, data_size); 509 memcpy(ctask->data, data, data_size);
494 mtask->data_count = data_size; 510 ctask->data_count = data_size;
495 } else 511 } else
496 mtask->data_count = 0; 512 ctask->data_count = 0;
497 513
498 memcpy(mtask->hdr, hdr, sizeof(struct iscsi_hdr)); 514 memcpy(ctask->hdr, hdr, sizeof(struct iscsi_hdr));
499 INIT_LIST_HEAD(&mtask->running); 515 INIT_LIST_HEAD(&ctask->running);
500 list_add_tail(&mtask->running, &conn->mgmtqueue); 516 list_add_tail(&ctask->running, &conn->mgmtqueue);
501 517
502 if (session->tt->caps & CAP_DATA_PATH_OFFLOAD) { 518 if (session->tt->caps & CAP_DATA_PATH_OFFLOAD) {
503 if (iscsi_prep_mtask(conn, mtask)) { 519 if (iscsi_prep_mgmt_task(conn, ctask)) {
504 iscsi_free_mgmt_task(conn, mtask); 520 __iscsi_put_ctask(ctask);
505 return NULL; 521 return NULL;
506 } 522 }
507 523
508 if (session->tt->xmit_mgmt_task(conn, mtask)) 524 if (session->tt->xmit_task(ctask))
509 mtask = NULL; 525 ctask = NULL;
510 526
511 } else 527 } else
512 scsi_queue_work(conn->session->host, &conn->xmitwork); 528 scsi_queue_work(conn->session->host, &conn->xmitwork);
513 529
514 return mtask; 530 return ctask;
515} 531}
516 532
517int iscsi_conn_send_pdu(struct iscsi_cls_conn *cls_conn, struct iscsi_hdr *hdr, 533int iscsi_conn_send_pdu(struct iscsi_cls_conn *cls_conn, struct iscsi_hdr *hdr,
@@ -538,7 +554,7 @@ EXPORT_SYMBOL_GPL(iscsi_conn_send_pdu);
538 * @datalen: len of buffer 554 * @datalen: len of buffer
539 * 555 *
540 * iscsi_cmd_rsp sets up the scsi_cmnd fields based on the PDU and 556 * iscsi_cmd_rsp sets up the scsi_cmnd fields based on the PDU and
541 * then completes the command and task. 557 * then completes the command and ctask.
542 **/ 558 **/
543static void iscsi_scsi_cmd_rsp(struct iscsi_conn *conn, struct iscsi_hdr *hdr, 559static void iscsi_scsi_cmd_rsp(struct iscsi_conn *conn, struct iscsi_hdr *hdr,
544 struct iscsi_cmd_task *ctask, char *data, 560 struct iscsi_cmd_task *ctask, char *data,
@@ -634,9 +650,9 @@ static void iscsi_tmf_rsp(struct iscsi_conn *conn, struct iscsi_hdr *hdr)
634static void iscsi_send_nopout(struct iscsi_conn *conn, struct iscsi_nopin *rhdr) 650static void iscsi_send_nopout(struct iscsi_conn *conn, struct iscsi_nopin *rhdr)
635{ 651{
636 struct iscsi_nopout hdr; 652 struct iscsi_nopout hdr;
637 struct iscsi_mgmt_task *mtask; 653 struct iscsi_cmd_task *ctask;
638 654
639 if (!rhdr && conn->ping_mtask) 655 if (!rhdr && conn->ping_ctask)
640 return; 656 return;
641 657
642 memset(&hdr, 0, sizeof(struct iscsi_nopout)); 658 memset(&hdr, 0, sizeof(struct iscsi_nopout));
@@ -650,8 +666,8 @@ static void iscsi_send_nopout(struct iscsi_conn *conn, struct iscsi_nopin *rhdr)
650 } else 666 } else
651 hdr.ttt = RESERVED_ITT; 667 hdr.ttt = RESERVED_ITT;
652 668
653 mtask = __iscsi_conn_send_pdu(conn, (struct iscsi_hdr *)&hdr, NULL, 0); 669 ctask = __iscsi_conn_send_pdu(conn, (struct iscsi_hdr *)&hdr, NULL, 0);
654 if (!mtask) 670 if (!ctask)
655 iscsi_conn_printk(KERN_ERR, conn, "Could not send nopout\n"); 671 iscsi_conn_printk(KERN_ERR, conn, "Could not send nopout\n");
656} 672}
657 673
@@ -697,7 +713,6 @@ static int __iscsi_complete_pdu(struct iscsi_conn *conn, struct iscsi_hdr *hdr,
697 struct iscsi_session *session = conn->session; 713 struct iscsi_session *session = conn->session;
698 int opcode = hdr->opcode & ISCSI_OPCODE_MASK, rc = 0; 714 int opcode = hdr->opcode & ISCSI_OPCODE_MASK, rc = 0;
699 struct iscsi_cmd_task *ctask; 715 struct iscsi_cmd_task *ctask;
700 struct iscsi_mgmt_task *mtask;
701 uint32_t itt; 716 uint32_t itt;
702 717
703 conn->last_recv = jiffies; 718 conn->last_recv = jiffies;
@@ -710,93 +725,10 @@ static int __iscsi_complete_pdu(struct iscsi_conn *conn, struct iscsi_hdr *hdr,
710 else 725 else
711 itt = ~0U; 726 itt = ~0U;
712 727
713 if (itt < session->cmds_max) { 728 debug_scsi("[op 0x%x cid %d itt 0x%x len %d]\n",
714 ctask = session->cmds[itt]; 729 opcode, conn->id, itt, datalen);
715
716 debug_scsi("cmdrsp [op 0x%x cid %d itt 0x%x len %d]\n",
717 opcode, conn->id, ctask->itt, datalen);
718
719 switch(opcode) {
720 case ISCSI_OP_SCSI_CMD_RSP:
721 BUG_ON((void*)ctask != ctask->sc->SCp.ptr);
722 iscsi_scsi_cmd_rsp(conn, hdr, ctask, data,
723 datalen);
724 break;
725 case ISCSI_OP_SCSI_DATA_IN:
726 BUG_ON((void*)ctask != ctask->sc->SCp.ptr);
727 if (hdr->flags & ISCSI_FLAG_DATA_STATUS) {
728 conn->scsirsp_pdus_cnt++;
729 __iscsi_put_ctask(ctask);
730 }
731 break;
732 case ISCSI_OP_R2T:
733 /* LLD handles this for now */
734 break;
735 default:
736 rc = ISCSI_ERR_BAD_OPCODE;
737 break;
738 }
739 } else if (itt >= ISCSI_MGMT_ITT_OFFSET &&
740 itt < ISCSI_MGMT_ITT_OFFSET + session->mgmtpool_max) {
741 mtask = session->mgmt_cmds[itt - ISCSI_MGMT_ITT_OFFSET];
742
743 debug_scsi("immrsp [op 0x%x cid %d itt 0x%x len %d]\n",
744 opcode, conn->id, mtask->itt, datalen);
745 730
746 iscsi_update_cmdsn(session, (struct iscsi_nopin*)hdr); 731 if (itt == ~0U) {
747 switch(opcode) {
748 case ISCSI_OP_LOGOUT_RSP:
749 if (datalen) {
750 rc = ISCSI_ERR_PROTO;
751 break;
752 }
753 conn->exp_statsn = be32_to_cpu(hdr->statsn) + 1;
754 /* fall through */
755 case ISCSI_OP_LOGIN_RSP:
756 case ISCSI_OP_TEXT_RSP:
757 /*
758 * login related PDU's exp_statsn is handled in
759 * userspace
760 */
761 if (iscsi_recv_pdu(conn->cls_conn, hdr, data, datalen))
762 rc = ISCSI_ERR_CONN_FAILED;
763 iscsi_free_mgmt_task(conn, mtask);
764 break;
765 case ISCSI_OP_SCSI_TMFUNC_RSP:
766 if (datalen) {
767 rc = ISCSI_ERR_PROTO;
768 break;
769 }
770
771 iscsi_tmf_rsp(conn, hdr);
772 iscsi_free_mgmt_task(conn, mtask);
773 break;
774 case ISCSI_OP_NOOP_IN:
775 if (hdr->ttt != cpu_to_be32(ISCSI_RESERVED_TAG) ||
776 datalen) {
777 rc = ISCSI_ERR_PROTO;
778 break;
779 }
780 conn->exp_statsn = be32_to_cpu(hdr->statsn) + 1;
781
782 if (conn->ping_mtask != mtask) {
783 /*
784 * If this is not in response to one of our
785 * nops then it must be from userspace.
786 */
787 if (iscsi_recv_pdu(conn->cls_conn, hdr, data,
788 datalen))
789 rc = ISCSI_ERR_CONN_FAILED;
790 } else
791 mod_timer(&conn->transport_timer,
792 jiffies + conn->recv_timeout);
793 iscsi_free_mgmt_task(conn, mtask);
794 break;
795 default:
796 rc = ISCSI_ERR_BAD_OPCODE;
797 break;
798 }
799 } else if (itt == ~0U) {
800 iscsi_update_cmdsn(session, (struct iscsi_nopin*)hdr); 732 iscsi_update_cmdsn(session, (struct iscsi_nopin*)hdr);
801 733
802 switch(opcode) { 734 switch(opcode) {
@@ -823,9 +755,88 @@ static int __iscsi_complete_pdu(struct iscsi_conn *conn, struct iscsi_hdr *hdr,
823 rc = ISCSI_ERR_BAD_OPCODE; 755 rc = ISCSI_ERR_BAD_OPCODE;
824 break; 756 break;
825 } 757 }
826 } else 758 goto out;
827 rc = ISCSI_ERR_BAD_ITT; 759 }
760
761 ctask = session->cmds[itt];
762 switch(opcode) {
763 case ISCSI_OP_SCSI_CMD_RSP:
764 if (!ctask->sc) {
765 rc = ISCSI_ERR_NO_SCSI_CMD;
766 break;
767 }
768 BUG_ON((void*)ctask != ctask->sc->SCp.ptr);
769 iscsi_scsi_cmd_rsp(conn, hdr, ctask, data, datalen);
770 break;
771 case ISCSI_OP_SCSI_DATA_IN:
772 if (!ctask->sc) {
773 rc = ISCSI_ERR_NO_SCSI_CMD;
774 break;
775 }
776 BUG_ON((void*)ctask != ctask->sc->SCp.ptr);
777 if (hdr->flags & ISCSI_FLAG_DATA_STATUS) {
778 conn->scsirsp_pdus_cnt++;
779 iscsi_update_cmdsn(session,
780 (struct iscsi_nopin*) hdr);
781 __iscsi_put_ctask(ctask);
782 }
783 break;
784 case ISCSI_OP_R2T:
785 /* LLD handles this for now */
786 break;
787 case ISCSI_OP_LOGOUT_RSP:
788 iscsi_update_cmdsn(session, (struct iscsi_nopin*)hdr);
789 if (datalen) {
790 rc = ISCSI_ERR_PROTO;
791 break;
792 }
793 conn->exp_statsn = be32_to_cpu(hdr->statsn) + 1;
794 goto recv_pdu;
795 case ISCSI_OP_LOGIN_RSP:
796 case ISCSI_OP_TEXT_RSP:
797 iscsi_update_cmdsn(session, (struct iscsi_nopin*)hdr);
798 /*
799 * login related PDU's exp_statsn is handled in
800 * userspace
801 */
802 goto recv_pdu;
803 case ISCSI_OP_SCSI_TMFUNC_RSP:
804 iscsi_update_cmdsn(session, (struct iscsi_nopin*)hdr);
805 if (datalen) {
806 rc = ISCSI_ERR_PROTO;
807 break;
808 }
809
810 iscsi_tmf_rsp(conn, hdr);
811 __iscsi_put_ctask(ctask);
812 break;
813 case ISCSI_OP_NOOP_IN:
814 iscsi_update_cmdsn(session, (struct iscsi_nopin*)hdr);
815 if (hdr->ttt != cpu_to_be32(ISCSI_RESERVED_TAG) || datalen) {
816 rc = ISCSI_ERR_PROTO;
817 break;
818 }
819 conn->exp_statsn = be32_to_cpu(hdr->statsn) + 1;
820
821 if (conn->ping_ctask != ctask)
822 /*
823 * If this is not in response to one of our
824 * nops then it must be from userspace.
825 */
826 goto recv_pdu;
827 __iscsi_put_ctask(ctask);
828 break;
829 default:
830 rc = ISCSI_ERR_BAD_OPCODE;
831 break;
832 }
828 833
834out:
835 return rc;
836recv_pdu:
837 if (iscsi_recv_pdu(conn->cls_conn, hdr, data, datalen))
838 rc = ISCSI_ERR_CONN_FAILED;
839 __iscsi_put_ctask(ctask);
829 return rc; 840 return rc;
830} 841}
831 842
@@ -845,6 +856,7 @@ int iscsi_verify_itt(struct iscsi_conn *conn, itt_t itt)
845{ 856{
846 struct iscsi_session *session = conn->session; 857 struct iscsi_session *session = conn->session;
847 struct iscsi_cmd_task *ctask; 858 struct iscsi_cmd_task *ctask;
859 uint32_t i;
848 860
849 if (itt == RESERVED_ITT) 861 if (itt == RESERVED_ITT)
850 return 0; 862 return 0;
@@ -858,25 +870,22 @@ int iscsi_verify_itt(struct iscsi_conn *conn, itt_t itt)
858 return ISCSI_ERR_BAD_ITT; 870 return ISCSI_ERR_BAD_ITT;
859 } 871 }
860 872
861 if (itt < session->cmds_max) { 873 i = get_itt(itt);
862 ctask = session->cmds[itt]; 874 if (i >= session->cmds_max) {
863 875 iscsi_conn_printk(KERN_ERR, conn,
864 if (!ctask->sc) { 876 "received invalid itt index %u (max cmds "
865 iscsi_conn_printk(KERN_INFO, conn, "dropping ctask " 877 "%u.\n", i, session->cmds_max);
866 "with itt 0x%x\n", ctask->itt); 878 return ISCSI_ERR_BAD_ITT;
867 /* force drop */
868 return ISCSI_ERR_NO_SCSI_CMD;
869 }
870
871 if (ctask->sc->SCp.phase != session->age) {
872 iscsi_conn_printk(KERN_ERR, conn,
873 "iscsi: ctask's session age %d, "
874 "expected %d\n", ctask->sc->SCp.phase,
875 session->age);
876 return ISCSI_ERR_SESSION_FAILED;
877 }
878 } 879 }
879 880
881 ctask = session->cmds[i];
882 if (ctask->sc && ctask->sc->SCp.phase != session->age) {
883 iscsi_conn_printk(KERN_ERR, conn,
884 "iscsi: ctask's session age %d, "
885 "expected %d\n", ctask->sc->SCp.phase,
886 session->age);
887 return ISCSI_ERR_SESSION_FAILED;
888 }
880 return 0; 889 return 0;
881} 890}
882EXPORT_SYMBOL_GPL(iscsi_verify_itt); 891EXPORT_SYMBOL_GPL(iscsi_verify_itt);
@@ -929,20 +938,6 @@ void iscsi_conn_failure(struct iscsi_conn *conn, enum iscsi_err err)
929} 938}
930EXPORT_SYMBOL_GPL(iscsi_conn_failure); 939EXPORT_SYMBOL_GPL(iscsi_conn_failure);
931 940
932static int iscsi_xmit_mtask(struct iscsi_conn *conn)
933{
934 int rc;
935
936 spin_unlock_bh(&conn->session->lock);
937 rc = conn->session->tt->xmit_mgmt_task(conn, conn->mtask);
938 spin_lock_bh(&conn->session->lock);
939 if (rc)
940 return rc;
941 /* done with this in-progress mtask */
942 conn->mtask = NULL;
943 return 0;
944}
945
946static int iscsi_check_cmdsn_window_closed(struct iscsi_conn *conn) 941static int iscsi_check_cmdsn_window_closed(struct iscsi_conn *conn)
947{ 942{
948 struct iscsi_session *session = conn->session; 943 struct iscsi_session *session = conn->session;
@@ -967,7 +962,7 @@ static int iscsi_xmit_ctask(struct iscsi_conn *conn)
967 962
968 __iscsi_get_ctask(ctask); 963 __iscsi_get_ctask(ctask);
969 spin_unlock_bh(&conn->session->lock); 964 spin_unlock_bh(&conn->session->lock);
970 rc = conn->session->tt->xmit_cmd_task(conn, ctask); 965 rc = conn->session->tt->xmit_task(ctask);
971 spin_lock_bh(&conn->session->lock); 966 spin_lock_bh(&conn->session->lock);
972 __iscsi_put_ctask(ctask); 967 __iscsi_put_ctask(ctask);
973 if (!rc) 968 if (!rc)
@@ -1015,12 +1010,6 @@ static int iscsi_data_xmit(struct iscsi_conn *conn)
1015 1010
1016 if (conn->ctask) { 1011 if (conn->ctask) {
1017 rc = iscsi_xmit_ctask(conn); 1012 rc = iscsi_xmit_ctask(conn);
1018 if (rc)
1019 goto again;
1020 }
1021
1022 if (conn->mtask) {
1023 rc = iscsi_xmit_mtask(conn);
1024 if (rc) 1013 if (rc)
1025 goto again; 1014 goto again;
1026 } 1015 }
@@ -1032,14 +1021,14 @@ static int iscsi_data_xmit(struct iscsi_conn *conn)
1032 */ 1021 */
1033check_mgmt: 1022check_mgmt:
1034 while (!list_empty(&conn->mgmtqueue)) { 1023 while (!list_empty(&conn->mgmtqueue)) {
1035 conn->mtask = list_entry(conn->mgmtqueue.next, 1024 conn->ctask = list_entry(conn->mgmtqueue.next,
1036 struct iscsi_mgmt_task, running); 1025 struct iscsi_cmd_task, running);
1037 if (iscsi_prep_mtask(conn, conn->mtask)) { 1026 if (iscsi_prep_mgmt_task(conn, conn->ctask)) {
1038 iscsi_free_mgmt_task(conn, conn->mtask); 1027 __iscsi_put_ctask(conn->ctask);
1039 conn->mtask = NULL; 1028 conn->ctask = NULL;
1040 continue; 1029 continue;
1041 } 1030 }
1042 rc = iscsi_xmit_mtask(conn); 1031 rc = iscsi_xmit_ctask(conn);
1043 if (rc) 1032 if (rc)
1044 goto again; 1033 goto again;
1045 } 1034 }
@@ -1224,7 +1213,7 @@ int iscsi_queuecommand(struct scsi_cmnd *sc, void (*done)(struct scsi_cmnd *))
1224 iscsi_complete_command(ctask); 1213 iscsi_complete_command(ctask);
1225 goto fault; 1214 goto fault;
1226 } 1215 }
1227 if (session->tt->xmit_cmd_task(conn, ctask)) { 1216 if (session->tt->xmit_task(ctask)) {
1228 sc->scsi_done = NULL; 1217 sc->scsi_done = NULL;
1229 iscsi_complete_command(ctask); 1218 iscsi_complete_command(ctask);
1230 reason = FAILURE_SESSION_NOT_READY; 1219 reason = FAILURE_SESSION_NOT_READY;
@@ -1347,16 +1336,16 @@ static void iscsi_tmf_timedout(unsigned long data)
1347 spin_unlock(&session->lock); 1336 spin_unlock(&session->lock);
1348} 1337}
1349 1338
1350static int iscsi_exec_task_mgmt_fn(struct iscsi_conn *conn, 1339static int iscsi_exec_ctask_mgmt_fn(struct iscsi_conn *conn,
1351 struct iscsi_tm *hdr, int age, 1340 struct iscsi_tm *hdr, int age,
1352 int timeout) 1341 int timeout)
1353{ 1342{
1354 struct iscsi_session *session = conn->session; 1343 struct iscsi_session *session = conn->session;
1355 struct iscsi_mgmt_task *mtask; 1344 struct iscsi_cmd_task *ctask;
1356 1345
1357 mtask = __iscsi_conn_send_pdu(conn, (struct iscsi_hdr *)hdr, 1346 ctask = __iscsi_conn_send_pdu(conn, (struct iscsi_hdr *)hdr,
1358 NULL, 0); 1347 NULL, 0);
1359 if (!mtask) { 1348 if (!ctask) {
1360 spin_unlock_bh(&session->lock); 1349 spin_unlock_bh(&session->lock);
1361 iscsi_conn_failure(conn, ISCSI_ERR_CONN_FAILED); 1350 iscsi_conn_failure(conn, ISCSI_ERR_CONN_FAILED);
1362 spin_lock_bh(&session->lock); 1351 spin_lock_bh(&session->lock);
@@ -1390,7 +1379,7 @@ static int iscsi_exec_task_mgmt_fn(struct iscsi_conn *conn,
1390 1379
1391 mutex_lock(&session->eh_mutex); 1380 mutex_lock(&session->eh_mutex);
1392 spin_lock_bh(&session->lock); 1381 spin_lock_bh(&session->lock);
1393 /* if the session drops it will clean up the mtask */ 1382 /* if the session drops it will clean up the ctask */
1394 if (age != session->age || 1383 if (age != session->age ||
1395 session->state != ISCSI_STATE_LOGGED_IN) 1384 session->state != ISCSI_STATE_LOGGED_IN)
1396 return -ENOTCONN; 1385 return -ENOTCONN;
@@ -1497,7 +1486,7 @@ static enum scsi_eh_timer_return iscsi_eh_cmd_timed_out(struct scsi_cmnd *scmd)
1497 jiffies)) 1486 jiffies))
1498 rc = EH_RESET_TIMER; 1487 rc = EH_RESET_TIMER;
1499 /* if in the middle of checking the transport then give us more time */ 1488 /* if in the middle of checking the transport then give us more time */
1500 if (conn->ping_mtask) 1489 if (conn->ping_ctask)
1501 rc = EH_RESET_TIMER; 1490 rc = EH_RESET_TIMER;
1502done: 1491done:
1503 spin_unlock(&session->lock); 1492 spin_unlock(&session->lock);
@@ -1521,7 +1510,7 @@ static void iscsi_check_transport_timeouts(unsigned long data)
1521 1510
1522 recv_timeout *= HZ; 1511 recv_timeout *= HZ;
1523 last_recv = conn->last_recv; 1512 last_recv = conn->last_recv;
1524 if (conn->ping_mtask && 1513 if (conn->ping_ctask &&
1525 time_before_eq(conn->last_ping + (conn->ping_timeout * HZ), 1514 time_before_eq(conn->last_ping + (conn->ping_timeout * HZ),
1526 jiffies)) { 1515 jiffies)) {
1527 iscsi_conn_printk(KERN_ERR, conn, "ping timeout of %d secs " 1516 iscsi_conn_printk(KERN_ERR, conn, "ping timeout of %d secs "
@@ -1547,7 +1536,7 @@ done:
1547 spin_unlock(&session->lock); 1536 spin_unlock(&session->lock);
1548} 1537}
1549 1538
1550static void iscsi_prep_abort_task_pdu(struct iscsi_cmd_task *ctask, 1539static void iscsi_prep_abort_ctask_pdu(struct iscsi_cmd_task *ctask,
1551 struct iscsi_tm *hdr) 1540 struct iscsi_tm *hdr)
1552{ 1541{
1553 memset(hdr, 0, sizeof(*hdr)); 1542 memset(hdr, 0, sizeof(*hdr));
@@ -1619,9 +1608,9 @@ int iscsi_eh_abort(struct scsi_cmnd *sc)
1619 conn->tmf_state = TMF_QUEUED; 1608 conn->tmf_state = TMF_QUEUED;
1620 1609
1621 hdr = &conn->tmhdr; 1610 hdr = &conn->tmhdr;
1622 iscsi_prep_abort_task_pdu(ctask, hdr); 1611 iscsi_prep_abort_ctask_pdu(ctask, hdr);
1623 1612
1624 if (iscsi_exec_task_mgmt_fn(conn, hdr, age, session->abort_timeout)) { 1613 if (iscsi_exec_ctask_mgmt_fn(conn, hdr, age, session->abort_timeout)) {
1625 rc = FAILED; 1614 rc = FAILED;
1626 goto failed; 1615 goto failed;
1627 } 1616 }
@@ -1631,7 +1620,7 @@ int iscsi_eh_abort(struct scsi_cmnd *sc)
1631 spin_unlock_bh(&session->lock); 1620 spin_unlock_bh(&session->lock);
1632 iscsi_suspend_tx(conn); 1621 iscsi_suspend_tx(conn);
1633 /* 1622 /*
1634 * clean up task if aborted. grab the recv lock as a writer 1623 * clean up ctask if aborted. grab the recv lock as a writer
1635 */ 1624 */
1636 write_lock_bh(conn->recv_lock); 1625 write_lock_bh(conn->recv_lock);
1637 spin_lock(&session->lock); 1626 spin_lock(&session->lock);
@@ -1716,7 +1705,7 @@ int iscsi_eh_device_reset(struct scsi_cmnd *sc)
1716 hdr = &conn->tmhdr; 1705 hdr = &conn->tmhdr;
1717 iscsi_prep_lun_reset_pdu(sc, hdr); 1706 iscsi_prep_lun_reset_pdu(sc, hdr);
1718 1707
1719 if (iscsi_exec_task_mgmt_fn(conn, hdr, session->age, 1708 if (iscsi_exec_ctask_mgmt_fn(conn, hdr, session->age,
1720 session->lu_reset_timeout)) { 1709 session->lu_reset_timeout)) {
1721 rc = FAILED; 1710 rc = FAILED;
1722 goto unlock; 1711 goto unlock;
@@ -1897,8 +1886,7 @@ EXPORT_SYMBOL_GPL(iscsi_host_free);
1897 * @iscsit: iscsi transport template 1886 * @iscsit: iscsi transport template
1898 * @shost: scsi host 1887 * @shost: scsi host
1899 * @cmds_max: session can queue 1888 * @cmds_max: session can queue
1900 * @cmd_task_size: LLD ctask private data size 1889 * @cmd_ctask_size: LLD ctask private data size
1901 * @mgmt_task_size: LLD mtask private data size
1902 * @initial_cmdsn: initial CmdSN 1890 * @initial_cmdsn: initial CmdSN
1903 * 1891 *
1904 * This can be used by software iscsi_transports that allocate 1892 * This can be used by software iscsi_transports that allocate
@@ -1906,22 +1894,26 @@ EXPORT_SYMBOL_GPL(iscsi_host_free);
1906 */ 1894 */
1907struct iscsi_cls_session * 1895struct iscsi_cls_session *
1908iscsi_session_setup(struct iscsi_transport *iscsit, struct Scsi_Host *shost, 1896iscsi_session_setup(struct iscsi_transport *iscsit, struct Scsi_Host *shost,
1909 uint16_t cmds_max, int cmd_task_size, int mgmt_task_size, 1897 uint16_t scsi_cmds_max, int cmd_ctask_size,
1910 uint32_t initial_cmdsn) 1898 uint32_t initial_cmdsn)
1911{ 1899{
1912 struct iscsi_session *session; 1900 struct iscsi_session *session;
1913 struct iscsi_cls_session *cls_session; 1901 struct iscsi_cls_session *cls_session;
1914 int cmd_i; 1902 int cmd_i, cmds_max;
1915 1903
1916 if (!is_power_of_2(cmds_max) || cmds_max >= ISCSI_MGMT_ITT_OFFSET || 1904 /*
1917 cmds_max < 2) { 1905 * The iscsi layer needs some ctasks for nop handling and tmfs.
1918 if (cmds_max != 0) 1906 */
1919 printk(KERN_ERR "iscsi: invalid can_queue of %d. " 1907 if (scsi_cmds_max < 1)
1920 "can_queue must be a power of 2 and between " 1908 scsi_cmds_max = ISCSI_MGMT_CMDS_MAX;
1921 "2 and %d - setting to %d.\n", cmds_max, 1909 if ((scsi_cmds_max + ISCSI_MGMT_CMDS_MAX) >= ISCSI_MGMT_ITT_OFFSET) {
1922 ISCSI_MGMT_ITT_OFFSET, ISCSI_DEF_XMIT_CMDS_MAX); 1910 printk(KERN_ERR "iscsi: invalid can_queue of %d. "
1923 cmds_max = ISCSI_DEF_XMIT_CMDS_MAX; 1911 "can_queue must be less than %d.\n",
1912 scsi_cmds_max,
1913 ISCSI_MGMT_ITT_OFFSET - ISCSI_MGMT_CMDS_MAX);
1914 scsi_cmds_max = ISCSI_DEF_XMIT_CMDS_MAX;
1924 } 1915 }
1916 cmds_max = roundup_pow_of_two(scsi_cmds_max + ISCSI_MGMT_CMDS_MAX);
1925 1917
1926 cls_session = iscsi_alloc_session(shost, iscsit, 1918 cls_session = iscsi_alloc_session(shost, iscsit,
1927 sizeof(struct iscsi_session)); 1919 sizeof(struct iscsi_session));
@@ -1934,7 +1926,7 @@ iscsi_session_setup(struct iscsi_transport *iscsit, struct Scsi_Host *shost,
1934 session->fast_abort = 1; 1926 session->fast_abort = 1;
1935 session->lu_reset_timeout = 15; 1927 session->lu_reset_timeout = 15;
1936 session->abort_timeout = 10; 1928 session->abort_timeout = 10;
1937 session->mgmtpool_max = ISCSI_MGMT_CMDS_MAX; 1929 session->scsi_cmds_max = scsi_cmds_max;
1938 session->cmds_max = cmds_max; 1930 session->cmds_max = cmds_max;
1939 session->queued_cmdsn = session->cmdsn = initial_cmdsn; 1931 session->queued_cmdsn = session->cmdsn = initial_cmdsn;
1940 session->exp_cmdsn = initial_cmdsn + 1; 1932 session->exp_cmdsn = initial_cmdsn + 1;
@@ -1947,36 +1939,19 @@ iscsi_session_setup(struct iscsi_transport *iscsit, struct Scsi_Host *shost,
1947 /* initialize SCSI PDU commands pool */ 1939 /* initialize SCSI PDU commands pool */
1948 if (iscsi_pool_init(&session->cmdpool, session->cmds_max, 1940 if (iscsi_pool_init(&session->cmdpool, session->cmds_max,
1949 (void***)&session->cmds, 1941 (void***)&session->cmds,
1950 cmd_task_size + sizeof(struct iscsi_cmd_task))) 1942 cmd_ctask_size + sizeof(struct iscsi_cmd_task)))
1951 goto cmdpool_alloc_fail; 1943 goto cmdpool_alloc_fail;
1952 1944
1953 /* pre-format cmds pool with ITT */ 1945 /* pre-format cmds pool with ITT */
1954 for (cmd_i = 0; cmd_i < session->cmds_max; cmd_i++) { 1946 for (cmd_i = 0; cmd_i < session->cmds_max; cmd_i++) {
1955 struct iscsi_cmd_task *ctask = session->cmds[cmd_i]; 1947 struct iscsi_cmd_task *ctask = session->cmds[cmd_i];
1956 1948
1957 if (cmd_task_size) 1949 if (cmd_ctask_size)
1958 ctask->dd_data = &ctask[1]; 1950 ctask->dd_data = &ctask[1];
1959 ctask->itt = cmd_i; 1951 ctask->itt = cmd_i;
1960 INIT_LIST_HEAD(&ctask->running); 1952 INIT_LIST_HEAD(&ctask->running);
1961 } 1953 }
1962 1954
1963 /* initialize immediate command pool */
1964 if (iscsi_pool_init(&session->mgmtpool, session->mgmtpool_max,
1965 (void***)&session->mgmt_cmds,
1966 mgmt_task_size + sizeof(struct iscsi_mgmt_task)))
1967 goto mgmtpool_alloc_fail;
1968
1969
1970 /* pre-format immediate cmds pool with ITT */
1971 for (cmd_i = 0; cmd_i < session->mgmtpool_max; cmd_i++) {
1972 struct iscsi_mgmt_task *mtask = session->mgmt_cmds[cmd_i];
1973
1974 if (mgmt_task_size)
1975 mtask->dd_data = &mtask[1];
1976 mtask->itt = ISCSI_MGMT_ITT_OFFSET + cmd_i;
1977 INIT_LIST_HEAD(&mtask->running);
1978 }
1979
1980 if (!try_module_get(iscsit->owner)) 1955 if (!try_module_get(iscsit->owner))
1981 goto module_get_fail; 1956 goto module_get_fail;
1982 1957
@@ -1987,8 +1962,6 @@ iscsi_session_setup(struct iscsi_transport *iscsit, struct Scsi_Host *shost,
1987cls_session_fail: 1962cls_session_fail:
1988 module_put(iscsit->owner); 1963 module_put(iscsit->owner);
1989module_get_fail: 1964module_get_fail:
1990 iscsi_pool_free(&session->mgmtpool);
1991mgmtpool_alloc_fail:
1992 iscsi_pool_free(&session->cmdpool); 1965 iscsi_pool_free(&session->cmdpool);
1993cmdpool_alloc_fail: 1966cmdpool_alloc_fail:
1994 iscsi_free_session(cls_session); 1967 iscsi_free_session(cls_session);
@@ -2008,7 +1981,6 @@ void iscsi_session_teardown(struct iscsi_cls_session *cls_session)
2008 struct iscsi_session *session = cls_session->dd_data; 1981 struct iscsi_session *session = cls_session->dd_data;
2009 struct module *owner = cls_session->transport->owner; 1982 struct module *owner = cls_session->transport->owner;
2010 1983
2011 iscsi_pool_free(&session->mgmtpool);
2012 iscsi_pool_free(&session->cmdpool); 1984 iscsi_pool_free(&session->cmdpool);
2013 1985
2014 kfree(session->password); 1986 kfree(session->password);
@@ -2063,30 +2035,30 @@ iscsi_conn_setup(struct iscsi_cls_session *cls_session, int dd_size,
2063 INIT_LIST_HEAD(&conn->requeue); 2035 INIT_LIST_HEAD(&conn->requeue);
2064 INIT_WORK(&conn->xmitwork, iscsi_xmitworker); 2036 INIT_WORK(&conn->xmitwork, iscsi_xmitworker);
2065 2037
2066 /* allocate login_mtask used for the login/text sequences */ 2038 /* allocate login_ctask used for the login/text sequences */
2067 spin_lock_bh(&session->lock); 2039 spin_lock_bh(&session->lock);
2068 if (!__kfifo_get(session->mgmtpool.queue, 2040 if (!__kfifo_get(session->cmdpool.queue,
2069 (void*)&conn->login_mtask, 2041 (void*)&conn->login_ctask,
2070 sizeof(void*))) { 2042 sizeof(void*))) {
2071 spin_unlock_bh(&session->lock); 2043 spin_unlock_bh(&session->lock);
2072 goto login_mtask_alloc_fail; 2044 goto login_ctask_alloc_fail;
2073 } 2045 }
2074 spin_unlock_bh(&session->lock); 2046 spin_unlock_bh(&session->lock);
2075 2047
2076 data = kmalloc(ISCSI_DEF_MAX_RECV_SEG_LEN, GFP_KERNEL); 2048 data = kmalloc(ISCSI_DEF_MAX_RECV_SEG_LEN, GFP_KERNEL);
2077 if (!data) 2049 if (!data)
2078 goto login_mtask_data_alloc_fail; 2050 goto login_ctask_data_alloc_fail;
2079 conn->login_mtask->data = conn->data = data; 2051 conn->login_ctask->data = conn->data = data;
2080 2052
2081 init_timer(&conn->tmf_timer); 2053 init_timer(&conn->tmf_timer);
2082 init_waitqueue_head(&conn->ehwait); 2054 init_waitqueue_head(&conn->ehwait);
2083 2055
2084 return cls_conn; 2056 return cls_conn;
2085 2057
2086login_mtask_data_alloc_fail: 2058login_ctask_data_alloc_fail:
2087 __kfifo_put(session->mgmtpool.queue, (void*)&conn->login_mtask, 2059 __kfifo_put(session->cmdpool.queue, (void*)&conn->login_ctask,
2088 sizeof(void*)); 2060 sizeof(void*));
2089login_mtask_alloc_fail: 2061login_ctask_alloc_fail:
2090 iscsi_destroy_conn(cls_conn); 2062 iscsi_destroy_conn(cls_conn);
2091 return NULL; 2063 return NULL;
2092} 2064}
@@ -2146,7 +2118,7 @@ void iscsi_conn_teardown(struct iscsi_cls_conn *cls_conn)
2146 spin_lock_bh(&session->lock); 2118 spin_lock_bh(&session->lock);
2147 kfree(conn->data); 2119 kfree(conn->data);
2148 kfree(conn->persistent_address); 2120 kfree(conn->persistent_address);
2149 __kfifo_put(session->mgmtpool.queue, (void*)&conn->login_mtask, 2121 __kfifo_put(session->cmdpool.queue, (void*)&conn->login_ctask,
2150 sizeof(void*)); 2122 sizeof(void*));
2151 if (session->leadconn == conn) 2123 if (session->leadconn == conn)
2152 session->leadconn = NULL; 2124 session->leadconn = NULL;
@@ -2227,21 +2199,23 @@ EXPORT_SYMBOL_GPL(iscsi_conn_start);
2227static void 2199static void
2228flush_control_queues(struct iscsi_session *session, struct iscsi_conn *conn) 2200flush_control_queues(struct iscsi_session *session, struct iscsi_conn *conn)
2229{ 2201{
2230 struct iscsi_mgmt_task *mtask, *tmp; 2202 struct iscsi_cmd_task *ctask, *tmp;
2231 2203
2232 /* handle pending */ 2204 /* handle pending */
2233 list_for_each_entry_safe(mtask, tmp, &conn->mgmtqueue, running) { 2205 list_for_each_entry_safe(ctask, tmp, &conn->mgmtqueue, running) {
2234 debug_scsi("flushing pending mgmt task itt 0x%x\n", mtask->itt); 2206 debug_scsi("flushing pending mgmt ctask itt 0x%x\n", ctask->itt);
2235 iscsi_free_mgmt_task(conn, mtask); 2207 /* release ref from prep ctask */
2208 __iscsi_put_ctask(ctask);
2236 } 2209 }
2237 2210
2238 /* handle running */ 2211 /* handle running */
2239 list_for_each_entry_safe(mtask, tmp, &conn->mgmt_run_list, running) { 2212 list_for_each_entry_safe(ctask, tmp, &conn->mgmt_run_list, running) {
2240 debug_scsi("flushing running mgmt task itt 0x%x\n", mtask->itt); 2213 debug_scsi("flushing running mgmt ctask itt 0x%x\n", ctask->itt);
2241 iscsi_free_mgmt_task(conn, mtask); 2214 /* release ref from prep ctask */
2215 __iscsi_put_ctask(ctask);
2242 } 2216 }
2243 2217
2244 conn->mtask = NULL; 2218 conn->ctask = NULL;
2245} 2219}
2246 2220
2247static void iscsi_start_session_recovery(struct iscsi_session *session, 2221static void iscsi_start_session_recovery(struct iscsi_session *session,
@@ -2272,7 +2246,7 @@ static void iscsi_start_session_recovery(struct iscsi_session *session,
2272 2246
2273 /* 2247 /*
2274 * When this is called for the in_login state, we only want to clean 2248 * When this is called for the in_login state, we only want to clean
2275 * up the login task and connection. We do not need to block and set 2249 * up the login ctask and connection. We do not need to block and set
2276 * the recovery state again 2250 * the recovery state again
2277 */ 2251 */
2278 if (flag == STOP_CONN_TERM) 2252 if (flag == STOP_CONN_TERM)