1 /******************************************************************************
2 * This file contains error recovery level zero functions used by
3 * the iSCSI Target driver.
5 * (c) Copyright 2007-2013 Datera, Inc.
7 * Author: Nicholas A. Bellinger <nab@linux-iscsi.org>
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 2 of the License, or
12 * (at your option) any later version.
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
18 ******************************************************************************/
20 #include <scsi/iscsi_proto.h>
21 #include <target/target_core_base.h>
22 #include <target/target_core_fabric.h>
24 #include <target/iscsi/iscsi_target_core.h>
25 #include "iscsi_target_seq_pdu_list.h"
26 #include "iscsi_target_erl0.h"
27 #include "iscsi_target_erl1.h"
28 #include "iscsi_target_erl2.h"
29 #include "iscsi_target_util.h"
30 #include "iscsi_target.h"
33 * Used to set values in struct iscsi_cmd that iscsit_dataout_check_sequence()
34 * checks against to determine a PDU's Offset+Length is within the current
35 * DataOUT Sequence. Used for DataSequenceInOrder=Yes only.
37 void iscsit_set_dataout_sequence_values(
38 struct iscsi_cmd *cmd)
40 struct iscsi_conn *conn = cmd->conn;
42 * Still set seq_start_offset and seq_end_offset for Unsolicited
43 * DataOUT, even if DataSequenceInOrder=No.
45 if (cmd->unsolicited_data) {
46 cmd->seq_start_offset = cmd->write_data_done;
47 cmd->seq_end_offset = min(cmd->se_cmd.data_length,
48 conn->sess->sess_ops->FirstBurstLength);
52 if (!conn->sess->sess_ops->DataSequenceInOrder)
55 if (!cmd->seq_start_offset && !cmd->seq_end_offset) {
56 cmd->seq_start_offset = cmd->write_data_done;
57 cmd->seq_end_offset = (cmd->se_cmd.data_length >
58 conn->sess->sess_ops->MaxBurstLength) ?
59 (cmd->write_data_done +
60 conn->sess->sess_ops->MaxBurstLength) : cmd->se_cmd.data_length;
62 cmd->seq_start_offset = cmd->seq_end_offset;
63 cmd->seq_end_offset = ((cmd->seq_end_offset +
64 conn->sess->sess_ops->MaxBurstLength) >=
65 cmd->se_cmd.data_length) ? cmd->se_cmd.data_length :
66 (cmd->seq_end_offset +
67 conn->sess->sess_ops->MaxBurstLength);
71 static int iscsit_dataout_within_command_recovery_check(
72 struct iscsi_cmd *cmd,
75 struct iscsi_conn *conn = cmd->conn;
76 struct iscsi_data *hdr = (struct iscsi_data *) buf;
77 u32 payload_length = ntoh24(hdr->dlength);
80 * We do the within-command recovery checks here as it is
81 * the first function called in iscsi_check_pre_dataout().
82 * Basically, if we are in within-command recovery and
83 * the PDU does not contain the offset the sequence needs,
86 * This only applies to DataPDUInOrder=Yes, for
87 * DataPDUInOrder=No we only re-request the failed PDU
88 * and check that all PDUs in a sequence are received
89 * upon end of sequence.
91 if (conn->sess->sess_ops->DataSequenceInOrder) {
92 if ((cmd->cmd_flags & ICF_WITHIN_COMMAND_RECOVERY) &&
93 cmd->write_data_done != be32_to_cpu(hdr->offset))
96 cmd->cmd_flags &= ~ICF_WITHIN_COMMAND_RECOVERY;
98 struct iscsi_seq *seq;
100 seq = iscsit_get_seq_holder(cmd, be32_to_cpu(hdr->offset),
103 return DATAOUT_CANNOT_RECOVER;
105 * Set the struct iscsi_seq pointer to reuse later.
109 if (conn->sess->sess_ops->DataPDUInOrder) {
111 DATAOUT_SEQUENCE_WITHIN_COMMAND_RECOVERY &&
112 (seq->offset != be32_to_cpu(hdr->offset) ||
113 seq->data_sn != be32_to_cpu(hdr->datasn)))
117 DATAOUT_SEQUENCE_WITHIN_COMMAND_RECOVERY &&
118 seq->data_sn != be32_to_cpu(hdr->datasn))
122 if (seq->status == DATAOUT_SEQUENCE_COMPLETE)
125 if (seq->status != DATAOUT_SEQUENCE_COMPLETE)
129 return DATAOUT_NORMAL;
132 pr_err("Dumping DataOUT PDU Offset: %u Length: %d DataSN:"
133 " 0x%08x\n", hdr->offset, payload_length, hdr->datasn);
134 return iscsit_dump_data_payload(conn, payload_length, 1);
137 static int iscsit_dataout_check_unsolicited_sequence(
138 struct iscsi_cmd *cmd,
142 struct iscsi_conn *conn = cmd->conn;
143 struct iscsi_data *hdr = (struct iscsi_data *) buf;
144 u32 payload_length = ntoh24(hdr->dlength);
147 if ((be32_to_cpu(hdr->offset) < cmd->seq_start_offset) ||
148 ((be32_to_cpu(hdr->offset) + payload_length) > cmd->seq_end_offset)) {
149 pr_err("Command ITT: 0x%08x with Offset: %u,"
150 " Length: %u outside of Unsolicited Sequence %u:%u while"
151 " DataSequenceInOrder=Yes.\n", cmd->init_task_tag,
152 be32_to_cpu(hdr->offset), payload_length, cmd->seq_start_offset,
153 cmd->seq_end_offset);
154 return DATAOUT_CANNOT_RECOVER;
157 first_burst_len = (cmd->first_burst_len + payload_length);
159 if (first_burst_len > conn->sess->sess_ops->FirstBurstLength) {
160 pr_err("Total %u bytes exceeds FirstBurstLength: %u"
161 " for this Unsolicited DataOut Burst.\n",
162 first_burst_len, conn->sess->sess_ops->FirstBurstLength);
163 transport_send_check_condition_and_sense(&cmd->se_cmd,
164 TCM_INCORRECT_AMOUNT_OF_DATA, 0);
165 return DATAOUT_CANNOT_RECOVER;
169 * Perform various MaxBurstLength and ISCSI_FLAG_CMD_FINAL sanity
170 * checks for the current Unsolicited DataOUT Sequence.
172 if (hdr->flags & ISCSI_FLAG_CMD_FINAL) {
174 * Ignore ISCSI_FLAG_CMD_FINAL checks while DataPDUInOrder=No, end of
175 * sequence checks are handled in
176 * iscsit_dataout_datapduinorder_no_fbit().
178 if (!conn->sess->sess_ops->DataPDUInOrder)
181 if ((first_burst_len != cmd->se_cmd.data_length) &&
182 (first_burst_len != conn->sess->sess_ops->FirstBurstLength)) {
183 pr_err("Unsolicited non-immediate data"
184 " received %u does not equal FirstBurstLength: %u, and"
185 " does not equal ExpXferLen %u.\n", first_burst_len,
186 conn->sess->sess_ops->FirstBurstLength,
187 cmd->se_cmd.data_length);
188 transport_send_check_condition_and_sense(&cmd->se_cmd,
189 TCM_INCORRECT_AMOUNT_OF_DATA, 0);
190 return DATAOUT_CANNOT_RECOVER;
193 if (first_burst_len == conn->sess->sess_ops->FirstBurstLength) {
194 pr_err("Command ITT: 0x%08x reached"
195 " FirstBurstLength: %u, but ISCSI_FLAG_CMD_FINAL is not set. protocol"
196 " error.\n", cmd->init_task_tag,
197 conn->sess->sess_ops->FirstBurstLength);
198 return DATAOUT_CANNOT_RECOVER;
200 if (first_burst_len == cmd->se_cmd.data_length) {
201 pr_err("Command ITT: 0x%08x reached"
202 " ExpXferLen: %u, but ISCSI_FLAG_CMD_FINAL is not set. protocol"
203 " error.\n", cmd->init_task_tag, cmd->se_cmd.data_length);
204 return DATAOUT_CANNOT_RECOVER;
209 return DATAOUT_NORMAL;
212 static int iscsit_dataout_check_sequence(
213 struct iscsi_cmd *cmd,
217 struct iscsi_conn *conn = cmd->conn;
218 struct iscsi_seq *seq = NULL;
219 struct iscsi_data *hdr = (struct iscsi_data *) buf;
220 u32 payload_length = ntoh24(hdr->dlength);
223 * For DataSequenceInOrder=Yes: Check that the offset and offset+length
224 * is within range as defined by iscsi_set_dataout_sequence_values().
226 * For DataSequenceInOrder=No: Check that an struct iscsi_seq exists for
227 * offset+length tuple.
229 if (conn->sess->sess_ops->DataSequenceInOrder) {
231 * Due to possibility of recovery DataOUT sent by the initiator
232 * fullfilling an Recovery R2T, it's best to just dump the
233 * payload here, instead of erroring out.
235 if ((be32_to_cpu(hdr->offset) < cmd->seq_start_offset) ||
236 ((be32_to_cpu(hdr->offset) + payload_length) > cmd->seq_end_offset)) {
237 pr_err("Command ITT: 0x%08x with Offset: %u,"
238 " Length: %u outside of Sequence %u:%u while"
239 " DataSequenceInOrder=Yes.\n", cmd->init_task_tag,
240 be32_to_cpu(hdr->offset), payload_length, cmd->seq_start_offset,
241 cmd->seq_end_offset);
243 if (iscsit_dump_data_payload(conn, payload_length, 1) < 0)
244 return DATAOUT_CANNOT_RECOVER;
245 return DATAOUT_WITHIN_COMMAND_RECOVERY;
248 next_burst_len = (cmd->next_burst_len + payload_length);
250 seq = iscsit_get_seq_holder(cmd, be32_to_cpu(hdr->offset),
253 return DATAOUT_CANNOT_RECOVER;
255 * Set the struct iscsi_seq pointer to reuse later.
259 if (seq->status == DATAOUT_SEQUENCE_COMPLETE) {
260 if (iscsit_dump_data_payload(conn, payload_length, 1) < 0)
261 return DATAOUT_CANNOT_RECOVER;
262 return DATAOUT_WITHIN_COMMAND_RECOVERY;
265 next_burst_len = (seq->next_burst_len + payload_length);
268 if (next_burst_len > conn->sess->sess_ops->MaxBurstLength) {
269 pr_err("Command ITT: 0x%08x, NextBurstLength: %u and"
270 " Length: %u exceeds MaxBurstLength: %u. protocol"
271 " error.\n", cmd->init_task_tag,
272 (next_burst_len - payload_length),
273 payload_length, conn->sess->sess_ops->MaxBurstLength);
274 return DATAOUT_CANNOT_RECOVER;
278 * Perform various MaxBurstLength and ISCSI_FLAG_CMD_FINAL sanity
279 * checks for the current DataOUT Sequence.
281 if (hdr->flags & ISCSI_FLAG_CMD_FINAL) {
283 * Ignore ISCSI_FLAG_CMD_FINAL checks while DataPDUInOrder=No, end of
284 * sequence checks are handled in
285 * iscsit_dataout_datapduinorder_no_fbit().
287 if (!conn->sess->sess_ops->DataPDUInOrder)
290 if (conn->sess->sess_ops->DataSequenceInOrder) {
291 if ((next_burst_len <
292 conn->sess->sess_ops->MaxBurstLength) &&
293 ((cmd->write_data_done + payload_length) <
294 cmd->se_cmd.data_length)) {
295 pr_err("Command ITT: 0x%08x set ISCSI_FLAG_CMD_FINAL"
296 " before end of DataOUT sequence, protocol"
297 " error.\n", cmd->init_task_tag);
298 return DATAOUT_CANNOT_RECOVER;
301 if (next_burst_len < seq->xfer_len) {
302 pr_err("Command ITT: 0x%08x set ISCSI_FLAG_CMD_FINAL"
303 " before end of DataOUT sequence, protocol"
304 " error.\n", cmd->init_task_tag);
305 return DATAOUT_CANNOT_RECOVER;
309 if (conn->sess->sess_ops->DataSequenceInOrder) {
310 if (next_burst_len ==
311 conn->sess->sess_ops->MaxBurstLength) {
312 pr_err("Command ITT: 0x%08x reached"
313 " MaxBurstLength: %u, but ISCSI_FLAG_CMD_FINAL is"
314 " not set, protocol error.", cmd->init_task_tag,
315 conn->sess->sess_ops->MaxBurstLength);
316 return DATAOUT_CANNOT_RECOVER;
318 if ((cmd->write_data_done + payload_length) ==
319 cmd->se_cmd.data_length) {
320 pr_err("Command ITT: 0x%08x reached"
321 " last DataOUT PDU in sequence but ISCSI_FLAG_"
322 "CMD_FINAL is not set, protocol error.\n",
324 return DATAOUT_CANNOT_RECOVER;
327 if (next_burst_len == seq->xfer_len) {
328 pr_err("Command ITT: 0x%08x reached"
329 " last DataOUT PDU in sequence but ISCSI_FLAG_"
330 "CMD_FINAL is not set, protocol error.\n",
332 return DATAOUT_CANNOT_RECOVER;
338 return DATAOUT_NORMAL;
341 static int iscsit_dataout_check_datasn(
342 struct iscsi_cmd *cmd,
346 struct iscsi_conn *conn = cmd->conn;
347 struct iscsi_data *hdr = (struct iscsi_data *) buf;
348 u32 payload_length = ntoh24(hdr->dlength);
351 * Considering the target has no method of re-requesting DataOUT
352 * by DataSN, if we receieve a greater DataSN than expected we
353 * assume the functions for DataPDUInOrder=[Yes,No] below will
356 * If the DataSN is less than expected, dump the payload.
358 if (conn->sess->sess_ops->DataSequenceInOrder)
359 data_sn = cmd->data_sn;
361 struct iscsi_seq *seq = cmd->seq_ptr;
362 data_sn = seq->data_sn;
365 if (be32_to_cpu(hdr->datasn) > data_sn) {
366 pr_err("Command ITT: 0x%08x, received DataSN: 0x%08x"
367 " higher than expected 0x%08x.\n", cmd->init_task_tag,
368 be32_to_cpu(hdr->datasn), data_sn);
370 } else if (be32_to_cpu(hdr->datasn) < data_sn) {
371 pr_err("Command ITT: 0x%08x, received DataSN: 0x%08x"
372 " lower than expected 0x%08x, discarding payload.\n",
373 cmd->init_task_tag, be32_to_cpu(hdr->datasn), data_sn);
377 return DATAOUT_NORMAL;
380 if (!conn->sess->sess_ops->ErrorRecoveryLevel) {
381 pr_err("Unable to perform within-command recovery"
383 return DATAOUT_CANNOT_RECOVER;
386 if (iscsit_dump_data_payload(conn, payload_length, 1) < 0)
387 return DATAOUT_CANNOT_RECOVER;
389 return DATAOUT_WITHIN_COMMAND_RECOVERY;
392 static int iscsit_dataout_pre_datapduinorder_yes(
393 struct iscsi_cmd *cmd,
396 int dump = 0, recovery = 0;
397 struct iscsi_conn *conn = cmd->conn;
398 struct iscsi_data *hdr = (struct iscsi_data *) buf;
399 u32 payload_length = ntoh24(hdr->dlength);
402 * For DataSequenceInOrder=Yes: If the offset is greater than the global
403 * DataPDUInOrder=Yes offset counter in struct iscsi_cmd a protcol error has
404 * occurred and fail the connection.
406 * For DataSequenceInOrder=No: If the offset is greater than the per
407 * sequence DataPDUInOrder=Yes offset counter in struct iscsi_seq a protocol
408 * error has occurred and fail the connection.
410 if (conn->sess->sess_ops->DataSequenceInOrder) {
411 if (be32_to_cpu(hdr->offset) != cmd->write_data_done) {
412 pr_err("Command ITT: 0x%08x, received offset"
413 " %u different than expected %u.\n", cmd->init_task_tag,
414 be32_to_cpu(hdr->offset), cmd->write_data_done);
419 struct iscsi_seq *seq = cmd->seq_ptr;
421 if (be32_to_cpu(hdr->offset) > seq->offset) {
422 pr_err("Command ITT: 0x%08x, received offset"
423 " %u greater than expected %u.\n", cmd->init_task_tag,
424 be32_to_cpu(hdr->offset), seq->offset);
427 } else if (be32_to_cpu(hdr->offset) < seq->offset) {
428 pr_err("Command ITT: 0x%08x, received offset"
429 " %u less than expected %u, discarding payload.\n",
430 cmd->init_task_tag, be32_to_cpu(hdr->offset),
437 return DATAOUT_NORMAL;
440 if (!conn->sess->sess_ops->ErrorRecoveryLevel) {
441 pr_err("Unable to perform within-command recovery"
443 return DATAOUT_CANNOT_RECOVER;
446 if (iscsit_dump_data_payload(conn, payload_length, 1) < 0)
447 return DATAOUT_CANNOT_RECOVER;
449 return (recovery) ? iscsit_recover_dataout_sequence(cmd,
450 be32_to_cpu(hdr->offset), payload_length) :
451 (dump) ? DATAOUT_WITHIN_COMMAND_RECOVERY : DATAOUT_NORMAL;
454 static int iscsit_dataout_pre_datapduinorder_no(
455 struct iscsi_cmd *cmd,
458 struct iscsi_pdu *pdu;
459 struct iscsi_data *hdr = (struct iscsi_data *) buf;
460 u32 payload_length = ntoh24(hdr->dlength);
462 pdu = iscsit_get_pdu_holder(cmd, be32_to_cpu(hdr->offset),
465 return DATAOUT_CANNOT_RECOVER;
469 switch (pdu->status) {
470 case ISCSI_PDU_NOT_RECEIVED:
471 case ISCSI_PDU_CRC_FAILED:
472 case ISCSI_PDU_TIMED_OUT:
474 case ISCSI_PDU_RECEIVED_OK:
475 pr_err("Command ITT: 0x%08x received already gotten"
476 " Offset: %u, Length: %u\n", cmd->init_task_tag,
477 be32_to_cpu(hdr->offset), payload_length);
478 return iscsit_dump_data_payload(cmd->conn, payload_length, 1);
480 return DATAOUT_CANNOT_RECOVER;
483 return DATAOUT_NORMAL;
486 static int iscsit_dataout_update_r2t(struct iscsi_cmd *cmd, u32 offset, u32 length)
488 struct iscsi_r2t *r2t;
490 if (cmd->unsolicited_data)
493 r2t = iscsit_get_r2t_for_eos(cmd, offset, length);
497 spin_lock_bh(&cmd->r2t_lock);
498 r2t->seq_complete = 1;
499 cmd->outstanding_r2ts--;
500 spin_unlock_bh(&cmd->r2t_lock);
505 static int iscsit_dataout_update_datapduinorder_no(
506 struct iscsi_cmd *cmd,
511 struct iscsi_pdu *pdu = cmd->pdu_ptr;
513 pdu->data_sn = data_sn;
515 switch (pdu->status) {
516 case ISCSI_PDU_NOT_RECEIVED:
517 pdu->status = ISCSI_PDU_RECEIVED_OK;
519 case ISCSI_PDU_CRC_FAILED:
520 pdu->status = ISCSI_PDU_RECEIVED_OK;
522 case ISCSI_PDU_TIMED_OUT:
523 pdu->status = ISCSI_PDU_RECEIVED_OK;
526 return DATAOUT_CANNOT_RECOVER;
530 ret = iscsit_dataout_datapduinorder_no_fbit(cmd, pdu);
531 if (ret == DATAOUT_CANNOT_RECOVER)
535 return DATAOUT_NORMAL;
538 static int iscsit_dataout_post_crc_passed(
539 struct iscsi_cmd *cmd,
542 int ret, send_r2t = 0;
543 struct iscsi_conn *conn = cmd->conn;
544 struct iscsi_seq *seq = NULL;
545 struct iscsi_data *hdr = (struct iscsi_data *) buf;
546 u32 payload_length = ntoh24(hdr->dlength);
548 if (cmd->unsolicited_data) {
549 if ((cmd->first_burst_len + payload_length) ==
550 conn->sess->sess_ops->FirstBurstLength) {
551 if (iscsit_dataout_update_r2t(cmd, be32_to_cpu(hdr->offset),
553 return DATAOUT_CANNOT_RECOVER;
557 if (!conn->sess->sess_ops->DataPDUInOrder) {
558 ret = iscsit_dataout_update_datapduinorder_no(cmd,
559 be32_to_cpu(hdr->datasn),
560 (hdr->flags & ISCSI_FLAG_CMD_FINAL));
561 if (ret == DATAOUT_CANNOT_RECOVER)
565 cmd->first_burst_len += payload_length;
567 if (conn->sess->sess_ops->DataSequenceInOrder)
572 seq->offset += payload_length;
577 seq->status = DATAOUT_SEQUENCE_COMPLETE;
578 cmd->first_burst_len = 0;
579 cmd->unsolicited_data = 0;
582 if (conn->sess->sess_ops->DataSequenceInOrder) {
583 if ((cmd->next_burst_len + payload_length) ==
584 conn->sess->sess_ops->MaxBurstLength) {
585 if (iscsit_dataout_update_r2t(cmd,
586 be32_to_cpu(hdr->offset),
588 return DATAOUT_CANNOT_RECOVER;
592 if (!conn->sess->sess_ops->DataPDUInOrder) {
593 ret = iscsit_dataout_update_datapduinorder_no(
594 cmd, be32_to_cpu(hdr->datasn),
595 (hdr->flags & ISCSI_FLAG_CMD_FINAL));
596 if (ret == DATAOUT_CANNOT_RECOVER)
600 cmd->next_burst_len += payload_length;
604 cmd->next_burst_len = 0;
608 if ((seq->next_burst_len + payload_length) ==
610 if (iscsit_dataout_update_r2t(cmd,
611 be32_to_cpu(hdr->offset),
613 return DATAOUT_CANNOT_RECOVER;
617 if (!conn->sess->sess_ops->DataPDUInOrder) {
618 ret = iscsit_dataout_update_datapduinorder_no(
619 cmd, be32_to_cpu(hdr->datasn),
620 (hdr->flags & ISCSI_FLAG_CMD_FINAL));
621 if (ret == DATAOUT_CANNOT_RECOVER)
626 seq->offset += payload_length;
627 seq->next_burst_len += payload_length;
630 seq->next_burst_len = 0;
631 seq->status = DATAOUT_SEQUENCE_COMPLETE;
636 if (send_r2t && conn->sess->sess_ops->DataSequenceInOrder)
639 cmd->write_data_done += payload_length;
641 if (cmd->write_data_done == cmd->se_cmd.data_length)
642 return DATAOUT_SEND_TO_TRANSPORT;
644 return DATAOUT_SEND_R2T;
646 return DATAOUT_NORMAL;
649 static int iscsit_dataout_post_crc_failed(
650 struct iscsi_cmd *cmd,
653 struct iscsi_conn *conn = cmd->conn;
654 struct iscsi_pdu *pdu;
655 struct iscsi_data *hdr = (struct iscsi_data *) buf;
656 u32 payload_length = ntoh24(hdr->dlength);
658 if (conn->sess->sess_ops->DataPDUInOrder)
661 * The rest of this function is only called when DataPDUInOrder=No.
665 switch (pdu->status) {
666 case ISCSI_PDU_NOT_RECEIVED:
667 pdu->status = ISCSI_PDU_CRC_FAILED;
669 case ISCSI_PDU_CRC_FAILED:
671 case ISCSI_PDU_TIMED_OUT:
672 pdu->status = ISCSI_PDU_CRC_FAILED;
675 return DATAOUT_CANNOT_RECOVER;
679 return iscsit_recover_dataout_sequence(cmd, be32_to_cpu(hdr->offset),
684 * Called from iscsit_handle_data_out() before DataOUT Payload is received
687 int iscsit_check_pre_dataout(
688 struct iscsi_cmd *cmd,
692 struct iscsi_conn *conn = cmd->conn;
694 ret = iscsit_dataout_within_command_recovery_check(cmd, buf);
695 if ((ret == DATAOUT_WITHIN_COMMAND_RECOVERY) ||
696 (ret == DATAOUT_CANNOT_RECOVER))
699 ret = iscsit_dataout_check_datasn(cmd, buf);
700 if ((ret == DATAOUT_WITHIN_COMMAND_RECOVERY) ||
701 (ret == DATAOUT_CANNOT_RECOVER))
704 if (cmd->unsolicited_data) {
705 ret = iscsit_dataout_check_unsolicited_sequence(cmd, buf);
706 if ((ret == DATAOUT_WITHIN_COMMAND_RECOVERY) ||
707 (ret == DATAOUT_CANNOT_RECOVER))
710 ret = iscsit_dataout_check_sequence(cmd, buf);
711 if ((ret == DATAOUT_WITHIN_COMMAND_RECOVERY) ||
712 (ret == DATAOUT_CANNOT_RECOVER))
716 return (conn->sess->sess_ops->DataPDUInOrder) ?
717 iscsit_dataout_pre_datapduinorder_yes(cmd, buf) :
718 iscsit_dataout_pre_datapduinorder_no(cmd, buf);
722 * Called from iscsit_handle_data_out() after DataOUT Payload is received
725 int iscsit_check_post_dataout(
726 struct iscsi_cmd *cmd,
730 struct iscsi_conn *conn = cmd->conn;
732 cmd->dataout_timeout_retries = 0;
734 if (!data_crc_failed)
735 return iscsit_dataout_post_crc_passed(cmd, buf);
737 if (!conn->sess->sess_ops->ErrorRecoveryLevel) {
738 pr_err("Unable to recover from DataOUT CRC"
739 " failure while ERL=0, closing session.\n");
740 iscsit_reject_cmd(cmd, ISCSI_REASON_DATA_DIGEST_ERROR,
742 return DATAOUT_CANNOT_RECOVER;
745 iscsit_reject_cmd(cmd, ISCSI_REASON_DATA_DIGEST_ERROR, buf);
746 return iscsit_dataout_post_crc_failed(cmd, buf);
750 static void iscsit_handle_time2retain_timeout(unsigned long data)
752 struct iscsi_session *sess = (struct iscsi_session *) data;
753 struct iscsi_portal_group *tpg = sess->tpg;
754 struct se_portal_group *se_tpg = &tpg->tpg_se_tpg;
756 spin_lock_bh(&se_tpg->session_lock);
757 if (sess->time2retain_timer_flags & ISCSI_TF_STOP) {
758 spin_unlock_bh(&se_tpg->session_lock);
761 if (atomic_read(&sess->session_reinstatement)) {
762 pr_err("Exiting Time2Retain handler because"
763 " session_reinstatement=1\n");
764 spin_unlock_bh(&se_tpg->session_lock);
767 sess->time2retain_timer_flags |= ISCSI_TF_EXPIRED;
769 pr_err("Time2Retain timer expired for SID: %u, cleaning up"
770 " iSCSI session.\n", sess->sid);
772 struct iscsi_tiqn *tiqn = tpg->tpg_tiqn;
775 spin_lock(&tiqn->sess_err_stats.lock);
776 strcpy(tiqn->sess_err_stats.last_sess_fail_rem_name,
777 (void *)sess->sess_ops->InitiatorName);
778 tiqn->sess_err_stats.last_sess_failure_type =
779 ISCSI_SESS_ERR_CXN_TIMEOUT;
780 tiqn->sess_err_stats.cxn_timeout_errors++;
781 atomic_long_inc(&sess->conn_timeout_errors);
782 spin_unlock(&tiqn->sess_err_stats.lock);
786 spin_unlock_bh(&se_tpg->session_lock);
787 iscsit_close_session(sess);
790 void iscsit_start_time2retain_handler(struct iscsi_session *sess)
794 * Only start Time2Retain timer when the associated TPG is still in
795 * an ACTIVE (eg: not disabled or shutdown) state.
797 spin_lock(&sess->tpg->tpg_state_lock);
798 tpg_active = (sess->tpg->tpg_state == TPG_STATE_ACTIVE);
799 spin_unlock(&sess->tpg->tpg_state_lock);
804 if (sess->time2retain_timer_flags & ISCSI_TF_RUNNING)
807 pr_debug("Starting Time2Retain timer for %u seconds on"
808 " SID: %u\n", sess->sess_ops->DefaultTime2Retain, sess->sid);
810 init_timer(&sess->time2retain_timer);
811 sess->time2retain_timer.expires =
812 (get_jiffies_64() + sess->sess_ops->DefaultTime2Retain * HZ);
813 sess->time2retain_timer.data = (unsigned long)sess;
814 sess->time2retain_timer.function = iscsit_handle_time2retain_timeout;
815 sess->time2retain_timer_flags &= ~ISCSI_TF_STOP;
816 sess->time2retain_timer_flags |= ISCSI_TF_RUNNING;
817 add_timer(&sess->time2retain_timer);
821 * Called with spin_lock_bh(&struct se_portal_group->session_lock) held
823 int iscsit_stop_time2retain_timer(struct iscsi_session *sess)
825 struct iscsi_portal_group *tpg = sess->tpg;
826 struct se_portal_group *se_tpg = &tpg->tpg_se_tpg;
828 if (sess->time2retain_timer_flags & ISCSI_TF_EXPIRED)
831 if (!(sess->time2retain_timer_flags & ISCSI_TF_RUNNING))
834 sess->time2retain_timer_flags |= ISCSI_TF_STOP;
835 spin_unlock(&se_tpg->session_lock);
837 del_timer_sync(&sess->time2retain_timer);
839 spin_lock(&se_tpg->session_lock);
840 sess->time2retain_timer_flags &= ~ISCSI_TF_RUNNING;
841 pr_debug("Stopped Time2Retain Timer for SID: %u\n",
846 void iscsit_connection_reinstatement_rcfr(struct iscsi_conn *conn)
848 spin_lock_bh(&conn->state_lock);
849 if (atomic_read(&conn->connection_exit)) {
850 spin_unlock_bh(&conn->state_lock);
854 if (atomic_read(&conn->transport_failed)) {
855 spin_unlock_bh(&conn->state_lock);
858 spin_unlock_bh(&conn->state_lock);
860 if (conn->tx_thread && conn->tx_thread_active)
861 send_sig(SIGINT, conn->tx_thread, 1);
862 if (conn->rx_thread && conn->rx_thread_active)
863 send_sig(SIGINT, conn->rx_thread, 1);
866 wait_for_completion(&conn->conn_wait_rcfr_comp);
867 complete(&conn->conn_post_wait_comp);
870 void iscsit_cause_connection_reinstatement(struct iscsi_conn *conn, int sleep)
872 spin_lock_bh(&conn->state_lock);
873 if (atomic_read(&conn->connection_exit)) {
874 spin_unlock_bh(&conn->state_lock);
878 if (atomic_read(&conn->transport_failed)) {
879 spin_unlock_bh(&conn->state_lock);
883 if (atomic_read(&conn->connection_reinstatement)) {
884 spin_unlock_bh(&conn->state_lock);
888 if (conn->tx_thread && conn->tx_thread_active)
889 send_sig(SIGINT, conn->tx_thread, 1);
890 if (conn->rx_thread && conn->rx_thread_active)
891 send_sig(SIGINT, conn->rx_thread, 1);
893 atomic_set(&conn->connection_reinstatement, 1);
895 spin_unlock_bh(&conn->state_lock);
899 atomic_set(&conn->sleep_on_conn_wait_comp, 1);
900 spin_unlock_bh(&conn->state_lock);
902 wait_for_completion(&conn->conn_wait_comp);
903 complete(&conn->conn_post_wait_comp);
905 EXPORT_SYMBOL(iscsit_cause_connection_reinstatement);
907 void iscsit_fall_back_to_erl0(struct iscsi_session *sess)
909 pr_debug("Falling back to ErrorRecoveryLevel=0 for SID:"
912 atomic_set(&sess->session_fall_back_to_erl0, 1);
915 static void iscsit_handle_connection_cleanup(struct iscsi_conn *conn)
917 struct iscsi_session *sess = conn->sess;
919 if ((sess->sess_ops->ErrorRecoveryLevel == 2) &&
920 !atomic_read(&sess->session_reinstatement) &&
921 !atomic_read(&sess->session_fall_back_to_erl0))
922 iscsit_connection_recovery_transport_reset(conn);
924 pr_debug("Performing cleanup for failed iSCSI"
925 " Connection ID: %hu from %s\n", conn->cid,
926 sess->sess_ops->InitiatorName);
927 iscsit_close_connection(conn);
931 void iscsit_take_action_for_connection_exit(struct iscsi_conn *conn, bool *conn_freed)
935 spin_lock_bh(&conn->state_lock);
936 if (atomic_read(&conn->connection_exit)) {
937 spin_unlock_bh(&conn->state_lock);
940 atomic_set(&conn->connection_exit, 1);
942 if (conn->conn_state == TARG_CONN_STATE_IN_LOGOUT) {
943 spin_unlock_bh(&conn->state_lock);
944 iscsit_close_connection(conn);
949 if (conn->conn_state == TARG_CONN_STATE_CLEANUP_WAIT) {
950 spin_unlock_bh(&conn->state_lock);
954 pr_debug("Moving to TARG_CONN_STATE_CLEANUP_WAIT.\n");
955 conn->conn_state = TARG_CONN_STATE_CLEANUP_WAIT;
956 spin_unlock_bh(&conn->state_lock);
958 iscsit_handle_connection_cleanup(conn);