target_core_base.h 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890
  1. #ifndef TARGET_CORE_BASE_H
  2. #define TARGET_CORE_BASE_H
  3. #include <linux/in.h>
  4. #include <linux/configfs.h>
  5. #include <linux/dma-mapping.h>
  6. #include <linux/blkdev.h>
  7. #include <linux/percpu_ida.h>
  8. #include <net/sock.h>
  9. #include <net/tcp.h>
  10. #define TARGET_CORE_VERSION "v5.0"
  11. /*
  12. * Maximum size of a CDB that can be stored in se_cmd without allocating
  13. * memory dynamically for the CDB.
  14. */
  15. #define TCM_MAX_COMMAND_SIZE 32
  16. /*
  17. * From include/scsi/scsi_cmnd.h:SCSI_SENSE_BUFFERSIZE, currently
  18. * defined 96, but the real limit is 252 (or 260 including the header)
  19. */
  20. #define TRANSPORT_SENSE_BUFFER 96
  21. /* Used by transport_send_check_condition_and_sense() */
  22. #define SPC_SENSE_KEY_OFFSET 2
  23. #define SPC_ADD_SENSE_LEN_OFFSET 7
  24. #define SPC_DESC_TYPE_OFFSET 8
  25. #define SPC_ADDITIONAL_DESC_LEN_OFFSET 9
  26. #define SPC_VALIDITY_OFFSET 10
  27. #define SPC_ASC_KEY_OFFSET 12
  28. #define SPC_ASCQ_KEY_OFFSET 13
  29. #define TRANSPORT_IQN_LEN 224
  30. /* Used by target_core_store_alua_lu_gp() and target_core_alua_lu_gp_show_attr_members() */
  31. #define LU_GROUP_NAME_BUF 256
  32. /* Used by core_alua_store_tg_pt_gp_info() and target_core_alua_tg_pt_gp_show_attr_members() */
  33. #define TG_PT_GROUP_NAME_BUF 256
  34. /* Used to parse VPD into struct t10_vpd */
  35. #define VPD_TMP_BUF_SIZE 254
  36. /* Used by transport_generic_cmd_sequencer() */
  37. #define READ_BLOCK_LEN 6
  38. #define READ_CAP_LEN 8
  39. #define READ_POSITION_LEN 20
  40. #define INQUIRY_LEN 36
  41. /* Used by transport_get_inquiry_vpd_serial() */
  42. #define INQUIRY_VPD_SERIAL_LEN 254
  43. /* Used by transport_get_inquiry_vpd_device_ident() */
  44. #define INQUIRY_VPD_DEVICE_IDENTIFIER_LEN 254
  45. /* Attempts before moving from SHORT to LONG */
  46. #define PYX_TRANSPORT_WINDOW_CLOSED_THRESHOLD 3
  47. #define PYX_TRANSPORT_WINDOW_CLOSED_WAIT_SHORT 3 /* In milliseconds */
  48. #define PYX_TRANSPORT_WINDOW_CLOSED_WAIT_LONG 10 /* In milliseconds */
  49. #define PYX_TRANSPORT_STATUS_INTERVAL 5 /* In seconds */
  50. /* struct se_dev_attrib sanity values */
  51. /* Default max_unmap_lba_count */
  52. #define DA_MAX_UNMAP_LBA_COUNT 0
  53. /* Default max_unmap_block_desc_count */
  54. #define DA_MAX_UNMAP_BLOCK_DESC_COUNT 0
  55. /* Default unmap_granularity */
  56. #define DA_UNMAP_GRANULARITY_DEFAULT 0
  57. /* Default unmap_granularity_alignment */
  58. #define DA_UNMAP_GRANULARITY_ALIGNMENT_DEFAULT 0
  59. /* Default max_write_same_len, disabled by default */
  60. #define DA_MAX_WRITE_SAME_LEN 0
  61. /* Use a model alias based on the configfs backend device name */
  62. #define DA_EMULATE_MODEL_ALIAS 0
  63. /* Emulation for WriteCache and SYNCHRONIZE_CACHE */
  64. #define DA_EMULATE_WRITE_CACHE 0
  65. /* Emulation for UNIT ATTENTION Interlock Control */
  66. #define DA_EMULATE_UA_INTLLCK_CTRL 0
  67. /* Emulation for TASK_ABORTED status (TAS) by default */
  68. #define DA_EMULATE_TAS 1
  69. /* Emulation for Thin Provisioning UNMAP using block/blk-lib.c:blkdev_issue_discard() */
  70. #define DA_EMULATE_TPU 0
  71. /*
  72. * Emulation for Thin Provisioning WRITE_SAME w/ UNMAP=1 bit using
  73. * block/blk-lib.c:blkdev_issue_discard()
  74. */
  75. #define DA_EMULATE_TPWS 0
  76. /* Emulation for CompareAndWrite (AtomicTestandSet) by default */
  77. #define DA_EMULATE_CAW 1
  78. /* Emulation for 3rd Party Copy (ExtendedCopy) by default */
  79. #define DA_EMULATE_3PC 1
  80. /* No Emulation for PSCSI by default */
  81. #define DA_EMULATE_ALUA 0
  82. /* Enforce SCSI Initiator Port TransportID with 'ISID' for PR */
  83. #define DA_ENFORCE_PR_ISIDS 1
  84. /* Force SPC-3 PR Activate Persistence across Target Power Loss */
  85. #define DA_FORCE_PR_APTPL 0
  86. #define DA_STATUS_MAX_SECTORS_MIN 16
  87. #define DA_STATUS_MAX_SECTORS_MAX 8192
  88. /* By default don't report non-rotating (solid state) medium */
  89. #define DA_IS_NONROT 0
  90. /* Queue Algorithm Modifier default for restricted reordering in control mode page */
  91. #define DA_EMULATE_REST_REORD 0
  92. #define SE_INQUIRY_BUF 1024
  93. #define SE_MODE_PAGE_BUF 512
  94. #define SE_SENSE_BUF 96
  95. /* struct se_hba->hba_flags */
  96. enum hba_flags_table {
  97. HBA_FLAGS_INTERNAL_USE = 0x01,
  98. HBA_FLAGS_PSCSI_MODE = 0x02,
  99. };
  100. /* Special transport agnostic struct se_cmd->t_states */
  101. enum transport_state_table {
  102. TRANSPORT_NO_STATE = 0,
  103. TRANSPORT_NEW_CMD = 1,
  104. TRANSPORT_WRITE_PENDING = 3,
  105. TRANSPORT_PROCESSING = 5,
  106. TRANSPORT_COMPLETE = 6,
  107. TRANSPORT_ISTATE_PROCESSING = 11,
  108. TRANSPORT_COMPLETE_QF_WP = 18,
  109. TRANSPORT_COMPLETE_QF_OK = 19,
  110. };
  111. /* Used for struct se_cmd->se_cmd_flags */
  112. enum se_cmd_flags_table {
  113. SCF_SUPPORTED_SAM_OPCODE = 0x00000001,
  114. SCF_TRANSPORT_TASK_SENSE = 0x00000002,
  115. SCF_EMULATED_TASK_SENSE = 0x00000004,
  116. SCF_SCSI_DATA_CDB = 0x00000008,
  117. SCF_SCSI_TMR_CDB = 0x00000010,
  118. SCF_FUA = 0x00000080,
  119. SCF_SE_LUN_CMD = 0x00000100,
  120. SCF_BIDI = 0x00000400,
  121. SCF_SENT_CHECK_CONDITION = 0x00000800,
  122. SCF_OVERFLOW_BIT = 0x00001000,
  123. SCF_UNDERFLOW_BIT = 0x00002000,
  124. SCF_SEND_DELAYED_TAS = 0x00004000,
  125. SCF_ALUA_NON_OPTIMIZED = 0x00008000,
  126. SCF_PASSTHROUGH_SG_TO_MEM_NOALLOC = 0x00020000,
  127. SCF_COMPARE_AND_WRITE = 0x00080000,
  128. SCF_COMPARE_AND_WRITE_POST = 0x00100000,
  129. SCF_PASSTHROUGH_PROT_SG_TO_MEM_NOALLOC = 0x00200000,
  130. };
  131. /* struct se_dev_entry->lun_flags and struct se_lun->lun_access */
  132. enum transport_lunflags_table {
  133. TRANSPORT_LUNFLAGS_READ_ONLY = 0x01,
  134. TRANSPORT_LUNFLAGS_READ_WRITE = 0x02,
  135. };
  136. /*
  137. * Used by transport_send_check_condition_and_sense()
  138. * to signal which ASC/ASCQ sense payload should be built.
  139. */
  140. typedef unsigned __bitwise__ sense_reason_t;
  141. enum tcm_sense_reason_table {
  142. #define R(x) (__force sense_reason_t )(x)
  143. TCM_NO_SENSE = R(0x00),
  144. TCM_NON_EXISTENT_LUN = R(0x01),
  145. TCM_UNSUPPORTED_SCSI_OPCODE = R(0x02),
  146. TCM_INCORRECT_AMOUNT_OF_DATA = R(0x03),
  147. TCM_UNEXPECTED_UNSOLICITED_DATA = R(0x04),
  148. TCM_SERVICE_CRC_ERROR = R(0x05),
  149. TCM_SNACK_REJECTED = R(0x06),
  150. TCM_SECTOR_COUNT_TOO_MANY = R(0x07),
  151. TCM_INVALID_CDB_FIELD = R(0x08),
  152. TCM_INVALID_PARAMETER_LIST = R(0x09),
  153. TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE = R(0x0a),
  154. TCM_UNKNOWN_MODE_PAGE = R(0x0b),
  155. TCM_WRITE_PROTECTED = R(0x0c),
  156. TCM_CHECK_CONDITION_ABORT_CMD = R(0x0d),
  157. TCM_CHECK_CONDITION_UNIT_ATTENTION = R(0x0e),
  158. TCM_CHECK_CONDITION_NOT_READY = R(0x0f),
  159. TCM_RESERVATION_CONFLICT = R(0x10),
  160. TCM_ADDRESS_OUT_OF_RANGE = R(0x11),
  161. TCM_OUT_OF_RESOURCES = R(0x12),
  162. TCM_PARAMETER_LIST_LENGTH_ERROR = R(0x13),
  163. TCM_MISCOMPARE_VERIFY = R(0x14),
  164. TCM_LOGICAL_BLOCK_GUARD_CHECK_FAILED = R(0x15),
  165. TCM_LOGICAL_BLOCK_APP_TAG_CHECK_FAILED = R(0x16),
  166. TCM_LOGICAL_BLOCK_REF_TAG_CHECK_FAILED = R(0x17),
  167. #undef R
  168. };
  169. enum target_sc_flags_table {
  170. TARGET_SCF_BIDI_OP = 0x01,
  171. TARGET_SCF_ACK_KREF = 0x02,
  172. TARGET_SCF_UNKNOWN_SIZE = 0x04,
  173. };
  174. /* fabric independent task management function values */
  175. enum tcm_tmreq_table {
  176. TMR_ABORT_TASK = 1,
  177. TMR_ABORT_TASK_SET = 2,
  178. TMR_CLEAR_ACA = 3,
  179. TMR_CLEAR_TASK_SET = 4,
  180. TMR_LUN_RESET = 5,
  181. TMR_TARGET_WARM_RESET = 6,
  182. TMR_TARGET_COLD_RESET = 7,
  183. };
  184. /* fabric independent task management response values */
  185. enum tcm_tmrsp_table {
  186. TMR_FUNCTION_FAILED = 0,
  187. TMR_FUNCTION_COMPLETE = 1,
  188. TMR_TASK_DOES_NOT_EXIST = 2,
  189. TMR_LUN_DOES_NOT_EXIST = 3,
  190. TMR_TASK_MGMT_FUNCTION_NOT_SUPPORTED = 4,
  191. TMR_FUNCTION_REJECTED = 5,
  192. };
  193. /*
  194. * Used for target SCSI statistics
  195. */
  196. typedef enum {
  197. SCSI_INST_INDEX,
  198. SCSI_DEVICE_INDEX,
  199. SCSI_AUTH_INTR_INDEX,
  200. SCSI_INDEX_TYPE_MAX
  201. } scsi_index_t;
  202. struct se_cmd;
  203. struct t10_alua_lba_map_member {
  204. struct list_head lba_map_mem_list;
  205. int lba_map_mem_alua_state;
  206. int lba_map_mem_alua_pg_id;
  207. };
  208. struct t10_alua_lba_map {
  209. u64 lba_map_first_lba;
  210. u64 lba_map_last_lba;
  211. struct list_head lba_map_list;
  212. struct list_head lba_map_mem_list;
  213. };
  214. struct t10_alua {
  215. /* ALUA Target Port Group ID */
  216. u16 alua_tg_pt_gps_counter;
  217. u32 alua_tg_pt_gps_count;
  218. /* Referrals support */
  219. spinlock_t lba_map_lock;
  220. u32 lba_map_segment_size;
  221. u32 lba_map_segment_multiplier;
  222. struct list_head lba_map_list;
  223. spinlock_t tg_pt_gps_lock;
  224. struct se_device *t10_dev;
  225. /* Used for default ALUA Target Port Group */
  226. struct t10_alua_tg_pt_gp *default_tg_pt_gp;
  227. /* Used for default ALUA Target Port Group ConfigFS group */
  228. struct config_group alua_tg_pt_gps_group;
  229. struct list_head tg_pt_gps_list;
  230. };
  231. struct t10_alua_lu_gp {
  232. u16 lu_gp_id;
  233. int lu_gp_valid_id;
  234. u32 lu_gp_members;
  235. atomic_t lu_gp_ref_cnt;
  236. spinlock_t lu_gp_lock;
  237. struct config_group lu_gp_group;
  238. struct list_head lu_gp_node;
  239. struct list_head lu_gp_mem_list;
  240. };
  241. struct t10_alua_lu_gp_member {
  242. bool lu_gp_assoc;
  243. atomic_t lu_gp_mem_ref_cnt;
  244. spinlock_t lu_gp_mem_lock;
  245. struct t10_alua_lu_gp *lu_gp;
  246. struct se_device *lu_gp_mem_dev;
  247. struct list_head lu_gp_mem_list;
  248. };
  249. struct t10_alua_tg_pt_gp {
  250. u16 tg_pt_gp_id;
  251. int tg_pt_gp_valid_id;
  252. int tg_pt_gp_alua_supported_states;
  253. int tg_pt_gp_alua_pending_state;
  254. int tg_pt_gp_alua_previous_state;
  255. int tg_pt_gp_alua_access_status;
  256. int tg_pt_gp_alua_access_type;
  257. int tg_pt_gp_nonop_delay_msecs;
  258. int tg_pt_gp_trans_delay_msecs;
  259. int tg_pt_gp_implicit_trans_secs;
  260. int tg_pt_gp_pref;
  261. int tg_pt_gp_write_metadata;
  262. u32 tg_pt_gp_members;
  263. atomic_t tg_pt_gp_alua_access_state;
  264. atomic_t tg_pt_gp_ref_cnt;
  265. spinlock_t tg_pt_gp_lock;
  266. struct mutex tg_pt_gp_md_mutex;
  267. struct se_device *tg_pt_gp_dev;
  268. struct config_group tg_pt_gp_group;
  269. struct list_head tg_pt_gp_list;
  270. struct list_head tg_pt_gp_lun_list;
  271. struct se_lun *tg_pt_gp_alua_lun;
  272. struct se_node_acl *tg_pt_gp_alua_nacl;
  273. struct delayed_work tg_pt_gp_transition_work;
  274. struct completion *tg_pt_gp_transition_complete;
  275. };
  276. struct t10_vpd {
  277. unsigned char device_identifier[INQUIRY_VPD_DEVICE_IDENTIFIER_LEN];
  278. int protocol_identifier_set;
  279. u32 protocol_identifier;
  280. u32 device_identifier_code_set;
  281. u32 association;
  282. u32 device_identifier_type;
  283. struct list_head vpd_list;
  284. };
  285. struct t10_wwn {
  286. char vendor[8];
  287. char model[16];
  288. char revision[4];
  289. char unit_serial[INQUIRY_VPD_SERIAL_LEN];
  290. spinlock_t t10_vpd_lock;
  291. struct se_device *t10_dev;
  292. struct config_group t10_wwn_group;
  293. struct list_head t10_vpd_list;
  294. };
  295. struct t10_pr_registration {
  296. /* Used for fabrics that contain WWN+ISID */
  297. #define PR_REG_ISID_LEN 16
  298. /* PR_REG_ISID_LEN + ',i,0x' */
  299. #define PR_REG_ISID_ID_LEN (PR_REG_ISID_LEN + 5)
  300. char pr_reg_isid[PR_REG_ISID_LEN];
  301. /* Used during APTPL metadata reading */
  302. #define PR_APTPL_MAX_IPORT_LEN 256
  303. unsigned char pr_iport[PR_APTPL_MAX_IPORT_LEN];
  304. /* Used during APTPL metadata reading */
  305. #define PR_APTPL_MAX_TPORT_LEN 256
  306. unsigned char pr_tport[PR_APTPL_MAX_TPORT_LEN];
  307. u16 pr_aptpl_rpti;
  308. u16 pr_reg_tpgt;
  309. /* Reservation effects all target ports */
  310. int pr_reg_all_tg_pt;
  311. /* Activate Persistence across Target Power Loss */
  312. int pr_reg_aptpl;
  313. int pr_res_holder;
  314. int pr_res_type;
  315. int pr_res_scope;
  316. /* Used for fabric initiator WWPNs using a ISID */
  317. bool isid_present_at_reg;
  318. u64 pr_res_mapped_lun;
  319. u64 pr_aptpl_target_lun;
  320. u16 tg_pt_sep_rtpi;
  321. u32 pr_res_generation;
  322. u64 pr_reg_bin_isid;
  323. u64 pr_res_key;
  324. atomic_t pr_res_holders;
  325. struct se_node_acl *pr_reg_nacl;
  326. /* Used by ALL_TG_PT=1 registration with deve->pr_ref taken */
  327. struct se_dev_entry *pr_reg_deve;
  328. struct list_head pr_reg_list;
  329. struct list_head pr_reg_abort_list;
  330. struct list_head pr_reg_aptpl_list;
  331. struct list_head pr_reg_atp_list;
  332. struct list_head pr_reg_atp_mem_list;
  333. };
  334. struct t10_reservation {
  335. /* Reservation effects all target ports */
  336. int pr_all_tg_pt;
  337. /* Activate Persistence across Target Power Loss enabled
  338. * for SCSI device */
  339. int pr_aptpl_active;
  340. #define PR_APTPL_BUF_LEN 262144
  341. u32 pr_generation;
  342. spinlock_t registration_lock;
  343. spinlock_t aptpl_reg_lock;
  344. /*
  345. * This will always be set by one individual I_T Nexus.
  346. * However with all_tg_pt=1, other I_T Nexus from the
  347. * same initiator can access PR reg/res info on a different
  348. * target port.
  349. *
  350. * There is also the 'All Registrants' case, where there is
  351. * a single *pr_res_holder of the reservation, but all
  352. * registrations are considered reservation holders.
  353. */
  354. struct se_node_acl *pr_res_holder;
  355. struct list_head registration_list;
  356. struct list_head aptpl_reg_list;
  357. };
  358. struct se_tmr_req {
  359. /* Task Management function to be performed */
  360. u8 function;
  361. /* Task Management response to send */
  362. u8 response;
  363. int call_transport;
  364. /* Reference to ITT that Task Mgmt should be performed */
  365. u64 ref_task_tag;
  366. void *fabric_tmr_ptr;
  367. struct se_cmd *task_cmd;
  368. struct se_device *tmr_dev;
  369. struct se_lun *tmr_lun;
  370. struct list_head tmr_list;
  371. };
  372. enum target_prot_op {
  373. TARGET_PROT_NORMAL = 0,
  374. TARGET_PROT_DIN_INSERT = (1 << 0),
  375. TARGET_PROT_DOUT_INSERT = (1 << 1),
  376. TARGET_PROT_DIN_STRIP = (1 << 2),
  377. TARGET_PROT_DOUT_STRIP = (1 << 3),
  378. TARGET_PROT_DIN_PASS = (1 << 4),
  379. TARGET_PROT_DOUT_PASS = (1 << 5),
  380. };
  381. #define TARGET_PROT_ALL TARGET_PROT_DIN_INSERT | TARGET_PROT_DOUT_INSERT | \
  382. TARGET_PROT_DIN_STRIP | TARGET_PROT_DOUT_STRIP | \
  383. TARGET_PROT_DIN_PASS | TARGET_PROT_DOUT_PASS
  384. enum target_prot_type {
  385. TARGET_DIF_TYPE0_PROT,
  386. TARGET_DIF_TYPE1_PROT,
  387. TARGET_DIF_TYPE2_PROT,
  388. TARGET_DIF_TYPE3_PROT,
  389. };
  390. enum target_core_dif_check {
  391. TARGET_DIF_CHECK_GUARD = 0x1 << 0,
  392. TARGET_DIF_CHECK_APPTAG = 0x1 << 1,
  393. TARGET_DIF_CHECK_REFTAG = 0x1 << 2,
  394. };
  395. struct se_dif_v1_tuple {
  396. __be16 guard_tag;
  397. __be16 app_tag;
  398. __be32 ref_tag;
  399. };
  400. /* for sam_task_attr */
  401. #define TCM_SIMPLE_TAG 0x20
  402. #define TCM_HEAD_TAG 0x21
  403. #define TCM_ORDERED_TAG 0x22
  404. #define TCM_ACA_TAG 0x24
  405. struct se_cmd {
  406. /* SAM response code being sent to initiator */
  407. u8 scsi_status;
  408. u8 scsi_asc;
  409. u8 scsi_ascq;
  410. u16 scsi_sense_length;
  411. u64 tag; /* SAM command identifier aka task tag */
  412. /* Delay for ALUA Active/NonOptimized state access in milliseconds */
  413. int alua_nonop_delay;
  414. /* See include/linux/dma-mapping.h */
  415. enum dma_data_direction data_direction;
  416. /* For SAM Task Attribute */
  417. int sam_task_attr;
  418. /* Used for se_sess->sess_tag_pool */
  419. unsigned int map_tag;
  420. /* Transport protocol dependent state, see transport_state_table */
  421. enum transport_state_table t_state;
  422. unsigned cmd_wait_set:1;
  423. unsigned unknown_data_length:1;
  424. /* See se_cmd_flags_table */
  425. u32 se_cmd_flags;
  426. u32 se_ordered_id;
  427. /* Total size in bytes associated with command */
  428. u32 data_length;
  429. u32 residual_count;
  430. u64 orig_fe_lun;
  431. /* Persistent Reservation key */
  432. u64 pr_res_key;
  433. /* Used for sense data */
  434. void *sense_buffer;
  435. struct list_head se_delayed_node;
  436. struct list_head se_qf_node;
  437. struct se_device *se_dev;
  438. struct se_lun *se_lun;
  439. /* Only used for internal passthrough and legacy TCM fabric modules */
  440. struct se_session *se_sess;
  441. struct se_tmr_req *se_tmr_req;
  442. struct list_head se_cmd_list;
  443. struct completion cmd_wait_comp;
  444. struct kref cmd_kref;
  445. const struct target_core_fabric_ops *se_tfo;
  446. sense_reason_t (*execute_cmd)(struct se_cmd *);
  447. sense_reason_t (*transport_complete_callback)(struct se_cmd *, bool);
  448. void *protocol_data;
  449. unsigned char *t_task_cdb;
  450. unsigned char __t_task_cdb[TCM_MAX_COMMAND_SIZE];
  451. unsigned long long t_task_lba;
  452. unsigned int t_task_nolb;
  453. unsigned int transport_state;
  454. #define CMD_T_ABORTED (1 << 0)
  455. #define CMD_T_ACTIVE (1 << 1)
  456. #define CMD_T_COMPLETE (1 << 2)
  457. #define CMD_T_SENT (1 << 4)
  458. #define CMD_T_STOP (1 << 5)
  459. #define CMD_T_DEV_ACTIVE (1 << 7)
  460. #define CMD_T_REQUEST_STOP (1 << 8)
  461. #define CMD_T_BUSY (1 << 9)
  462. spinlock_t t_state_lock;
  463. struct completion t_transport_stop_comp;
  464. struct work_struct work;
  465. struct scatterlist *t_data_sg;
  466. struct scatterlist *t_data_sg_orig;
  467. unsigned int t_data_nents;
  468. unsigned int t_data_nents_orig;
  469. void *t_data_vmap;
  470. struct scatterlist *t_bidi_data_sg;
  471. unsigned int t_bidi_data_nents;
  472. struct list_head state_list;
  473. bool state_active;
  474. /* old task stop completion, consider merging with some of the above */
  475. struct completion task_stop_comp;
  476. /* backend private data */
  477. void *priv;
  478. /* Used for lun->lun_ref counting */
  479. int lun_ref_active;
  480. /* DIF related members */
  481. enum target_prot_op prot_op;
  482. enum target_prot_type prot_type;
  483. u8 prot_checks;
  484. u32 prot_length;
  485. u32 reftag_seed;
  486. struct scatterlist *t_prot_sg;
  487. unsigned int t_prot_nents;
  488. sense_reason_t pi_err;
  489. sector_t bad_sector;
  490. bool prot_pto;
  491. };
  492. struct se_ua {
  493. u8 ua_asc;
  494. u8 ua_ascq;
  495. struct list_head ua_nacl_list;
  496. };
  497. struct se_node_acl {
  498. char initiatorname[TRANSPORT_IQN_LEN];
  499. /* Used to signal demo mode created ACL, disabled by default */
  500. bool dynamic_node_acl;
  501. bool acl_stop:1;
  502. u32 queue_depth;
  503. u32 acl_index;
  504. enum target_prot_type saved_prot_type;
  505. #define MAX_ACL_TAG_SIZE 64
  506. char acl_tag[MAX_ACL_TAG_SIZE];
  507. /* Used for PR SPEC_I_PT=1 and REGISTER_AND_MOVE */
  508. atomic_t acl_pr_ref_count;
  509. struct hlist_head lun_entry_hlist;
  510. struct se_session *nacl_sess;
  511. struct se_portal_group *se_tpg;
  512. struct mutex lun_entry_mutex;
  513. spinlock_t nacl_sess_lock;
  514. struct config_group acl_group;
  515. struct config_group acl_attrib_group;
  516. struct config_group acl_auth_group;
  517. struct config_group acl_param_group;
  518. struct config_group acl_fabric_stat_group;
  519. struct config_group *acl_default_groups[5];
  520. struct list_head acl_list;
  521. struct list_head acl_sess_list;
  522. struct completion acl_free_comp;
  523. struct kref acl_kref;
  524. };
  525. struct se_session {
  526. unsigned sess_tearing_down:1;
  527. u64 sess_bin_isid;
  528. enum target_prot_op sup_prot_ops;
  529. enum target_prot_type sess_prot_type;
  530. struct se_node_acl *se_node_acl;
  531. struct se_portal_group *se_tpg;
  532. void *fabric_sess_ptr;
  533. struct list_head sess_list;
  534. struct list_head sess_acl_list;
  535. struct list_head sess_cmd_list;
  536. struct list_head sess_wait_list;
  537. spinlock_t sess_cmd_lock;
  538. struct kref sess_kref;
  539. void *sess_cmd_map;
  540. struct percpu_ida sess_tag_pool;
  541. };
  542. struct se_device;
  543. struct se_transform_info;
  544. struct scatterlist;
  545. struct se_ml_stat_grps {
  546. struct config_group stat_group;
  547. struct config_group scsi_auth_intr_group;
  548. struct config_group scsi_att_intr_port_group;
  549. };
  550. struct se_lun_acl {
  551. char initiatorname[TRANSPORT_IQN_LEN];
  552. u64 mapped_lun;
  553. struct se_node_acl *se_lun_nacl;
  554. struct se_lun *se_lun;
  555. struct config_group se_lun_group;
  556. struct se_ml_stat_grps ml_stat_grps;
  557. };
  558. struct se_dev_entry {
  559. /* See transport_lunflags_table */
  560. u64 mapped_lun;
  561. u64 pr_res_key;
  562. u64 creation_time;
  563. u32 lun_flags;
  564. u32 attach_count;
  565. atomic_long_t total_cmds;
  566. atomic_long_t read_bytes;
  567. atomic_long_t write_bytes;
  568. atomic_t ua_count;
  569. /* Used for PR SPEC_I_PT=1 and REGISTER_AND_MOVE */
  570. struct kref pr_kref;
  571. struct completion pr_comp;
  572. struct se_lun_acl __rcu *se_lun_acl;
  573. spinlock_t ua_lock;
  574. struct se_lun __rcu *se_lun;
  575. #define DEF_PR_REG_ACTIVE 1
  576. unsigned long deve_flags;
  577. struct list_head alua_port_list;
  578. struct list_head lun_link;
  579. struct list_head ua_list;
  580. struct hlist_node link;
  581. struct rcu_head rcu_head;
  582. };
  583. struct se_dev_attrib {
  584. int emulate_model_alias;
  585. int emulate_dpo;
  586. int emulate_fua_write;
  587. int emulate_fua_read;
  588. int emulate_write_cache;
  589. int emulate_ua_intlck_ctrl;
  590. int emulate_tas;
  591. int emulate_tpu;
  592. int emulate_tpws;
  593. int emulate_caw;
  594. int emulate_3pc;
  595. int pi_prot_format;
  596. enum target_prot_type pi_prot_type;
  597. enum target_prot_type hw_pi_prot_type;
  598. int enforce_pr_isids;
  599. int force_pr_aptpl;
  600. int is_nonrot;
  601. int emulate_rest_reord;
  602. u32 hw_block_size;
  603. u32 block_size;
  604. u32 hw_max_sectors;
  605. u32 optimal_sectors;
  606. u32 hw_queue_depth;
  607. u32 queue_depth;
  608. u32 max_unmap_lba_count;
  609. u32 max_unmap_block_desc_count;
  610. u32 unmap_granularity;
  611. u32 unmap_granularity_alignment;
  612. u32 max_write_same_len;
  613. u32 max_bytes_per_io;
  614. struct se_device *da_dev;
  615. struct config_group da_group;
  616. };
  617. struct se_port_stat_grps {
  618. struct config_group stat_group;
  619. struct config_group scsi_port_group;
  620. struct config_group scsi_tgt_port_group;
  621. struct config_group scsi_transport_group;
  622. };
  623. struct scsi_port_stats {
  624. atomic_long_t cmd_pdus;
  625. atomic_long_t tx_data_octets;
  626. atomic_long_t rx_data_octets;
  627. };
  628. struct se_lun {
  629. u64 unpacked_lun;
  630. #define SE_LUN_LINK_MAGIC 0xffff7771
  631. u32 lun_link_magic;
  632. u32 lun_access;
  633. u32 lun_flags;
  634. u32 lun_index;
  635. /* RELATIVE TARGET PORT IDENTIFER */
  636. u16 lun_rtpi;
  637. atomic_t lun_acl_count;
  638. struct se_device __rcu *lun_se_dev;
  639. struct list_head lun_deve_list;
  640. spinlock_t lun_deve_lock;
  641. /* ALUA state */
  642. int lun_tg_pt_secondary_stat;
  643. int lun_tg_pt_secondary_write_md;
  644. atomic_t lun_tg_pt_secondary_offline;
  645. struct mutex lun_tg_pt_md_mutex;
  646. /* ALUA target port group linkage */
  647. struct list_head lun_tg_pt_gp_link;
  648. struct t10_alua_tg_pt_gp *lun_tg_pt_gp;
  649. spinlock_t lun_tg_pt_gp_lock;
  650. struct se_portal_group *lun_tpg;
  651. struct scsi_port_stats lun_stats;
  652. struct config_group lun_group;
  653. struct se_port_stat_grps port_stat_grps;
  654. struct completion lun_ref_comp;
  655. struct percpu_ref lun_ref;
  656. struct list_head lun_dev_link;
  657. struct hlist_node link;
  658. struct rcu_head rcu_head;
  659. };
  660. struct se_dev_stat_grps {
  661. struct config_group stat_group;
  662. struct config_group scsi_dev_group;
  663. struct config_group scsi_tgt_dev_group;
  664. struct config_group scsi_lu_group;
  665. };
  666. struct se_device {
  667. #define SE_DEV_LINK_MAGIC 0xfeeddeef
  668. u32 dev_link_magic;
  669. /* RELATIVE TARGET PORT IDENTIFER Counter */
  670. u16 dev_rpti_counter;
  671. /* Used for SAM Task Attribute ordering */
  672. u32 dev_cur_ordered_id;
  673. u32 dev_flags;
  674. #define DF_CONFIGURED 0x00000001
  675. #define DF_FIRMWARE_VPD_UNIT_SERIAL 0x00000002
  676. #define DF_EMULATED_VPD_UNIT_SERIAL 0x00000004
  677. #define DF_USING_UDEV_PATH 0x00000008
  678. #define DF_USING_ALIAS 0x00000010
  679. /* Physical device queue depth */
  680. u32 queue_depth;
  681. /* Used for SPC-2 reservations enforce of ISIDs */
  682. u64 dev_res_bin_isid;
  683. /* Pointer to transport specific device structure */
  684. u32 dev_index;
  685. u64 creation_time;
  686. atomic_long_t num_resets;
  687. atomic_long_t num_cmds;
  688. atomic_long_t read_bytes;
  689. atomic_long_t write_bytes;
  690. /* Active commands on this virtual SE device */
  691. atomic_t simple_cmds;
  692. atomic_t dev_ordered_id;
  693. atomic_t dev_ordered_sync;
  694. atomic_t dev_qf_count;
  695. u32 export_count;
  696. spinlock_t delayed_cmd_lock;
  697. spinlock_t execute_task_lock;
  698. spinlock_t dev_reservation_lock;
  699. unsigned int dev_reservation_flags;
  700. #define DRF_SPC2_RESERVATIONS 0x00000001
  701. #define DRF_SPC2_RESERVATIONS_WITH_ISID 0x00000002
  702. spinlock_t se_port_lock;
  703. spinlock_t se_tmr_lock;
  704. spinlock_t qf_cmd_lock;
  705. struct semaphore caw_sem;
  706. /* Used for legacy SPC-2 reservationsa */
  707. struct se_node_acl *dev_reserved_node_acl;
  708. /* Used for ALUA Logical Unit Group membership */
  709. struct t10_alua_lu_gp_member *dev_alua_lu_gp_mem;
  710. /* Used for SPC-3 Persistent Reservations */
  711. struct t10_pr_registration *dev_pr_res_holder;
  712. struct list_head dev_sep_list;
  713. struct list_head dev_tmr_list;
  714. struct workqueue_struct *tmr_wq;
  715. struct work_struct qf_work_queue;
  716. struct list_head delayed_cmd_list;
  717. struct list_head state_list;
  718. struct list_head qf_cmd_list;
  719. struct list_head g_dev_node;
  720. /* Pointer to associated SE HBA */
  721. struct se_hba *se_hba;
  722. /* T10 Inquiry and VPD WWN Information */
  723. struct t10_wwn t10_wwn;
  724. /* T10 Asymmetric Logical Unit Assignment for Target Ports */
  725. struct t10_alua t10_alua;
  726. /* T10 SPC-2 + SPC-3 Reservations */
  727. struct t10_reservation t10_pr;
  728. struct se_dev_attrib dev_attrib;
  729. struct config_group dev_group;
  730. struct config_group dev_pr_group;
  731. struct se_dev_stat_grps dev_stat_grps;
  732. #define SE_DEV_ALIAS_LEN 512 /* must be less than PAGE_SIZE */
  733. unsigned char dev_alias[SE_DEV_ALIAS_LEN];
  734. #define SE_UDEV_PATH_LEN 512 /* must be less than PAGE_SIZE */
  735. unsigned char udev_path[SE_UDEV_PATH_LEN];
  736. /* Pointer to template of function pointers for transport */
  737. const struct target_backend_ops *transport;
  738. /* Linked list for struct se_hba struct se_device list */
  739. struct list_head dev_list;
  740. struct se_lun xcopy_lun;
  741. /* Protection Information */
  742. int prot_length;
  743. /* For se_lun->lun_se_dev RCU read-side critical access */
  744. u32 hba_index;
  745. struct rcu_head rcu_head;
  746. };
  747. struct se_hba {
  748. u16 hba_tpgt;
  749. u32 hba_id;
  750. /* See hba_flags_table */
  751. u32 hba_flags;
  752. /* Virtual iSCSI devices attached. */
  753. u32 dev_count;
  754. u32 hba_index;
  755. /* Pointer to transport specific host structure. */
  756. void *hba_ptr;
  757. struct list_head hba_node;
  758. spinlock_t device_lock;
  759. struct config_group hba_group;
  760. struct mutex hba_access_mutex;
  761. struct target_backend *backend;
  762. };
  763. struct se_tpg_np {
  764. struct se_portal_group *tpg_np_parent;
  765. struct config_group tpg_np_group;
  766. };
  767. struct se_portal_group {
  768. /*
  769. * PROTOCOL IDENTIFIER value per SPC4, 7.5.1.
  770. *
  771. * Negative values can be used by fabric drivers for internal use TPGs.
  772. */
  773. int proto_id;
  774. /* Number of ACLed Initiator Nodes for this TPG */
  775. u32 num_node_acls;
  776. /* Used for PR SPEC_I_PT=1 and REGISTER_AND_MOVE */
  777. atomic_t tpg_pr_ref_count;
  778. /* Spinlock for adding/removing ACLed Nodes */
  779. struct mutex acl_node_mutex;
  780. /* Spinlock for adding/removing sessions */
  781. spinlock_t session_lock;
  782. struct mutex tpg_lun_mutex;
  783. struct list_head se_tpg_node;
  784. /* linked list for initiator ACL list */
  785. struct list_head acl_node_list;
  786. struct hlist_head tpg_lun_hlist;
  787. struct se_lun *tpg_virt_lun0;
  788. /* List of TCM sessions associated wth this TPG */
  789. struct list_head tpg_sess_list;
  790. /* Pointer to $FABRIC_MOD dependent code */
  791. const struct target_core_fabric_ops *se_tpg_tfo;
  792. struct se_wwn *se_tpg_wwn;
  793. struct config_group tpg_group;
  794. struct config_group *tpg_default_groups[7];
  795. struct config_group tpg_lun_group;
  796. struct config_group tpg_np_group;
  797. struct config_group tpg_acl_group;
  798. struct config_group tpg_attrib_group;
  799. struct config_group tpg_auth_group;
  800. struct config_group tpg_param_group;
  801. };
  802. struct se_wwn {
  803. struct target_fabric_configfs *wwn_tf;
  804. struct config_group wwn_group;
  805. struct config_group *wwn_default_groups[2];
  806. struct config_group fabric_stat_group;
  807. };
  808. static inline void atomic_inc_mb(atomic_t *v)
  809. {
  810. smp_mb__before_atomic();
  811. atomic_inc(v);
  812. smp_mb__after_atomic();
  813. }
  814. static inline void atomic_dec_mb(atomic_t *v)
  815. {
  816. smp_mb__before_atomic();
  817. atomic_dec(v);
  818. smp_mb__after_atomic();
  819. }
  820. #endif /* TARGET_CORE_BASE_H */