target: Drop se_device TCQ queue_depth usage from I/O path
[firefly-linux-kernel-4.4.55.git] / include / target / target_core_base.h
1 #ifndef TARGET_CORE_BASE_H
2 #define TARGET_CORE_BASE_H
3
4 #include <linux/in.h>
5 #include <linux/configfs.h>
6 #include <linux/dma-mapping.h>
7 #include <linux/blkdev.h>
8 #include <scsi/scsi_cmnd.h>
9 #include <net/sock.h>
10 #include <net/tcp.h>
11
12 #define TARGET_CORE_MOD_VERSION         "v4.1.0-rc1-ml"
13 #define TARGET_CORE_VERSION             TARGET_CORE_MOD_VERSION
14
15 /* Maximum Number of LUNs per Target Portal Group */
16 /* Don't raise above 511 or REPORT_LUNS needs to handle >1 page */
17 #define TRANSPORT_MAX_LUNS_PER_TPG              256
18 /*
19  * By default we use 32-byte CDBs in TCM Core and subsystem plugin code.
20  *
21  * Note that both include/scsi/scsi_cmnd.h:MAX_COMMAND_SIZE and
22  * include/linux/blkdev.h:BLOCK_MAX_CDB as of v2.6.36-rc4 still use
23  * 16-byte CDBs by default and require an extra allocation for
24  * 32-byte CDBs to because of legacy issues.
25  *
26  * Within TCM Core there are no such legacy limitiations, so we go ahead
27  * use 32-byte CDBs by default and use include/scsi/scsi.h:scsi_command_size()
28  * within all TCM Core and subsystem plugin code.
29  */
30 #define TCM_MAX_COMMAND_SIZE                    32
31 /*
32  * From include/scsi/scsi_cmnd.h:SCSI_SENSE_BUFFERSIZE, currently
33  * defined 96, but the real limit is 252 (or 260 including the header)
34  */
35 #define TRANSPORT_SENSE_BUFFER                  SCSI_SENSE_BUFFERSIZE
36 /* Used by transport_send_check_condition_and_sense() */
37 #define SPC_SENSE_KEY_OFFSET                    2
38 #define SPC_ASC_KEY_OFFSET                      12
39 #define SPC_ASCQ_KEY_OFFSET                     13
40 #define TRANSPORT_IQN_LEN                       224
41 /* Used by target_core_store_alua_lu_gp() and target_core_alua_lu_gp_show_attr_members() */
42 #define LU_GROUP_NAME_BUF                       256
43 /* Used by core_alua_store_tg_pt_gp_info() and target_core_alua_tg_pt_gp_show_attr_members() */
44 #define TG_PT_GROUP_NAME_BUF                    256
45 /* Used to parse VPD into struct t10_vpd */
46 #define VPD_TMP_BUF_SIZE                        128
47 /* Used by transport_generic_cmd_sequencer() */
48 #define READ_BLOCK_LEN                          6
49 #define READ_CAP_LEN                            8
50 #define READ_POSITION_LEN                       20
51 #define INQUIRY_LEN                             36
52 /* Used by transport_get_inquiry_vpd_serial() */
53 #define INQUIRY_VPD_SERIAL_LEN                  254
54 /* Used by transport_get_inquiry_vpd_device_ident() */
55 #define INQUIRY_VPD_DEVICE_IDENTIFIER_LEN       254
56
57 /* Attempts before moving from SHORT to LONG */
58 #define PYX_TRANSPORT_WINDOW_CLOSED_THRESHOLD   3
59 #define PYX_TRANSPORT_WINDOW_CLOSED_WAIT_SHORT  3  /* In milliseconds */
60 #define PYX_TRANSPORT_WINDOW_CLOSED_WAIT_LONG   10 /* In milliseconds */
61
62 #define PYX_TRANSPORT_STATUS_INTERVAL           5 /* In seconds */
63
64 /*
65  * struct se_subsystem_dev->su_dev_flags
66 */
67 #define SDF_FIRMWARE_VPD_UNIT_SERIAL            0x00000001
68 #define SDF_EMULATED_VPD_UNIT_SERIAL            0x00000002
69 #define SDF_USING_UDEV_PATH                     0x00000004
70 #define SDF_USING_ALIAS                         0x00000008
71
72 /*
73  * struct se_device->dev_flags
74  */
75 #define DF_READ_ONLY                            0x00000001
76 #define DF_SPC2_RESERVATIONS                    0x00000002
77 #define DF_SPC2_RESERVATIONS_WITH_ISID          0x00000004
78
79 /* struct se_dev_attrib sanity values */
80 /* Default max_unmap_lba_count */
81 #define DA_MAX_UNMAP_LBA_COUNT                  0
82 /* Default max_unmap_block_desc_count */
83 #define DA_MAX_UNMAP_BLOCK_DESC_COUNT           0
84 /* Default unmap_granularity */
85 #define DA_UNMAP_GRANULARITY_DEFAULT            0
86 /* Default unmap_granularity_alignment */
87 #define DA_UNMAP_GRANULARITY_ALIGNMENT_DEFAULT  0
88 /* Emulation for Direct Page Out */
89 #define DA_EMULATE_DPO                          0
90 /* Emulation for Forced Unit Access WRITEs */
91 #define DA_EMULATE_FUA_WRITE                    1
92 /* Emulation for Forced Unit Access READs */
93 #define DA_EMULATE_FUA_READ                     0
94 /* Emulation for WriteCache and SYNCHRONIZE_CACHE */
95 #define DA_EMULATE_WRITE_CACHE                  0
96 /* Emulation for UNIT ATTENTION Interlock Control */
97 #define DA_EMULATE_UA_INTLLCK_CTRL              0
98 /* Emulation for TASK_ABORTED status (TAS) by default */
99 #define DA_EMULATE_TAS                          1
100 /* Emulation for Thin Provisioning UNMAP using block/blk-lib.c:blkdev_issue_discard() */
101 #define DA_EMULATE_TPU                          0
102 /*
103  * Emulation for Thin Provisioning WRITE_SAME w/ UNMAP=1 bit using
104  * block/blk-lib.c:blkdev_issue_discard()
105  */
106 #define DA_EMULATE_TPWS                         0
107 /* No Emulation for PSCSI by default */
108 #define DA_EMULATE_RESERVATIONS                 0
109 /* No Emulation for PSCSI by default */
110 #define DA_EMULATE_ALUA                         0
111 /* Enforce SCSI Initiator Port TransportID with 'ISID' for PR */
112 #define DA_ENFORCE_PR_ISIDS                     1
113 #define DA_STATUS_MAX_SECTORS_MIN               16
114 #define DA_STATUS_MAX_SECTORS_MAX               8192
115 /* By default don't report non-rotating (solid state) medium */
116 #define DA_IS_NONROT                            0
117 /* Queue Algorithm Modifier default for restricted reordering in control mode page */
118 #define DA_EMULATE_REST_REORD                   0
119
120 #define SE_MODE_PAGE_BUF                        512
121
122
123 /* struct se_hba->hba_flags */
124 enum hba_flags_table {
125         HBA_FLAGS_INTERNAL_USE  = 0x01,
126         HBA_FLAGS_PSCSI_MODE    = 0x02,
127 };
128
129 /* struct se_lun->lun_status */
130 enum transport_lun_status_table {
131         TRANSPORT_LUN_STATUS_FREE = 0,
132         TRANSPORT_LUN_STATUS_ACTIVE = 1,
133 };
134
135 /* struct se_portal_group->se_tpg_type */
136 enum transport_tpg_type_table {
137         TRANSPORT_TPG_TYPE_NORMAL = 0,
138         TRANSPORT_TPG_TYPE_DISCOVERY = 1,
139 };
140
141 /* struct se_task->task_flags */
142 enum se_task_flags {
143         TF_ACTIVE               = (1 << 0),
144         TF_SENT                 = (1 << 1),
145         TF_REQUEST_STOP         = (1 << 2),
146         TF_HAS_SENSE            = (1 << 3),
147 };
148
149 /* Special transport agnostic struct se_cmd->t_states */
150 enum transport_state_table {
151         TRANSPORT_NO_STATE      = 0,
152         TRANSPORT_NEW_CMD       = 1,
153         TRANSPORT_WRITE_PENDING = 3,
154         TRANSPORT_PROCESS_WRITE = 4,
155         TRANSPORT_PROCESSING    = 5,
156         TRANSPORT_COMPLETE      = 6,
157         TRANSPORT_PROCESS_TMR   = 9,
158         TRANSPORT_ISTATE_PROCESSING = 11,
159         TRANSPORT_NEW_CMD_MAP   = 16,
160         TRANSPORT_COMPLETE_QF_WP = 18,
161         TRANSPORT_COMPLETE_QF_OK = 19,
162 };
163
164 /* Used for struct se_cmd->se_cmd_flags */
165 enum se_cmd_flags_table {
166         SCF_SUPPORTED_SAM_OPCODE        = 0x00000001,
167         SCF_TRANSPORT_TASK_SENSE        = 0x00000002,
168         SCF_EMULATED_TASK_SENSE         = 0x00000004,
169         SCF_SCSI_DATA_SG_IO_CDB         = 0x00000008,
170         SCF_SCSI_CONTROL_SG_IO_CDB      = 0x00000010,
171         SCF_SCSI_NON_DATA_CDB           = 0x00000040,
172         SCF_SCSI_CDB_EXCEPTION          = 0x00000080,
173         SCF_SCSI_RESERVATION_CONFLICT   = 0x00000100,
174         SCF_FUA                         = 0x00000200,
175         SCF_SE_LUN_CMD                  = 0x00000800,
176         SCF_SE_ALLOW_EOO                = 0x00001000,
177         SCF_BIDI                        = 0x00002000,
178         SCF_SENT_CHECK_CONDITION        = 0x00004000,
179         SCF_OVERFLOW_BIT                = 0x00008000,
180         SCF_UNDERFLOW_BIT               = 0x00010000,
181         SCF_SENT_DELAYED_TAS            = 0x00020000,
182         SCF_ALUA_NON_OPTIMIZED          = 0x00040000,
183         SCF_DELAYED_CMD_FROM_SAM_ATTR   = 0x00080000,
184         SCF_UNUSED                      = 0x00100000,
185         SCF_PASSTHROUGH_SG_TO_MEM_NOALLOC = 0x00400000,
186 };
187
188 /* struct se_dev_entry->lun_flags and struct se_lun->lun_access */
189 enum transport_lunflags_table {
190         TRANSPORT_LUNFLAGS_NO_ACCESS            = 0x00,
191         TRANSPORT_LUNFLAGS_INITIATOR_ACCESS     = 0x01,
192         TRANSPORT_LUNFLAGS_READ_ONLY            = 0x02,
193         TRANSPORT_LUNFLAGS_READ_WRITE           = 0x04,
194 };
195
196 /* struct se_device->dev_status */
197 enum transport_device_status_table {
198         TRANSPORT_DEVICE_ACTIVATED              = 0x01,
199         TRANSPORT_DEVICE_DEACTIVATED            = 0x02,
200         TRANSPORT_DEVICE_QUEUE_FULL             = 0x04,
201         TRANSPORT_DEVICE_SHUTDOWN               = 0x08,
202         TRANSPORT_DEVICE_OFFLINE_ACTIVATED      = 0x10,
203         TRANSPORT_DEVICE_OFFLINE_DEACTIVATED    = 0x20,
204 };
205
206 /*
207  * Used by transport_send_check_condition_and_sense() and se_cmd->scsi_sense_reason
208  * to signal which ASC/ASCQ sense payload should be built.
209  */
210 enum tcm_sense_reason_table {
211         TCM_NON_EXISTENT_LUN                    = 0x01,
212         TCM_UNSUPPORTED_SCSI_OPCODE             = 0x02,
213         TCM_INCORRECT_AMOUNT_OF_DATA            = 0x03,
214         TCM_UNEXPECTED_UNSOLICITED_DATA         = 0x04,
215         TCM_SERVICE_CRC_ERROR                   = 0x05,
216         TCM_SNACK_REJECTED                      = 0x06,
217         TCM_SECTOR_COUNT_TOO_MANY               = 0x07,
218         TCM_INVALID_CDB_FIELD                   = 0x08,
219         TCM_INVALID_PARAMETER_LIST              = 0x09,
220         TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE  = 0x0a,
221         TCM_UNKNOWN_MODE_PAGE                   = 0x0b,
222         TCM_WRITE_PROTECTED                     = 0x0c,
223         TCM_CHECK_CONDITION_ABORT_CMD           = 0x0d,
224         TCM_CHECK_CONDITION_UNIT_ATTENTION      = 0x0e,
225         TCM_CHECK_CONDITION_NOT_READY           = 0x0f,
226         TCM_RESERVATION_CONFLICT                = 0x10,
227 };
228
229 enum target_sc_flags_table {
230         TARGET_SCF_BIDI_OP              = 0x01,
231         TARGET_SCF_ACK_KREF             = 0x02,
232 };
233
234 /* fabric independent task management function values */
235 enum tcm_tmreq_table {
236         TMR_ABORT_TASK          = 1,
237         TMR_ABORT_TASK_SET      = 2,
238         TMR_CLEAR_ACA           = 3,
239         TMR_CLEAR_TASK_SET      = 4,
240         TMR_LUN_RESET           = 5,
241         TMR_TARGET_WARM_RESET   = 6,
242         TMR_TARGET_COLD_RESET   = 7,
243         TMR_FABRIC_TMR          = 255,
244 };
245
246 /* fabric independent task management response values */
247 enum tcm_tmrsp_table {
248         TMR_FUNCTION_COMPLETE           = 0,
249         TMR_TASK_DOES_NOT_EXIST         = 1,
250         TMR_LUN_DOES_NOT_EXIST          = 2,
251         TMR_TASK_STILL_ALLEGIANT        = 3,
252         TMR_TASK_FAILOVER_NOT_SUPPORTED = 4,
253         TMR_TASK_MGMT_FUNCTION_NOT_SUPPORTED    = 5,
254         TMR_FUNCTION_AUTHORIZATION_FAILED = 6,
255         TMR_FUNCTION_REJECTED           = 255,
256 };
257
258 struct se_obj {
259         atomic_t obj_access_count;
260 };
261
262 /*
263  * Used by TCM Core internally to signal if ALUA emulation is enabled or
264  * disabled, or running in with TCM/pSCSI passthrough mode
265  */
266 typedef enum {
267         SPC_ALUA_PASSTHROUGH,
268         SPC2_ALUA_DISABLED,
269         SPC3_ALUA_EMULATED
270 } t10_alua_index_t;
271
272 /*
273  * Used by TCM Core internally to signal if SAM Task Attribute emulation
274  * is enabled or disabled, or running in with TCM/pSCSI passthrough mode
275  */
276 typedef enum {
277         SAM_TASK_ATTR_PASSTHROUGH,
278         SAM_TASK_ATTR_UNTAGGED,
279         SAM_TASK_ATTR_EMULATED
280 } t10_task_attr_index_t;
281
282 /*
283  * Used for target SCSI statistics
284  */
285 typedef enum {
286         SCSI_INST_INDEX,
287         SCSI_DEVICE_INDEX,
288         SCSI_AUTH_INTR_INDEX,
289         SCSI_INDEX_TYPE_MAX
290 } scsi_index_t;
291
292 struct se_cmd;
293
294 struct t10_alua {
295         t10_alua_index_t alua_type;
296         /* ALUA Target Port Group ID */
297         u16     alua_tg_pt_gps_counter;
298         u32     alua_tg_pt_gps_count;
299         spinlock_t tg_pt_gps_lock;
300         struct se_subsystem_dev *t10_sub_dev;
301         /* Used for default ALUA Target Port Group */
302         struct t10_alua_tg_pt_gp *default_tg_pt_gp;
303         /* Used for default ALUA Target Port Group ConfigFS group */
304         struct config_group alua_tg_pt_gps_group;
305         int (*alua_state_check)(struct se_cmd *, unsigned char *, u8 *);
306         struct list_head tg_pt_gps_list;
307 };
308
309 struct t10_alua_lu_gp {
310         u16     lu_gp_id;
311         int     lu_gp_valid_id;
312         u32     lu_gp_members;
313         atomic_t lu_gp_ref_cnt;
314         spinlock_t lu_gp_lock;
315         struct config_group lu_gp_group;
316         struct list_head lu_gp_node;
317         struct list_head lu_gp_mem_list;
318 };
319
320 struct t10_alua_lu_gp_member {
321         bool lu_gp_assoc;
322         atomic_t lu_gp_mem_ref_cnt;
323         spinlock_t lu_gp_mem_lock;
324         struct t10_alua_lu_gp *lu_gp;
325         struct se_device *lu_gp_mem_dev;
326         struct list_head lu_gp_mem_list;
327 };
328
329 struct t10_alua_tg_pt_gp {
330         u16     tg_pt_gp_id;
331         int     tg_pt_gp_valid_id;
332         int     tg_pt_gp_alua_access_status;
333         int     tg_pt_gp_alua_access_type;
334         int     tg_pt_gp_nonop_delay_msecs;
335         int     tg_pt_gp_trans_delay_msecs;
336         int     tg_pt_gp_pref;
337         int     tg_pt_gp_write_metadata;
338         /* Used by struct t10_alua_tg_pt_gp->tg_pt_gp_md_buf_len */
339 #define ALUA_MD_BUF_LEN                         1024
340         u32     tg_pt_gp_md_buf_len;
341         u32     tg_pt_gp_members;
342         atomic_t tg_pt_gp_alua_access_state;
343         atomic_t tg_pt_gp_ref_cnt;
344         spinlock_t tg_pt_gp_lock;
345         struct mutex tg_pt_gp_md_mutex;
346         struct se_subsystem_dev *tg_pt_gp_su_dev;
347         struct config_group tg_pt_gp_group;
348         struct list_head tg_pt_gp_list;
349         struct list_head tg_pt_gp_mem_list;
350 };
351
352 struct t10_alua_tg_pt_gp_member {
353         bool tg_pt_gp_assoc;
354         atomic_t tg_pt_gp_mem_ref_cnt;
355         spinlock_t tg_pt_gp_mem_lock;
356         struct t10_alua_tg_pt_gp *tg_pt_gp;
357         struct se_port *tg_pt;
358         struct list_head tg_pt_gp_mem_list;
359 };
360
361 struct t10_vpd {
362         unsigned char device_identifier[INQUIRY_VPD_DEVICE_IDENTIFIER_LEN];
363         int protocol_identifier_set;
364         u32 protocol_identifier;
365         u32 device_identifier_code_set;
366         u32 association;
367         u32 device_identifier_type;
368         struct list_head vpd_list;
369 };
370
371 struct t10_wwn {
372         char vendor[8];
373         char model[16];
374         char revision[4];
375         char unit_serial[INQUIRY_VPD_SERIAL_LEN];
376         spinlock_t t10_vpd_lock;
377         struct se_subsystem_dev *t10_sub_dev;
378         struct config_group t10_wwn_group;
379         struct list_head t10_vpd_list;
380 };
381
382
383 /*
384  * Used by TCM Core internally to signal if >= SPC-3 persistent reservations
385  * emulation is enabled or disabled, or running in with TCM/pSCSI passthrough
386  * mode
387  */
388 typedef enum {
389         SPC_PASSTHROUGH,
390         SPC2_RESERVATIONS,
391         SPC3_PERSISTENT_RESERVATIONS
392 } t10_reservations_index_t;
393
394 struct t10_pr_registration {
395         /* Used for fabrics that contain WWN+ISID */
396 #define PR_REG_ISID_LEN                         16
397         /* PR_REG_ISID_LEN + ',i,0x' */
398 #define PR_REG_ISID_ID_LEN                      (PR_REG_ISID_LEN + 5)
399         char pr_reg_isid[PR_REG_ISID_LEN];
400         /* Used during APTPL metadata reading */
401 #define PR_APTPL_MAX_IPORT_LEN                  256
402         unsigned char pr_iport[PR_APTPL_MAX_IPORT_LEN];
403         /* Used during APTPL metadata reading */
404 #define PR_APTPL_MAX_TPORT_LEN                  256
405         unsigned char pr_tport[PR_APTPL_MAX_TPORT_LEN];
406         /* For writing out live meta data */
407         unsigned char *pr_aptpl_buf;
408         u16 pr_aptpl_rpti;
409         u16 pr_reg_tpgt;
410         /* Reservation effects all target ports */
411         int pr_reg_all_tg_pt;
412         /* Activate Persistence across Target Power Loss */
413         int pr_reg_aptpl;
414         int pr_res_holder;
415         int pr_res_type;
416         int pr_res_scope;
417         /* Used for fabric initiator WWPNs using a ISID */
418         bool isid_present_at_reg;
419         u32 pr_res_mapped_lun;
420         u32 pr_aptpl_target_lun;
421         u32 pr_res_generation;
422         u64 pr_reg_bin_isid;
423         u64 pr_res_key;
424         atomic_t pr_res_holders;
425         struct se_node_acl *pr_reg_nacl;
426         struct se_dev_entry *pr_reg_deve;
427         struct se_lun *pr_reg_tg_pt_lun;
428         struct list_head pr_reg_list;
429         struct list_head pr_reg_abort_list;
430         struct list_head pr_reg_aptpl_list;
431         struct list_head pr_reg_atp_list;
432         struct list_head pr_reg_atp_mem_list;
433 };
434
435 /*
436  * This set of function pointer ops is set based upon SPC3_PERSISTENT_RESERVATIONS,
437  * SPC2_RESERVATIONS or SPC_PASSTHROUGH in drivers/target/target_core_pr.c:
438  * core_setup_reservations()
439  */
440 struct t10_reservation_ops {
441         int (*t10_reservation_check)(struct se_cmd *, u32 *);
442         int (*t10_seq_non_holder)(struct se_cmd *, unsigned char *, u32);
443         int (*t10_pr_register)(struct se_cmd *);
444         int (*t10_pr_clear)(struct se_cmd *);
445 };
446
447 struct t10_reservation {
448         /* Reservation effects all target ports */
449         int pr_all_tg_pt;
450         /* Activate Persistence across Target Power Loss enabled
451          * for SCSI device */
452         int pr_aptpl_active;
453         /* Used by struct t10_reservation->pr_aptpl_buf_len */
454 #define PR_APTPL_BUF_LEN                        8192
455         u32 pr_aptpl_buf_len;
456         u32 pr_generation;
457         t10_reservations_index_t res_type;
458         spinlock_t registration_lock;
459         spinlock_t aptpl_reg_lock;
460         /*
461          * This will always be set by one individual I_T Nexus.
462          * However with all_tg_pt=1, other I_T Nexus from the
463          * same initiator can access PR reg/res info on a different
464          * target port.
465          *
466          * There is also the 'All Registrants' case, where there is
467          * a single *pr_res_holder of the reservation, but all
468          * registrations are considered reservation holders.
469          */
470         struct se_node_acl *pr_res_holder;
471         struct list_head registration_list;
472         struct list_head aptpl_reg_list;
473         struct t10_reservation_ops pr_ops;
474 };
475
476 struct se_queue_req {
477         int                     state;
478         struct se_cmd           *cmd;
479         struct list_head        qr_list;
480 };
481
482 struct se_queue_obj {
483         atomic_t                queue_cnt;
484         spinlock_t              cmd_queue_lock;
485         struct list_head        qobj_list;
486         wait_queue_head_t       thread_wq;
487 };
488
489 struct se_task {
490         unsigned long long      task_lba;
491         u32                     task_sectors;
492         u32                     task_size;
493         struct se_cmd           *task_se_cmd;
494         struct scatterlist      *task_sg;
495         u32                     task_sg_nents;
496         u16                     task_flags;
497         u8                      task_scsi_status;
498         enum dma_data_direction task_data_direction;
499         struct list_head        t_list;
500         struct list_head        t_execute_list;
501         struct list_head        t_state_list;
502         bool                    t_state_active;
503         struct completion       task_stop_comp;
504 };
505
506 struct se_cmd {
507         /* SAM response code being sent to initiator */
508         u8                      scsi_status;
509         u8                      scsi_asc;
510         u8                      scsi_ascq;
511         u8                      scsi_sense_reason;
512         u16                     scsi_sense_length;
513         /* Delay for ALUA Active/NonOptimized state access in milliseconds */
514         int                     alua_nonop_delay;
515         /* See include/linux/dma-mapping.h */
516         enum dma_data_direction data_direction;
517         /* For SAM Task Attribute */
518         int                     sam_task_attr;
519         /* Transport protocol dependent state, see transport_state_table */
520         enum transport_state_table t_state;
521         /* Used to signal cmd->se_tfo->check_release_cmd() usage per cmd */
522         unsigned                check_release:1;
523         unsigned                cmd_wait_set:1;
524         /* See se_cmd_flags_table */
525         u32                     se_cmd_flags;
526         u32                     se_ordered_id;
527         /* Total size in bytes associated with command */
528         u32                     data_length;
529         /* SCSI Presented Data Transfer Length */
530         u32                     cmd_spdtl;
531         u32                     residual_count;
532         u32                     orig_fe_lun;
533         /* Persistent Reservation key */
534         u64                     pr_res_key;
535         /* Used for sense data */
536         void                    *sense_buffer;
537         struct list_head        se_delayed_node;
538         struct list_head        se_lun_node;
539         struct list_head        se_qf_node;
540         struct se_device      *se_dev;
541         struct se_dev_entry   *se_deve;
542         struct se_lun           *se_lun;
543         /* Only used for internal passthrough and legacy TCM fabric modules */
544         struct se_session       *se_sess;
545         struct se_tmr_req       *se_tmr_req;
546         struct list_head        se_queue_node;
547         struct list_head        se_cmd_list;
548         struct completion       cmd_wait_comp;
549         struct kref             cmd_kref;
550         struct target_core_fabric_ops *se_tfo;
551         int (*execute_task)(struct se_task *);
552         void (*transport_complete_callback)(struct se_cmd *);
553
554         unsigned char           *t_task_cdb;
555         unsigned char           __t_task_cdb[TCM_MAX_COMMAND_SIZE];
556         unsigned long long      t_task_lba;
557         int                     t_tasks_failed;
558         u32                     t_tasks_sg_chained_no;
559         atomic_t                t_fe_count;
560         atomic_t                t_se_count;
561         atomic_t                t_task_cdbs_left;
562         atomic_t                t_task_cdbs_ex_left;
563         atomic_t                t_task_cdbs_sent;
564         atomic_t                t_transport_aborted;
565         atomic_t                t_transport_active;
566         atomic_t                t_transport_complete;
567         atomic_t                t_transport_queue_active;
568         atomic_t                t_transport_sent;
569         atomic_t                t_transport_stop;
570         atomic_t                transport_dev_active;
571         atomic_t                transport_lun_active;
572         atomic_t                transport_lun_fe_stop;
573         atomic_t                transport_lun_stop;
574         spinlock_t              t_state_lock;
575         struct completion       t_transport_stop_comp;
576         struct completion       transport_lun_fe_stop_comp;
577         struct completion       transport_lun_stop_comp;
578         struct scatterlist      *t_tasks_sg_chained;
579
580         struct work_struct      work;
581
582         struct scatterlist      *t_data_sg;
583         unsigned int            t_data_nents;
584         struct scatterlist      *t_bidi_data_sg;
585         unsigned int            t_bidi_data_nents;
586
587         /* Used for BIDI READ */
588         struct list_head        t_task_list;
589         u32                     t_task_list_num;
590
591 };
592
593 struct se_tmr_req {
594         /* Task Management function to be preformed */
595         u8                      function;
596         /* Task Management response to send */
597         u8                      response;
598         int                     call_transport;
599         /* Reference to ITT that Task Mgmt should be preformed */
600         u32                     ref_task_tag;
601         /* 64-bit encoded SAM LUN from $FABRIC_MOD TMR header */
602         u64                     ref_task_lun;
603         void                    *fabric_tmr_ptr;
604         struct se_cmd           *task_cmd;
605         struct se_cmd           *ref_cmd;
606         struct se_device        *tmr_dev;
607         struct se_lun           *tmr_lun;
608         struct list_head        tmr_list;
609 };
610
611 struct se_ua {
612         u8                      ua_asc;
613         u8                      ua_ascq;
614         struct se_node_acl      *ua_nacl;
615         struct list_head        ua_dev_list;
616         struct list_head        ua_nacl_list;
617 };
618
619 struct se_node_acl {
620         char                    initiatorname[TRANSPORT_IQN_LEN];
621         /* Used to signal demo mode created ACL, disabled by default */
622         bool                    dynamic_node_acl;
623         u32                     queue_depth;
624         u32                     acl_index;
625         u64                     num_cmds;
626         u64                     read_bytes;
627         u64                     write_bytes;
628         spinlock_t              stats_lock;
629         /* Used for PR SPEC_I_PT=1 and REGISTER_AND_MOVE */
630         atomic_t                acl_pr_ref_count;
631         struct se_dev_entry     *device_list;
632         struct se_session       *nacl_sess;
633         struct se_portal_group *se_tpg;
634         spinlock_t              device_list_lock;
635         spinlock_t              nacl_sess_lock;
636         struct config_group     acl_group;
637         struct config_group     acl_attrib_group;
638         struct config_group     acl_auth_group;
639         struct config_group     acl_param_group;
640         struct config_group     acl_fabric_stat_group;
641         struct config_group     *acl_default_groups[5];
642         struct list_head        acl_list;
643         struct list_head        acl_sess_list;
644 };
645
646 struct se_session {
647         unsigned                sess_tearing_down:1;
648         u64                     sess_bin_isid;
649         struct se_node_acl      *se_node_acl;
650         struct se_portal_group *se_tpg;
651         void                    *fabric_sess_ptr;
652         struct list_head        sess_list;
653         struct list_head        sess_acl_list;
654         struct list_head        sess_cmd_list;
655         struct list_head        sess_wait_list;
656         spinlock_t              sess_cmd_lock;
657 };
658
659 struct se_device;
660 struct se_transform_info;
661 struct scatterlist;
662
663 struct se_ml_stat_grps {
664         struct config_group     stat_group;
665         struct config_group     scsi_auth_intr_group;
666         struct config_group     scsi_att_intr_port_group;
667 };
668
669 struct se_lun_acl {
670         char                    initiatorname[TRANSPORT_IQN_LEN];
671         u32                     mapped_lun;
672         struct se_node_acl      *se_lun_nacl;
673         struct se_lun           *se_lun;
674         struct list_head        lacl_list;
675         struct config_group     se_lun_group;
676         struct se_ml_stat_grps  ml_stat_grps;
677 };
678
679 struct se_dev_entry {
680         bool                    def_pr_registered;
681         /* See transport_lunflags_table */
682         u32                     lun_flags;
683         u32                     deve_cmds;
684         u32                     mapped_lun;
685         u32                     average_bytes;
686         u32                     last_byte_count;
687         u32                     total_cmds;
688         u32                     total_bytes;
689         u64                     pr_res_key;
690         u64                     creation_time;
691         u32                     attach_count;
692         u64                     read_bytes;
693         u64                     write_bytes;
694         atomic_t                ua_count;
695         /* Used for PR SPEC_I_PT=1 and REGISTER_AND_MOVE */
696         atomic_t                pr_ref_count;
697         struct se_lun_acl       *se_lun_acl;
698         spinlock_t              ua_lock;
699         struct se_lun           *se_lun;
700         struct list_head        alua_port_list;
701         struct list_head        ua_list;
702 };
703
704 struct se_dev_limits {
705         /* Max supported HW queue depth */
706         u32             hw_queue_depth;
707         /* Max supported virtual queue depth */
708         u32             queue_depth;
709         /* From include/linux/blkdev.h for the other HW/SW limits. */
710         struct queue_limits limits;
711 };
712
713 struct se_dev_attrib {
714         int             emulate_dpo;
715         int             emulate_fua_write;
716         int             emulate_fua_read;
717         int             emulate_write_cache;
718         int             emulate_ua_intlck_ctrl;
719         int             emulate_tas;
720         int             emulate_tpu;
721         int             emulate_tpws;
722         int             emulate_reservations;
723         int             emulate_alua;
724         int             enforce_pr_isids;
725         int             is_nonrot;
726         int             emulate_rest_reord;
727         u32             hw_block_size;
728         u32             block_size;
729         u32             hw_max_sectors;
730         u32             max_sectors;
731         u32             optimal_sectors;
732         u32             hw_queue_depth;
733         u32             queue_depth;
734         u32             max_unmap_lba_count;
735         u32             max_unmap_block_desc_count;
736         u32             unmap_granularity;
737         u32             unmap_granularity_alignment;
738         struct se_subsystem_dev *da_sub_dev;
739         struct config_group da_group;
740 };
741
742 struct se_dev_stat_grps {
743         struct config_group stat_group;
744         struct config_group scsi_dev_group;
745         struct config_group scsi_tgt_dev_group;
746         struct config_group scsi_lu_group;
747 };
748
749 struct se_subsystem_dev {
750 /* Used for struct se_subsystem_dev-->se_dev_alias, must be less than PAGE_SIZE */
751 #define SE_DEV_ALIAS_LEN                512
752         unsigned char   se_dev_alias[SE_DEV_ALIAS_LEN];
753 /* Used for struct se_subsystem_dev->se_dev_udev_path[], must be less than PAGE_SIZE */
754 #define SE_UDEV_PATH_LEN                512
755         unsigned char   se_dev_udev_path[SE_UDEV_PATH_LEN];
756         u32             su_dev_flags;
757         struct se_hba *se_dev_hba;
758         struct se_device *se_dev_ptr;
759         struct se_dev_attrib se_dev_attrib;
760         /* T10 Asymmetric Logical Unit Assignment for Target Ports */
761         struct t10_alua t10_alua;
762         /* T10 Inquiry and VPD WWN Information */
763         struct t10_wwn  t10_wwn;
764         /* T10 SPC-2 + SPC-3 Reservations */
765         struct t10_reservation t10_pr;
766         spinlock_t      se_dev_lock;
767         void            *se_dev_su_ptr;
768         struct config_group se_dev_group;
769         /* For T10 Reservations */
770         struct config_group se_dev_pr_group;
771         /* For target_core_stat.c groups */
772         struct se_dev_stat_grps dev_stat_grps;
773 };
774
775 struct se_device {
776         /* RELATIVE TARGET PORT IDENTIFER Counter */
777         u16                     dev_rpti_counter;
778         /* Used for SAM Task Attribute ordering */
779         u32                     dev_cur_ordered_id;
780         u32                     dev_flags;
781         u32                     dev_port_count;
782         /* See transport_device_status_table */
783         u32                     dev_status;
784         u32                     dev_tcq_window_closed;
785         /* Physical device queue depth */
786         u32                     queue_depth;
787         /* Used for SPC-2 reservations enforce of ISIDs */
788         u64                     dev_res_bin_isid;
789         t10_task_attr_index_t   dev_task_attr_type;
790         /* Pointer to transport specific device structure */
791         void                    *dev_ptr;
792         u32                     dev_index;
793         u64                     creation_time;
794         u32                     num_resets;
795         u64                     num_cmds;
796         u64                     read_bytes;
797         u64                     write_bytes;
798         spinlock_t              stats_lock;
799         /* Active commands on this virtual SE device */
800         atomic_t                simple_cmds;
801         atomic_t                dev_ordered_id;
802         atomic_t                execute_tasks;
803         atomic_t                dev_ordered_sync;
804         atomic_t                dev_qf_count;
805         struct se_obj           dev_obj;
806         struct se_obj           dev_access_obj;
807         struct se_obj           dev_export_obj;
808         struct se_queue_obj     dev_queue_obj;
809         spinlock_t              delayed_cmd_lock;
810         spinlock_t              execute_task_lock;
811         spinlock_t              dev_reservation_lock;
812         spinlock_t              dev_status_lock;
813         spinlock_t              se_port_lock;
814         spinlock_t              se_tmr_lock;
815         spinlock_t              qf_cmd_lock;
816         /* Used for legacy SPC-2 reservationsa */
817         struct se_node_acl      *dev_reserved_node_acl;
818         /* Used for ALUA Logical Unit Group membership */
819         struct t10_alua_lu_gp_member *dev_alua_lu_gp_mem;
820         /* Used for SPC-3 Persistent Reservations */
821         struct t10_pr_registration *dev_pr_res_holder;
822         struct list_head        dev_sep_list;
823         struct list_head        dev_tmr_list;
824         /* Pointer to descriptor for processing thread */
825         struct task_struct      *process_thread;
826         struct work_struct      qf_work_queue;
827         struct list_head        delayed_cmd_list;
828         struct list_head        execute_task_list;
829         struct list_head        state_task_list;
830         struct list_head        qf_cmd_list;
831         /* Pointer to associated SE HBA */
832         struct se_hba           *se_hba;
833         struct se_subsystem_dev *se_sub_dev;
834         /* Pointer to template of function pointers for transport */
835         struct se_subsystem_api *transport;
836         /* Linked list for struct se_hba struct se_device list */
837         struct list_head        dev_list;
838 };
839
840 struct se_hba {
841         u16                     hba_tpgt;
842         u32                     hba_id;
843         /* See hba_flags_table */
844         u32                     hba_flags;
845         /* Virtual iSCSI devices attached. */
846         u32                     dev_count;
847         u32                     hba_index;
848         /* Pointer to transport specific host structure. */
849         void                    *hba_ptr;
850         /* Linked list for struct se_device */
851         struct list_head        hba_dev_list;
852         struct list_head        hba_node;
853         spinlock_t              device_lock;
854         struct config_group     hba_group;
855         struct mutex            hba_access_mutex;
856         struct se_subsystem_api *transport;
857 };
858
859 struct se_port_stat_grps {
860         struct config_group stat_group;
861         struct config_group scsi_port_group;
862         struct config_group scsi_tgt_port_group;
863         struct config_group scsi_transport_group;
864 };
865
866 struct se_lun {
867         /* See transport_lun_status_table */
868         enum transport_lun_status_table lun_status;
869         u32                     lun_access;
870         u32                     lun_flags;
871         u32                     unpacked_lun;
872         atomic_t                lun_acl_count;
873         spinlock_t              lun_acl_lock;
874         spinlock_t              lun_cmd_lock;
875         spinlock_t              lun_sep_lock;
876         struct completion       lun_shutdown_comp;
877         struct list_head        lun_cmd_list;
878         struct list_head        lun_acl_list;
879         struct se_device        *lun_se_dev;
880         struct se_port          *lun_sep;
881         struct config_group     lun_group;
882         struct se_port_stat_grps port_stat_grps;
883 };
884
885 struct scsi_port_stats {
886        u64     cmd_pdus;
887        u64     tx_data_octets;
888        u64     rx_data_octets;
889 };
890
891 struct se_port {
892         /* RELATIVE TARGET PORT IDENTIFER */
893         u16             sep_rtpi;
894         int             sep_tg_pt_secondary_stat;
895         int             sep_tg_pt_secondary_write_md;
896         u32             sep_index;
897         struct scsi_port_stats sep_stats;
898         /* Used for ALUA Target Port Groups membership */
899         atomic_t        sep_tg_pt_secondary_offline;
900         /* Used for PR ALL_TG_PT=1 */
901         atomic_t        sep_tg_pt_ref_cnt;
902         spinlock_t      sep_alua_lock;
903         struct mutex    sep_tg_pt_md_mutex;
904         struct t10_alua_tg_pt_gp_member *sep_alua_tg_pt_gp_mem;
905         struct se_lun *sep_lun;
906         struct se_portal_group *sep_tpg;
907         struct list_head sep_alua_list;
908         struct list_head sep_list;
909 };
910
911 struct se_tpg_np {
912         struct se_portal_group *tpg_np_parent;
913         struct config_group     tpg_np_group;
914 };
915
916 struct se_portal_group {
917         /* Type of target portal group, see transport_tpg_type_table */
918         enum transport_tpg_type_table se_tpg_type;
919         /* Number of ACLed Initiator Nodes for this TPG */
920         u32                     num_node_acls;
921         /* Used for PR SPEC_I_PT=1 and REGISTER_AND_MOVE */
922         atomic_t                tpg_pr_ref_count;
923         /* Spinlock for adding/removing ACLed Nodes */
924         spinlock_t              acl_node_lock;
925         /* Spinlock for adding/removing sessions */
926         spinlock_t              session_lock;
927         spinlock_t              tpg_lun_lock;
928         /* Pointer to $FABRIC_MOD portal group */
929         void                    *se_tpg_fabric_ptr;
930         struct list_head        se_tpg_node;
931         /* linked list for initiator ACL list */
932         struct list_head        acl_node_list;
933         struct se_lun           *tpg_lun_list;
934         struct se_lun           tpg_virt_lun0;
935         /* List of TCM sessions associated wth this TPG */
936         struct list_head        tpg_sess_list;
937         /* Pointer to $FABRIC_MOD dependent code */
938         struct target_core_fabric_ops *se_tpg_tfo;
939         struct se_wwn           *se_tpg_wwn;
940         struct config_group     tpg_group;
941         struct config_group     *tpg_default_groups[6];
942         struct config_group     tpg_lun_group;
943         struct config_group     tpg_np_group;
944         struct config_group     tpg_acl_group;
945         struct config_group     tpg_attrib_group;
946         struct config_group     tpg_param_group;
947 };
948
949 struct se_wwn {
950         struct target_fabric_configfs *wwn_tf;
951         struct config_group     wwn_group;
952         struct config_group     *wwn_default_groups[2];
953         struct config_group     fabric_stat_group;
954 };
955
956 #endif /* TARGET_CORE_BASE_H */