ctl_io.h revision 272616
1/*- 2 * Copyright (c) 2003 Silicon Graphics International Corp. 3 * All rights reserved. 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions 7 * are met: 8 * 1. Redistributions of source code must retain the above copyright 9 * notice, this list of conditions, and the following disclaimer, 10 * without modification. 11 * 2. Redistributions in binary form must reproduce at minimum a disclaimer 12 * substantially similar to the "NO WARRANTY" disclaimer below 13 * ("Disclaimer") and any redistribution must be conditioned upon 14 * including a substantially similar Disclaimer requirement for further 15 * binary redistribution. 16 * 17 * NO WARRANTY 18 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 19 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 20 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTIBILITY AND FITNESS FOR 21 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 22 * HOLDERS OR CONTRIBUTORS BE LIABLE FOR SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 23 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 24 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 25 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, 26 * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING 27 * IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 28 * POSSIBILITY OF SUCH DAMAGES. 29 * 30 * $Id: //depot/users/kenm/FreeBSD-test2/sys/cam/ctl/ctl_io.h#5 $ 31 * $FreeBSD: stable/10/sys/cam/ctl/ctl_io.h 272616 2014-10-06 12:35:41Z mav $ 32 */ 33/* 34 * CAM Target Layer data movement structures/interface. 35 * 36 * Author: Ken Merry <ken@FreeBSD.org> 37 */ 38 39#ifndef _CTL_IO_H_ 40#define _CTL_IO_H_ 41 42#ifdef _CTL_C 43#define EXTERN(__var,__val) __var = __val 44#else 45#define EXTERN(__var,__val) extern __var 46#endif 47 48#define CTL_MAX_CDBLEN 32 49/* 50 * Uncomment this next line to enable printing out times for I/Os 51 * that take longer than CTL_TIME_IO_SECS seconds to get to the datamove 52 * and/or done stage. 53 */ 54#define CTL_TIME_IO 55#ifdef CTL_TIME_IO 56#define CTL_TIME_IO_DEFAULT_SECS 90 57EXTERN(int ctl_time_io_secs, CTL_TIME_IO_DEFAULT_SECS); 58#endif 59 60/* 61 * Uncomment these next two lines to enable the CTL I/O delay feature. You 62 * can delay I/O at two different points -- datamove and done. This is 63 * useful for diagnosing abort conditions (for hosts that send an abort on a 64 * timeout), and for determining how long a host's timeout is. 65 */ 66#define CTL_IO_DELAY 67#define CTL_TIMER_BYTES sizeof(struct callout) 68 69typedef enum { 70 CTL_STATUS_NONE, /* No status */ 71 CTL_SUCCESS, /* Transaction completed successfully */ 72 CTL_CMD_TIMEOUT, /* Command timed out, shouldn't happen here */ 73 CTL_SEL_TIMEOUT, /* Selection timeout, shouldn't happen here */ 74 CTL_ERROR, /* General CTL error XXX expand on this? */ 75 CTL_SCSI_ERROR, /* SCSI error, look at status byte/sense data */ 76 CTL_CMD_ABORTED, /* Command aborted, don't return status */ 77 CTL_STATUS_MASK = 0xfff,/* Mask off any status flags */ 78 CTL_AUTOSENSE = 0x1000 /* Autosense performed */ 79} ctl_io_status; 80 81/* 82 * WARNING: Keep the data in/out/none flags where they are. They're used 83 * in conjuction with ctl_cmd_flags. See comment above ctl_cmd_flags 84 * definition in ctl_private.h. 85 */ 86typedef enum { 87 CTL_FLAG_NONE = 0x00000000, /* no flags */ 88 CTL_FLAG_DATA_IN = 0x00000001, /* DATA IN */ 89 CTL_FLAG_DATA_OUT = 0x00000002, /* DATA OUT */ 90 CTL_FLAG_DATA_NONE = 0x00000003, /* no data */ 91 CTL_FLAG_DATA_MASK = 0x00000003, 92 CTL_FLAG_KDPTR_SGLIST = 0x00000008, /* kern_data_ptr is S/G list*/ 93 CTL_FLAG_EDPTR_SGLIST = 0x00000010, /* ext_data_ptr is S/G list */ 94 CTL_FLAG_DO_AUTOSENSE = 0x00000020, /* grab sense info */ 95 CTL_FLAG_USER_REQ = 0x00000040, /* request came from userland */ 96 CTL_FLAG_CONTROL_DEV = 0x00000080, /* processor device */ 97 CTL_FLAG_ALLOCATED = 0x00000100, /* data space allocated */ 98 CTL_FLAG_BLOCKED = 0x00000200, /* on the blocked queue */ 99 CTL_FLAG_ABORT_STATUS = 0x00000400, /* return TASK ABORTED status */ 100 CTL_FLAG_ABORT = 0x00000800, /* this I/O should be aborted */ 101 CTL_FLAG_DMA_INPROG = 0x00001000, /* DMA in progress */ 102 CTL_FLAG_NO_DATASYNC = 0x00002000, /* don't cache flush data */ 103 CTL_FLAG_DELAY_DONE = 0x00004000, /* delay injection done */ 104 CTL_FLAG_INT_COPY = 0x00008000, /* internal copy, no done call*/ 105 CTL_FLAG_SENT_2OTHER_SC = 0x00010000, 106 CTL_FLAG_FROM_OTHER_SC = 0x00020000, 107 CTL_FLAG_IS_WAS_ON_RTR = 0x00040000, /* Don't rerun cmd on failover*/ 108 CTL_FLAG_BUS_ADDR = 0x00080000, /* ctl_sglist contains BUS 109 addresses, not virtual ones*/ 110 CTL_FLAG_IO_CONT = 0x00100000, /* Continue I/O instead of 111 completing */ 112 CTL_FLAG_AUTO_MIRROR = 0x00200000, /* Automatically use memory 113 from the RC cache mirrored 114 address area. */ 115#if 0 116 CTL_FLAG_ALREADY_DONE = 0x00200000 /* I/O already completed */ 117#endif 118 CTL_FLAG_NO_DATAMOVE = 0x00400000, 119 CTL_FLAG_DMA_QUEUED = 0x00800000, /* DMA queued but not started*/ 120 CTL_FLAG_STATUS_QUEUED = 0x01000000, /* Status queued but not sent*/ 121 122 CTL_FLAG_REDIR_DONE = 0x02000000, /* Redirection has already 123 been done. */ 124 CTL_FLAG_FAILOVER = 0x04000000, /* Killed by a failover */ 125 CTL_FLAG_IO_ACTIVE = 0x08000000, /* I/O active on this SC */ 126 CTL_FLAG_RDMA_MASK = CTL_FLAG_NO_DATASYNC | CTL_FLAG_BUS_ADDR | 127 CTL_FLAG_AUTO_MIRROR | CTL_FLAG_REDIR_DONE 128 /* Flags we care about for 129 remote DMA */ 130} ctl_io_flags; 131 132 133struct ctl_lba_len { 134 uint64_t lba; 135 uint32_t len; 136}; 137 138struct ctl_lba_len_flags { 139 uint64_t lba; 140 uint32_t len; 141 uint32_t flags; 142#define CTL_LLF_FUA 0x04000000 143#define CTL_LLF_DPO 0x08000000 144#define CTL_LLF_READ 0x10000000 145#define CTL_LLF_WRITE 0x20000000 146#define CTL_LLF_VERIFY 0x40000000 147#define CTL_LLF_COMPARE 0x80000000 148}; 149 150struct ctl_ptr_len_flags { 151 uint8_t *ptr; 152 uint32_t len; 153 uint32_t flags; 154}; 155 156union ctl_priv { 157 uint8_t bytes[sizeof(uint64_t) * 2]; 158 uint64_t integer; 159 void *ptr; 160}; 161 162/* 163 * Number of CTL private areas. 164 */ 165#define CTL_NUM_PRIV 6 166 167/* 168 * Which private area are we using for a particular piece of data? 169 */ 170#define CTL_PRIV_LUN 0 /* CTL LUN pointer goes here */ 171#define CTL_PRIV_LBA_LEN 1 /* Decoded LBA/len for read/write*/ 172#define CTL_PRIV_MODEPAGE 1 /* Modepage info for config write */ 173#define CTL_PRIV_BACKEND 2 /* Reserved for block, RAIDCore */ 174#define CTL_PRIV_BACKEND_LUN 3 /* Backend LUN pointer */ 175#define CTL_PRIV_FRONTEND 4 /* LSI driver, ioctl front end */ 176#define CTL_PRIV_USER 5 /* Userland use */ 177 178#define CTL_INVALID_PORTNAME 0xFF 179#define CTL_UNMAPPED_IID 0xFF 180/* 181 * XXX KDM this size is for the port_priv variable in struct ctl_io_hdr 182 * below. This should be defined in terms of the size of struct 183 * ctlfe_lun_cmd_info at the moment: 184 * struct ctlfe_lun_cmd_info { 185 * int cur_transfer_index; 186 * ctlfe_cmd_flags flags; 187 * bus_dma_segment_t cam_sglist[32]; 188 * }; 189 * 190 * This isn't really the way I'd prefer to do it, but it does make some 191 * sense, AS LONG AS we can guarantee that there will always only be one 192 * outstanding DMA request per ctl_io. If that assumption isn't valid, 193 * then we've got problems. 194 * 195 * At some point it may be nice switch CTL over to using CCBs for 196 * everything. At that point we can probably use the ATIO/CTIO model, so 197 * that multiple simultaneous DMAs per command will just work. 198 * 199 * Also note that the current size, 600, is appropriate for 64-bit 200 * architectures, but is overkill for 32-bit architectures. Need a way to 201 * figure out the size at compile time, or just get rid of this altogether. 202 */ 203#define CTL_PORT_PRIV_SIZE 600 204 205struct ctl_sg_entry { 206 void *addr; 207 size_t len; 208}; 209 210struct ctl_id { 211 uint32_t id; 212 uint64_t wwid[2]; 213}; 214 215typedef enum { 216 CTL_IO_NONE, 217 CTL_IO_SCSI, 218 CTL_IO_TASK, 219} ctl_io_type; 220 221struct ctl_nexus { 222 struct ctl_id initid; /* Initiator ID */ 223 uint32_t targ_port; /* Target port, filled in by PORT */ 224 struct ctl_id targ_target; /* Destination target */ 225 uint32_t targ_lun; /* Destination lun */ 226 uint32_t targ_mapped_lun; /* Destination lun CTL-wide */ 227}; 228 229typedef enum { 230 CTL_MSG_SERIALIZE, 231 CTL_MSG_R2R, 232 CTL_MSG_FINISH_IO, 233 CTL_MSG_BAD_JUJU, 234 CTL_MSG_MANAGE_TASKS, 235 CTL_MSG_PERS_ACTION, 236 CTL_MSG_SYNC_FE, 237 CTL_MSG_APS_LOCK, 238 CTL_MSG_DATAMOVE, 239 CTL_MSG_DATAMOVE_DONE 240} ctl_msg_type; 241 242struct ctl_scsiio; 243 244#define CTL_NUM_SG_ENTRIES 9 245 246struct ctl_io_hdr { 247 uint32_t version; /* interface version XXX */ 248 ctl_io_type io_type; /* task I/O, SCSI I/O, etc. */ 249 ctl_msg_type msg_type; 250 struct ctl_nexus nexus; /* Initiator, port, target, lun */ 251 uint32_t iid_indx; /* the index into the iid mapping */ 252 uint32_t flags; /* transaction flags */ 253 uint32_t status; /* transaction status */ 254 uint32_t port_status; /* trans status, set by PORT, 0 = good*/ 255 uint32_t timeout; /* timeout in ms */ 256 uint32_t retries; /* retry count */ 257#ifdef CTL_IO_DELAY 258 uint8_t timer_bytes[CTL_TIMER_BYTES]; /* timer kludge */ 259#endif /* CTL_IO_DELAY */ 260#ifdef CTL_TIME_IO 261 time_t start_time; /* I/O start time */ 262 struct bintime start_bt; /* Timer start ticks */ 263 struct bintime dma_start_bt; /* DMA start ticks */ 264 struct bintime dma_bt; /* DMA total ticks */ 265 uint32_t num_dmas; /* Number of DMAs */ 266#endif /* CTL_TIME_IO */ 267 union ctl_io *original_sc; 268 union ctl_io *serializing_sc; 269 void *pool; /* I/O pool */ 270 union ctl_priv ctl_private[CTL_NUM_PRIV];/* CTL private area */ 271 uint8_t port_priv[CTL_PORT_PRIV_SIZE];/* PORT private area*/ 272 struct ctl_sg_entry remote_sglist[CTL_NUM_SG_ENTRIES]; 273 struct ctl_sg_entry remote_dma_sglist[CTL_NUM_SG_ENTRIES]; 274 struct ctl_sg_entry local_sglist[CTL_NUM_SG_ENTRIES]; 275 struct ctl_sg_entry local_dma_sglist[CTL_NUM_SG_ENTRIES]; 276 STAILQ_ENTRY(ctl_io_hdr) links; /* linked list pointer */ 277 TAILQ_ENTRY(ctl_io_hdr) ooa_links; 278 TAILQ_ENTRY(ctl_io_hdr) blocked_links; 279}; 280 281typedef enum { 282 CTL_TAG_UNTAGGED, 283 CTL_TAG_SIMPLE, 284 CTL_TAG_ORDERED, 285 CTL_TAG_HEAD_OF_QUEUE, 286 CTL_TAG_ACA 287} ctl_tag_type; 288 289union ctl_io; 290 291/* 292 * SCSI passthrough I/O structure for the CAM Target Layer. Note 293 * that some of these fields are here for completeness, but they aren't 294 * used in the CTL implementation. e.g., timeout and retries won't be 295 * used. 296 * 297 * Note: Make sure the io_hdr is *always* the first element in this 298 * structure. 299 */ 300struct ctl_scsiio { 301 struct ctl_io_hdr io_hdr; /* common to all I/O types */ 302 303 /* 304 * The ext_* fields are generally intended for frontend use; CTL itself 305 * doesn't modify or use them. 306 */ 307 uint32_t ext_sg_entries; /* 0 = no S/G list, > 0 = num entries */ 308 uint8_t *ext_data_ptr; /* data buffer or S/G list */ 309 uint32_t ext_data_len; /* Data transfer length */ 310 uint32_t ext_data_filled; /* Amount of data filled so far */ 311 312 /* 313 * The number of scatter/gather entries in the list pointed to 314 * by kern_data_ptr. 0 means there is no list, just a data pointer. 315 */ 316 uint32_t kern_sg_entries; 317 318 uint32_t rem_sg_entries; /* Unused. */ 319 320 /* 321 * The data pointer or a pointer to the scatter/gather list. 322 */ 323 uint8_t *kern_data_ptr; 324 325 /* 326 * Length of the data buffer or scatter/gather list. It's also 327 * the length of this particular piece of the data transfer, 328 * ie. number of bytes expected to be transferred by the current 329 * invocation of frontend's datamove() callback. It's always 330 * less than or equal to kern_total_len. 331 */ 332 uint32_t kern_data_len; 333 334 /* 335 * Total length of data to be transferred during this particular 336 * SCSI command, as decoded from SCSI CDB. 337 */ 338 uint32_t kern_total_len; 339 340 /* 341 * Amount of data left after the current data transfer. 342 */ 343 uint32_t kern_data_resid; 344 345 /* 346 * Byte offset of this transfer, equal to the amount of data 347 * already transferred for this SCSI command during previous 348 * datamove() invocations. 349 */ 350 uint32_t kern_rel_offset; 351 352 struct scsi_sense_data sense_data; /* sense data */ 353 uint8_t sense_len; /* Returned sense length */ 354 uint8_t scsi_status; /* SCSI status byte */ 355 uint8_t sense_residual; /* Unused. */ 356 uint32_t residual; /* data residual length */ 357 uint32_t tag_num; /* tag number */ 358 ctl_tag_type tag_type; /* simple, ordered, head of queue,etc.*/ 359 uint8_t cdb_len; /* CDB length */ 360 uint8_t cdb[CTL_MAX_CDBLEN]; /* CDB */ 361 int (*be_move_done)(union ctl_io *io); /* called by fe */ 362 int (*io_cont)(union ctl_io *io); /* to continue processing */ 363}; 364 365typedef enum { 366 CTL_TASK_ABORT_TASK, 367 CTL_TASK_ABORT_TASK_SET, 368 CTL_TASK_CLEAR_ACA, 369 CTL_TASK_CLEAR_TASK_SET, 370 CTL_TASK_I_T_NEXUS_RESET, 371 CTL_TASK_LUN_RESET, 372 CTL_TASK_TARGET_RESET, 373 CTL_TASK_BUS_RESET, 374 CTL_TASK_PORT_LOGIN, 375 CTL_TASK_PORT_LOGOUT 376} ctl_task_type; 377 378/* 379 * Task management I/O structure. Aborts, bus resets, etc., are sent using 380 * this structure. 381 * 382 * Note: Make sure the io_hdr is *always* the first element in this 383 * structure. 384 */ 385struct ctl_taskio { 386 struct ctl_io_hdr io_hdr; /* common to all I/O types */ 387 ctl_task_type task_action; /* Target Reset, Abort, etc. */ 388 uint32_t tag_num; /* tag number */ 389 ctl_tag_type tag_type; /* simple, ordered, etc. */ 390}; 391 392typedef enum { 393 CTL_PR_REG_KEY, 394 CTL_PR_UNREG_KEY, 395 CTL_PR_PREEMPT, 396 CTL_PR_CLEAR, 397 CTL_PR_RESERVE, 398 CTL_PR_RELEASE 399} ctl_pr_action; 400 401/* 402 * The PR info is specifically for sending Persistent Reserve actions 403 * to the other SC which it must also act on. 404 * 405 * Note: Make sure the io_hdr is *always* the first element in this 406 * structure. 407 */ 408struct ctl_pr_info { 409 ctl_pr_action action; 410 uint8_t sa_res_key[8]; 411 uint8_t res_type; 412 uint32_t residx; 413}; 414 415struct ctl_ha_msg_hdr { 416 ctl_msg_type msg_type; 417 union ctl_io *original_sc; 418 union ctl_io *serializing_sc; 419 struct ctl_nexus nexus; /* Initiator, port, target, lun */ 420 uint32_t status; /* transaction status */ 421 TAILQ_ENTRY(ctl_ha_msg_hdr) links; 422}; 423 424#define CTL_HA_MAX_SG_ENTRIES 16 425 426/* 427 * Used for CTL_MSG_APS_LOCK. 428 */ 429struct ctl_ha_msg_aps { 430 struct ctl_ha_msg_hdr hdr; 431 uint8_t lock_flag; 432}; 433 434/* 435 * Used for CTL_MSG_PERS_ACTION. 436 */ 437struct ctl_ha_msg_pr { 438 struct ctl_ha_msg_hdr hdr; 439 struct ctl_pr_info pr_info; 440}; 441 442/* 443 * The S/G handling here is a little different than the standard ctl_scsiio 444 * structure, because we can't pass data by reference in between controllers. 445 * The S/G list in the ctl_scsiio struct is normally passed in the 446 * kern_data_ptr field. So kern_sg_entries here will always be non-zero, 447 * even if there is only one entry. 448 * 449 * Used for CTL_MSG_DATAMOVE. 450 */ 451struct ctl_ha_msg_dt { 452 struct ctl_ha_msg_hdr hdr; 453 ctl_io_flags flags; /* Only I/O flags are used here */ 454 uint32_t sg_sequence; /* S/G portion number */ 455 uint8_t sg_last; /* last S/G batch = 1 */ 456 uint32_t sent_sg_entries; /* previous S/G count */ 457 uint32_t cur_sg_entries; /* current S/G entries */ 458 uint32_t kern_sg_entries; /* total S/G entries */ 459 uint32_t kern_data_len; /* Length of this S/G list */ 460 uint32_t kern_total_len; /* Total length of this 461 transaction */ 462 uint32_t kern_data_resid; /* Length left to transfer 463 after this*/ 464 uint32_t kern_rel_offset; /* Byte Offset of this 465 transfer */ 466 struct ctl_sg_entry sg_list[CTL_HA_MAX_SG_ENTRIES]; 467}; 468 469/* 470 * Used for CTL_MSG_SERIALIZE, CTL_MSG_FINISH_IO, CTL_MSG_BAD_JUJU. 471 */ 472struct ctl_ha_msg_scsi { 473 struct ctl_ha_msg_hdr hdr; 474 uint8_t cdb[CTL_MAX_CDBLEN]; /* CDB */ 475 uint32_t tag_num; /* tag number */ 476 ctl_tag_type tag_type; /* simple, ordered, etc. */ 477 uint8_t scsi_status; /* SCSI status byte */ 478 struct scsi_sense_data sense_data; /* sense data */ 479 uint8_t sense_len; /* Returned sense length */ 480 uint8_t sense_residual; /* sense residual length */ 481 uint32_t residual; /* data residual length */ 482 uint32_t fetd_status; /* trans status, set by FETD, 483 0 = good*/ 484 struct ctl_lba_len lbalen; /* used for stats */ 485}; 486 487/* 488 * Used for CTL_MSG_MANAGE_TASKS. 489 */ 490struct ctl_ha_msg_task { 491 struct ctl_ha_msg_hdr hdr; 492 ctl_task_type task_action; /* Target Reset, Abort, etc. */ 493 uint32_t tag_num; /* tag number */ 494 ctl_tag_type tag_type; /* simple, ordered, etc. */ 495}; 496 497union ctl_ha_msg { 498 struct ctl_ha_msg_hdr hdr; 499 struct ctl_ha_msg_task task; 500 struct ctl_ha_msg_scsi scsi; 501 struct ctl_ha_msg_dt dt; 502 struct ctl_ha_msg_pr pr; 503 struct ctl_ha_msg_aps aps; 504}; 505 506 507struct ctl_prio { 508 struct ctl_io_hdr io_hdr; 509 struct ctl_ha_msg_pr pr_msg; 510}; 511 512 513 514union ctl_io { 515 struct ctl_io_hdr io_hdr; /* common to all I/O types */ 516 struct ctl_scsiio scsiio; /* Normal SCSI commands */ 517 struct ctl_taskio taskio; /* SCSI task management/reset */ 518 struct ctl_prio presio; /* update per. res info on other SC */ 519}; 520 521#ifdef _KERNEL 522 523union ctl_io *ctl_alloc_io(void *pool_ref); 524void ctl_free_io(union ctl_io *io); 525void ctl_zero_io(union ctl_io *io); 526void ctl_copy_io(union ctl_io *src, union ctl_io *dest); 527 528#endif /* _KERNEL */ 529 530#endif /* _CTL_IO_H_ */ 531 532/* 533 * vim: ts=8 534 */ 535