1/* 2 * Copyright (c) 2015, AVAGO Tech. All rights reserved. Author: Marian Choy 3 * Copyright (c) 2014, LSI Corp. All rights reserved. Author: Marian Choy 4 * Support: freebsdraid@avagotech.com 5 * 6 * Redistribution and use in source and binary forms, with or without 7 * modification, are permitted provided that the following conditions are 8 * met: 9 * 10 * 1. Redistributions of source code must retain the above copyright notice, 11 * this list of conditions and the following disclaimer. 2. Redistributions 12 * in binary form must reproduce the above copyright notice, this list of 13 * conditions and the following disclaimer in the documentation and/or other 14 * materials provided with the distribution. 3. Neither the name of the 15 * <ORGANIZATION> nor the names of its contributors may be used to endorse or 16 * promote products derived from this software without specific prior written 17 * permission. 18 * 19 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" 20 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 21 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 22 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE 23 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 24 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 25 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 27 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 28 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 29 * POSSIBILITY OF SUCH DAMAGE. 30 * 31 * The views and conclusions contained in the software and documentation are 32 * those of the authors and should not be interpreted as representing 33 * official policies,either expressed or implied, of the FreeBSD Project. 34 * 35 * Send feedback to: <megaraidfbsd@avagotech.com> Mail to: AVAGO TECHNOLOGIES, 1621 36 * Barber Lane, Milpitas, CA 95035 ATTN: MegaRaid FreeBSD 37 * 38 */ 39 40#include <sys/cdefs.h> 41__FBSDID("$FreeBSD: releng/11.0/sys/dev/mrsas/mrsas_fp.c 301203 2016-06-02 12:26:55Z kadesai $"); 42 43#include <dev/mrsas/mrsas.h> 44 45#include <cam/cam.h> 46#include <cam/cam_ccb.h> 47#include <cam/cam_sim.h> 48#include <cam/cam_xpt_sim.h> 49#include <cam/cam_debug.h> 50#include <cam/cam_periph.h> 51#include <cam/cam_xpt_periph.h> 52 53 54/* 55 * Function prototypes 56 */ 57u_int8_t MR_ValidateMapInfo(struct mrsas_softc *sc); 58u_int8_t 59mrsas_get_best_arm_pd(struct mrsas_softc *sc, 60 PLD_LOAD_BALANCE_INFO lbInfo, struct IO_REQUEST_INFO *io_info); 61u_int8_t 62MR_BuildRaidContext(struct mrsas_softc *sc, 63 struct IO_REQUEST_INFO *io_info, 64 RAID_CONTEXT * pRAID_Context, MR_DRV_RAID_MAP_ALL * map); 65u_int8_t 66MR_GetPhyParams(struct mrsas_softc *sc, u_int32_t ld, 67 u_int64_t stripRow, u_int16_t stripRef, struct IO_REQUEST_INFO *io_info, 68 RAID_CONTEXT * pRAID_Context, 69 MR_DRV_RAID_MAP_ALL * map); 70u_int16_t MR_TargetIdToLdGet(u_int32_t ldTgtId, MR_DRV_RAID_MAP_ALL * map); 71u_int32_t MR_LdBlockSizeGet(u_int32_t ldTgtId, MR_DRV_RAID_MAP_ALL * map); 72u_int16_t MR_GetLDTgtId(u_int32_t ld, MR_DRV_RAID_MAP_ALL * map); 73u_int16_t 74mrsas_get_updated_dev_handle(struct mrsas_softc *sc, 75 PLD_LOAD_BALANCE_INFO lbInfo, struct IO_REQUEST_INFO *io_info); 76u_int32_t mega_mod64(u_int64_t dividend, u_int32_t divisor); 77u_int32_t 78MR_GetSpanBlock(u_int32_t ld, u_int64_t row, u_int64_t *span_blk, 79 MR_DRV_RAID_MAP_ALL * map, int *div_error); 80u_int64_t mega_div64_32(u_int64_t dividend, u_int32_t divisor); 81void 82mrsas_update_load_balance_params(struct mrsas_softc *sc, 83 MR_DRV_RAID_MAP_ALL * map, PLD_LOAD_BALANCE_INFO lbInfo); 84void 85mrsas_set_pd_lba(MRSAS_RAID_SCSI_IO_REQUEST * io_request, 86 u_int8_t cdb_len, struct IO_REQUEST_INFO *io_info, union ccb *ccb, 87 MR_DRV_RAID_MAP_ALL * local_map_ptr, u_int32_t ref_tag, 88 u_int32_t ld_block_size); 89static u_int16_t 90MR_LdSpanArrayGet(u_int32_t ld, u_int32_t span, 91 MR_DRV_RAID_MAP_ALL * map); 92static u_int16_t MR_PdDevHandleGet(u_int32_t pd, MR_DRV_RAID_MAP_ALL * map); 93static u_int16_t 94MR_ArPdGet(u_int32_t ar, u_int32_t arm, 95 MR_DRV_RAID_MAP_ALL * map); 96static MR_LD_SPAN * 97MR_LdSpanPtrGet(u_int32_t ld, u_int32_t span, 98 MR_DRV_RAID_MAP_ALL * map); 99static u_int8_t 100MR_LdDataArmGet(u_int32_t ld, u_int32_t armIdx, 101 MR_DRV_RAID_MAP_ALL * map); 102static MR_SPAN_BLOCK_INFO * 103MR_LdSpanInfoGet(u_int32_t ld, 104 MR_DRV_RAID_MAP_ALL * map); 105MR_LD_RAID *MR_LdRaidGet(u_int32_t ld, MR_DRV_RAID_MAP_ALL * map); 106void MR_PopulateDrvRaidMap(struct mrsas_softc *sc); 107 108 109/* 110 * Spanset related function prototypes Added for PRL11 configuration (Uneven 111 * span support) 112 */ 113void mr_update_span_set(MR_DRV_RAID_MAP_ALL * map, PLD_SPAN_INFO ldSpanInfo); 114static u_int8_t 115mr_spanset_get_phy_params(struct mrsas_softc *sc, u_int32_t ld, 116 u_int64_t stripRow, u_int16_t stripRef, struct IO_REQUEST_INFO *io_info, 117 RAID_CONTEXT * pRAID_Context, MR_DRV_RAID_MAP_ALL * map); 118static u_int64_t 119get_row_from_strip(struct mrsas_softc *sc, u_int32_t ld, 120 u_int64_t strip, MR_DRV_RAID_MAP_ALL * map); 121static u_int32_t 122mr_spanset_get_span_block(struct mrsas_softc *sc, 123 u_int32_t ld, u_int64_t row, u_int64_t *span_blk, 124 MR_DRV_RAID_MAP_ALL * map, int *div_error); 125static u_int8_t 126get_arm(struct mrsas_softc *sc, u_int32_t ld, u_int8_t span, 127 u_int64_t stripe, MR_DRV_RAID_MAP_ALL * map); 128 129 130/* 131 * Spanset related defines Added for PRL11 configuration(Uneven span support) 132 */ 133#define SPAN_ROW_SIZE(map, ld, index_) MR_LdSpanPtrGet(ld, index_, map)->spanRowSize 134#define SPAN_ROW_DATA_SIZE(map_, ld, index_) \ 135 MR_LdSpanPtrGet(ld, index_, map)->spanRowDataSize 136#define SPAN_INVALID 0xff 137#define SPAN_DEBUG 0 138 139/* 140 * Related Defines 141 */ 142 143typedef u_int64_t REGION_KEY; 144typedef u_int32_t REGION_LEN; 145 146#define MR_LD_STATE_OPTIMAL 3 147#define FALSE 0 148#define TRUE 1 149 150#define LB_PENDING_CMDS_DEFAULT 4 151 152 153/* 154 * Related Macros 155 */ 156 157#define ABS_DIFF(a,b) ( ((a) > (b)) ? ((a) - (b)) : ((b) - (a)) ) 158 159#define swap32(x) \ 160 ((unsigned int)( \ 161 (((unsigned int)(x) & (unsigned int)0x000000ffUL) << 24) | \ 162 (((unsigned int)(x) & (unsigned int)0x0000ff00UL) << 8) | \ 163 (((unsigned int)(x) & (unsigned int)0x00ff0000UL) >> 8) | \ 164 (((unsigned int)(x) & (unsigned int)0xff000000UL) >> 24) )) 165 166 167/* 168 * In-line functions for mod and divide of 64-bit dividend and 32-bit 169 * divisor. Assumes a check for a divisor of zero is not possible. 170 * 171 * @param dividend: Dividend 172 * @param divisor: Divisor 173 * @return remainder 174 */ 175 176#define mega_mod64(dividend, divisor) ({ \ 177int remainder; \ 178remainder = ((u_int64_t) (dividend)) % (u_int32_t) (divisor); \ 179remainder;}) 180 181#define mega_div64_32(dividend, divisor) ({ \ 182int quotient; \ 183quotient = ((u_int64_t) (dividend)) / (u_int32_t) (divisor); \ 184quotient;}) 185 186 187/* 188 * Various RAID map access functions. These functions access the various 189 * parts of the RAID map and returns the appropriate parameters. 190 */ 191 192MR_LD_RAID * 193MR_LdRaidGet(u_int32_t ld, MR_DRV_RAID_MAP_ALL * map) 194{ 195 return (&map->raidMap.ldSpanMap[ld].ldRaid); 196} 197 198u_int16_t 199MR_GetLDTgtId(u_int32_t ld, MR_DRV_RAID_MAP_ALL * map) 200{ 201 return (map->raidMap.ldSpanMap[ld].ldRaid.targetId); 202} 203 204static u_int16_t 205MR_LdSpanArrayGet(u_int32_t ld, u_int32_t span, MR_DRV_RAID_MAP_ALL * map) 206{ 207 return map->raidMap.ldSpanMap[ld].spanBlock[span].span.arrayRef; 208} 209 210static u_int8_t 211MR_LdDataArmGet(u_int32_t ld, u_int32_t armIdx, MR_DRV_RAID_MAP_ALL * map) 212{ 213 return map->raidMap.ldSpanMap[ld].dataArmMap[armIdx]; 214} 215 216static u_int16_t 217MR_PdDevHandleGet(u_int32_t pd, MR_DRV_RAID_MAP_ALL * map) 218{ 219 return map->raidMap.devHndlInfo[pd].curDevHdl; 220} 221 222static u_int16_t 223MR_ArPdGet(u_int32_t ar, u_int32_t arm, MR_DRV_RAID_MAP_ALL * map) 224{ 225 return map->raidMap.arMapInfo[ar].pd[arm]; 226} 227 228static MR_LD_SPAN * 229MR_LdSpanPtrGet(u_int32_t ld, u_int32_t span, MR_DRV_RAID_MAP_ALL * map) 230{ 231 return &map->raidMap.ldSpanMap[ld].spanBlock[span].span; 232} 233 234static MR_SPAN_BLOCK_INFO * 235MR_LdSpanInfoGet(u_int32_t ld, MR_DRV_RAID_MAP_ALL * map) 236{ 237 return &map->raidMap.ldSpanMap[ld].spanBlock[0]; 238} 239 240u_int16_t 241MR_TargetIdToLdGet(u_int32_t ldTgtId, MR_DRV_RAID_MAP_ALL * map) 242{ 243 return map->raidMap.ldTgtIdToLd[ldTgtId]; 244} 245 246u_int32_t 247MR_LdBlockSizeGet(u_int32_t ldTgtId, MR_DRV_RAID_MAP_ALL * map) 248{ 249 MR_LD_RAID *raid; 250 u_int32_t ld, ldBlockSize = MRSAS_SCSIBLOCKSIZE; 251 252 ld = MR_TargetIdToLdGet(ldTgtId, map); 253 254 /* 255 * Check if logical drive was removed. 256 */ 257 if (ld >= MAX_LOGICAL_DRIVES) 258 return ldBlockSize; 259 260 raid = MR_LdRaidGet(ld, map); 261 ldBlockSize = raid->logicalBlockLength; 262 if (!ldBlockSize) 263 ldBlockSize = MRSAS_SCSIBLOCKSIZE; 264 265 return ldBlockSize; 266} 267 268/* 269 * This function will Populate Driver Map using firmware raid map 270 */ 271void 272MR_PopulateDrvRaidMap(struct mrsas_softc *sc) 273{ 274 MR_FW_RAID_MAP_ALL *fw_map_old = NULL; 275 MR_FW_RAID_MAP *pFwRaidMap = NULL; 276 unsigned int i; 277 278 MR_DRV_RAID_MAP_ALL *drv_map = sc->ld_drv_map[(sc->map_id & 1)]; 279 MR_DRV_RAID_MAP *pDrvRaidMap = &drv_map->raidMap; 280 281 if (sc->max256vdSupport) { 282 memcpy(sc->ld_drv_map[sc->map_id & 1], 283 sc->raidmap_mem[sc->map_id & 1], 284 sc->current_map_sz); 285 /* 286 * New Raid map will not set totalSize, so keep expected 287 * value for legacy code in ValidateMapInfo 288 */ 289 pDrvRaidMap->totalSize = sizeof(MR_FW_RAID_MAP_EXT); 290 } else { 291 fw_map_old = (MR_FW_RAID_MAP_ALL *) sc->raidmap_mem[(sc->map_id & 1)]; 292 pFwRaidMap = &fw_map_old->raidMap; 293 294#if VD_EXT_DEBUG 295 for (i = 0; i < pFwRaidMap->ldCount; i++) { 296 device_printf(sc->mrsas_dev, 297 "Index 0x%x Target Id 0x%x Seq Num 0x%x Size 0/%lx\n", i, 298 fw_map_old->raidMap.ldSpanMap[i].ldRaid.targetId, 299 fw_map_old->raidMap.ldSpanMap[i].ldRaid.seqNum, 300 fw_map_old->raidMap.ldSpanMap[i].ldRaid.size); 301 } 302#endif 303 304 memset(drv_map, 0, sc->drv_map_sz); 305 pDrvRaidMap->totalSize = pFwRaidMap->totalSize; 306 pDrvRaidMap->ldCount = pFwRaidMap->ldCount; 307 pDrvRaidMap->fpPdIoTimeoutSec = 308 pFwRaidMap->fpPdIoTimeoutSec; 309 310 for (i = 0; i < MAX_RAIDMAP_LOGICAL_DRIVES + MAX_RAIDMAP_VIEWS; i++) { 311 pDrvRaidMap->ldTgtIdToLd[i] = 312 (u_int8_t)pFwRaidMap->ldTgtIdToLd[i]; 313 } 314 315 for (i = 0; i < pDrvRaidMap->ldCount; i++) { 316 pDrvRaidMap->ldSpanMap[i] = 317 pFwRaidMap->ldSpanMap[i]; 318 319#if VD_EXT_DEBUG 320 device_printf(sc->mrsas_dev, "pFwRaidMap->ldSpanMap[%d].ldRaid.targetId 0x%x " 321 "pFwRaidMap->ldSpanMap[%d].ldRaid.seqNum 0x%x size 0x%x\n", 322 i, i, pFwRaidMap->ldSpanMap[i].ldRaid.targetId, 323 pFwRaidMap->ldSpanMap[i].ldRaid.seqNum, 324 (u_int32_t)pFwRaidMap->ldSpanMap[i].ldRaid.rowSize); 325 device_printf(sc->mrsas_dev, "pDrvRaidMap->ldSpanMap[%d].ldRaid.targetId 0x%x" 326 "pDrvRaidMap->ldSpanMap[%d].ldRaid.seqNum 0x%x size 0x%x\n", i, i, 327 pDrvRaidMap->ldSpanMap[i].ldRaid.targetId, 328 pDrvRaidMap->ldSpanMap[i].ldRaid.seqNum, 329 (u_int32_t)pDrvRaidMap->ldSpanMap[i].ldRaid.rowSize); 330 device_printf(sc->mrsas_dev, "drv raid map all %p raid map %p LD RAID MAP %p/%p\n", 331 drv_map, pDrvRaidMap, 332 &pFwRaidMap->ldSpanMap[i].ldRaid, &pDrvRaidMap->ldSpanMap[i].ldRaid); 333#endif 334 } 335 336 memcpy(pDrvRaidMap->arMapInfo, pFwRaidMap->arMapInfo, 337 sizeof(MR_ARRAY_INFO) * MAX_RAIDMAP_ARRAYS); 338 memcpy(pDrvRaidMap->devHndlInfo, pFwRaidMap->devHndlInfo, 339 sizeof(MR_DEV_HANDLE_INFO) * 340 MAX_RAIDMAP_PHYSICAL_DEVICES); 341 } 342} 343 344/* 345 * MR_ValidateMapInfo: Validate RAID map 346 * input: Adapter instance soft state 347 * 348 * This function checks and validates the loaded RAID map. It returns 0 if 349 * successful, and 1 otherwise. 350 */ 351u_int8_t 352MR_ValidateMapInfo(struct mrsas_softc *sc) 353{ 354 if (!sc) { 355 return 1; 356 } 357 MR_PopulateDrvRaidMap(sc); 358 359 MR_DRV_RAID_MAP_ALL *drv_map = sc->ld_drv_map[(sc->map_id & 1)]; 360 MR_DRV_RAID_MAP *pDrvRaidMap = &drv_map->raidMap; 361 362 u_int32_t expected_map_size; 363 364 drv_map = sc->ld_drv_map[(sc->map_id & 1)]; 365 pDrvRaidMap = &drv_map->raidMap; 366 PLD_SPAN_INFO ldSpanInfo = (PLD_SPAN_INFO) & sc->log_to_span; 367 368 if (sc->max256vdSupport) 369 expected_map_size = sizeof(MR_FW_RAID_MAP_EXT); 370 else 371 expected_map_size = 372 (sizeof(MR_FW_RAID_MAP) - sizeof(MR_LD_SPAN_MAP)) + 373 (sizeof(MR_LD_SPAN_MAP) * pDrvRaidMap->ldCount); 374 375 if (pDrvRaidMap->totalSize != expected_map_size) { 376 device_printf(sc->mrsas_dev, "map size %x not matching ld count\n", expected_map_size); 377 device_printf(sc->mrsas_dev, "span map= %x\n", (unsigned int)sizeof(MR_LD_SPAN_MAP)); 378 device_printf(sc->mrsas_dev, "pDrvRaidMap->totalSize=%x\n", pDrvRaidMap->totalSize); 379 return 1; 380 } 381 if (sc->UnevenSpanSupport) { 382 mr_update_span_set(drv_map, ldSpanInfo); 383 } 384 mrsas_update_load_balance_params(sc, drv_map, sc->load_balance_info); 385 386 return 0; 387} 388 389/* 390 * 391 * Function to print info about span set created in driver from FW raid map 392 * 393 * Inputs: map 394 * ldSpanInfo: ld map span info per HBA instance 395 * 396 * 397 */ 398#if SPAN_DEBUG 399static int 400getSpanInfo(MR_DRV_RAID_MAP_ALL * map, PLD_SPAN_INFO ldSpanInfo) 401{ 402 403 u_int8_t span; 404 u_int32_t element; 405 MR_LD_RAID *raid; 406 LD_SPAN_SET *span_set; 407 MR_QUAD_ELEMENT *quad; 408 int ldCount; 409 u_int16_t ld; 410 411 for (ldCount = 0; ldCount < MAX_LOGICAL_DRIVES; ldCount++) { 412 ld = MR_TargetIdToLdGet(ldCount, map); 413 if (ld >= MAX_LOGICAL_DRIVES) { 414 continue; 415 } 416 raid = MR_LdRaidGet(ld, map); 417 printf("LD %x: span_depth=%x\n", ld, raid->spanDepth); 418 for (span = 0; span < raid->spanDepth; span++) 419 printf("Span=%x, number of quads=%x\n", span, 420 map->raidMap.ldSpanMap[ld].spanBlock[span]. 421 block_span_info.noElements); 422 for (element = 0; element < MAX_QUAD_DEPTH; element++) { 423 span_set = &(ldSpanInfo[ld].span_set[element]); 424 if (span_set->span_row_data_width == 0) 425 break; 426 427 printf("Span Set %x: width=%x, diff=%x\n", element, 428 (unsigned int)span_set->span_row_data_width, 429 (unsigned int)span_set->diff); 430 printf("logical LBA start=0x%08lx, end=0x%08lx\n", 431 (long unsigned int)span_set->log_start_lba, 432 (long unsigned int)span_set->log_end_lba); 433 printf("span row start=0x%08lx, end=0x%08lx\n", 434 (long unsigned int)span_set->span_row_start, 435 (long unsigned int)span_set->span_row_end); 436 printf("data row start=0x%08lx, end=0x%08lx\n", 437 (long unsigned int)span_set->data_row_start, 438 (long unsigned int)span_set->data_row_end); 439 printf("data strip start=0x%08lx, end=0x%08lx\n", 440 (long unsigned int)span_set->data_strip_start, 441 (long unsigned int)span_set->data_strip_end); 442 443 for (span = 0; span < raid->spanDepth; span++) { 444 if (map->raidMap.ldSpanMap[ld].spanBlock[span]. 445 block_span_info.noElements >= element + 1) { 446 quad = &map->raidMap.ldSpanMap[ld]. 447 spanBlock[span].block_span_info. 448 quad[element]; 449 printf("Span=%x, Quad=%x, diff=%x\n", span, 450 element, quad->diff); 451 printf("offset_in_span=0x%08lx\n", 452 (long unsigned int)quad->offsetInSpan); 453 printf("logical start=0x%08lx, end=0x%08lx\n", 454 (long unsigned int)quad->logStart, 455 (long unsigned int)quad->logEnd); 456 } 457 } 458 } 459 } 460 return 0; 461} 462 463#endif 464/* 465 * 466 * This routine calculates the Span block for given row using spanset. 467 * 468 * Inputs : HBA instance 469 * ld: Logical drive number 470 * row: Row number 471 * map: LD map 472 * 473 * Outputs : span - Span number block 474 * - Absolute Block number in the physical disk 475 * div_error - Devide error code. 476 */ 477 478u_int32_t 479mr_spanset_get_span_block(struct mrsas_softc *sc, u_int32_t ld, u_int64_t row, 480 u_int64_t *span_blk, MR_DRV_RAID_MAP_ALL * map, int *div_error) 481{ 482 MR_LD_RAID *raid = MR_LdRaidGet(ld, map); 483 LD_SPAN_SET *span_set; 484 MR_QUAD_ELEMENT *quad; 485 u_int32_t span, info; 486 PLD_SPAN_INFO ldSpanInfo = sc->log_to_span; 487 488 for (info = 0; info < MAX_QUAD_DEPTH; info++) { 489 span_set = &(ldSpanInfo[ld].span_set[info]); 490 491 if (span_set->span_row_data_width == 0) 492 break; 493 if (row > span_set->data_row_end) 494 continue; 495 496 for (span = 0; span < raid->spanDepth; span++) 497 if (map->raidMap.ldSpanMap[ld].spanBlock[span]. 498 block_span_info.noElements >= info + 1) { 499 quad = &map->raidMap.ldSpanMap[ld]. 500 spanBlock[span]. 501 block_span_info.quad[info]; 502 if (quad->diff == 0) { 503 *div_error = 1; 504 return span; 505 } 506 if (quad->logStart <= row && 507 row <= quad->logEnd && 508 (mega_mod64(row - quad->logStart, 509 quad->diff)) == 0) { 510 if (span_blk != NULL) { 511 u_int64_t blk; 512 513 blk = mega_div64_32 514 ((row - quad->logStart), 515 quad->diff); 516 blk = (blk + quad->offsetInSpan) 517 << raid->stripeShift; 518 *span_blk = blk; 519 } 520 return span; 521 } 522 } 523 } 524 return SPAN_INVALID; 525} 526 527/* 528 * 529 * This routine calculates the row for given strip using spanset. 530 * 531 * Inputs : HBA instance 532 * ld: Logical drive number 533 * Strip: Strip 534 * map: LD map 535 * 536 * Outputs : row - row associated with strip 537 */ 538 539static u_int64_t 540get_row_from_strip(struct mrsas_softc *sc, 541 u_int32_t ld, u_int64_t strip, MR_DRV_RAID_MAP_ALL * map) 542{ 543 MR_LD_RAID *raid = MR_LdRaidGet(ld, map); 544 LD_SPAN_SET *span_set; 545 PLD_SPAN_INFO ldSpanInfo = sc->log_to_span; 546 u_int32_t info, strip_offset, span, span_offset; 547 u_int64_t span_set_Strip, span_set_Row; 548 549 for (info = 0; info < MAX_QUAD_DEPTH; info++) { 550 span_set = &(ldSpanInfo[ld].span_set[info]); 551 552 if (span_set->span_row_data_width == 0) 553 break; 554 if (strip > span_set->data_strip_end) 555 continue; 556 557 span_set_Strip = strip - span_set->data_strip_start; 558 strip_offset = mega_mod64(span_set_Strip, 559 span_set->span_row_data_width); 560 span_set_Row = mega_div64_32(span_set_Strip, 561 span_set->span_row_data_width) * span_set->diff; 562 for (span = 0, span_offset = 0; span < raid->spanDepth; span++) 563 if (map->raidMap.ldSpanMap[ld].spanBlock[span]. 564 block_span_info.noElements >= info + 1) { 565 if (strip_offset >= 566 span_set->strip_offset[span]) 567 span_offset++; 568 else 569 break; 570 } 571 mrsas_dprint(sc, MRSAS_PRL11, "AVAGO Debug : Strip 0x%llx, span_set_Strip 0x%llx, span_set_Row 0x%llx " 572 "data width 0x%llx span offset 0x%llx\n", (unsigned long long)strip, 573 (unsigned long long)span_set_Strip, 574 (unsigned long long)span_set_Row, 575 (unsigned long long)span_set->span_row_data_width, (unsigned long long)span_offset); 576 mrsas_dprint(sc, MRSAS_PRL11, "AVAGO Debug : For strip 0x%llx row is 0x%llx\n", (unsigned long long)strip, 577 (unsigned long long)span_set->data_row_start + 578 (unsigned long long)span_set_Row + (span_offset - 1)); 579 return (span_set->data_row_start + span_set_Row + (span_offset - 1)); 580 } 581 return -1LLU; 582} 583 584 585/* 586 * 587 * This routine calculates the Start Strip for given row using spanset. 588 * 589 * Inputs: HBA instance 590 * ld: Logical drive number 591 * row: Row number 592 * map: LD map 593 * 594 * Outputs : Strip - Start strip associated with row 595 */ 596 597static u_int64_t 598get_strip_from_row(struct mrsas_softc *sc, 599 u_int32_t ld, u_int64_t row, MR_DRV_RAID_MAP_ALL * map) 600{ 601 MR_LD_RAID *raid = MR_LdRaidGet(ld, map); 602 LD_SPAN_SET *span_set; 603 MR_QUAD_ELEMENT *quad; 604 PLD_SPAN_INFO ldSpanInfo = sc->log_to_span; 605 u_int32_t span, info; 606 u_int64_t strip; 607 608 for (info = 0; info < MAX_QUAD_DEPTH; info++) { 609 span_set = &(ldSpanInfo[ld].span_set[info]); 610 611 if (span_set->span_row_data_width == 0) 612 break; 613 if (row > span_set->data_row_end) 614 continue; 615 616 for (span = 0; span < raid->spanDepth; span++) 617 if (map->raidMap.ldSpanMap[ld].spanBlock[span]. 618 block_span_info.noElements >= info + 1) { 619 quad = &map->raidMap.ldSpanMap[ld]. 620 spanBlock[span].block_span_info.quad[info]; 621 if (quad->logStart <= row && 622 row <= quad->logEnd && 623 mega_mod64((row - quad->logStart), 624 quad->diff) == 0) { 625 strip = mega_div64_32 626 (((row - span_set->data_row_start) 627 - quad->logStart), 628 quad->diff); 629 strip *= span_set->span_row_data_width; 630 strip += span_set->data_strip_start; 631 strip += span_set->strip_offset[span]; 632 return strip; 633 } 634 } 635 } 636 mrsas_dprint(sc, MRSAS_PRL11, "AVAGO Debug - get_strip_from_row: returns invalid " 637 "strip for ld=%x, row=%lx\n", ld, (long unsigned int)row); 638 return -1; 639} 640 641/* 642 * ***************************************************************************** 643 * 644 * 645 * This routine calculates the Physical Arm for given strip using spanset. 646 * 647 * Inputs : HBA instance 648 * Logical drive number 649 * Strip 650 * LD map 651 * 652 * Outputs : Phys Arm - Phys Arm associated with strip 653 */ 654 655static u_int32_t 656get_arm_from_strip(struct mrsas_softc *sc, 657 u_int32_t ld, u_int64_t strip, MR_DRV_RAID_MAP_ALL * map) 658{ 659 MR_LD_RAID *raid = MR_LdRaidGet(ld, map); 660 LD_SPAN_SET *span_set; 661 PLD_SPAN_INFO ldSpanInfo = sc->log_to_span; 662 u_int32_t info, strip_offset, span, span_offset; 663 664 for (info = 0; info < MAX_QUAD_DEPTH; info++) { 665 span_set = &(ldSpanInfo[ld].span_set[info]); 666 667 if (span_set->span_row_data_width == 0) 668 break; 669 if (strip > span_set->data_strip_end) 670 continue; 671 672 strip_offset = (u_int32_t)mega_mod64 673 ((strip - span_set->data_strip_start), 674 span_set->span_row_data_width); 675 676 for (span = 0, span_offset = 0; span < raid->spanDepth; span++) 677 if (map->raidMap.ldSpanMap[ld].spanBlock[span]. 678 block_span_info.noElements >= info + 1) { 679 if (strip_offset >= span_set->strip_offset[span]) 680 span_offset = span_set->strip_offset[span]; 681 else 682 break; 683 } 684 mrsas_dprint(sc, MRSAS_PRL11, "AVAGO PRL11: get_arm_from_strip: " 685 "for ld=0x%x strip=0x%lx arm is 0x%x\n", ld, 686 (long unsigned int)strip, (strip_offset - span_offset)); 687 return (strip_offset - span_offset); 688 } 689 690 mrsas_dprint(sc, MRSAS_PRL11, "AVAGO Debug: - get_arm_from_strip: returns invalid arm" 691 " for ld=%x strip=%lx\n", ld, (long unsigned int)strip); 692 693 return -1; 694} 695 696 697/* This Function will return Phys arm */ 698u_int8_t 699get_arm(struct mrsas_softc *sc, u_int32_t ld, u_int8_t span, u_int64_t stripe, 700 MR_DRV_RAID_MAP_ALL * map) 701{ 702 MR_LD_RAID *raid = MR_LdRaidGet(ld, map); 703 704 /* Need to check correct default value */ 705 u_int32_t arm = 0; 706 707 switch (raid->level) { 708 case 0: 709 case 5: 710 case 6: 711 arm = mega_mod64(stripe, SPAN_ROW_SIZE(map, ld, span)); 712 break; 713 case 1: 714 /* start with logical arm */ 715 arm = get_arm_from_strip(sc, ld, stripe, map); 716 arm *= 2; 717 break; 718 } 719 720 return arm; 721} 722 723/* 724 * 725 * This routine calculates the arm, span and block for the specified stripe and 726 * reference in stripe using spanset 727 * 728 * Inputs : 729 * sc - HBA instance 730 * ld - Logical drive number 731 * stripRow: Stripe number 732 * stripRef: Reference in stripe 733 * 734 * Outputs : span - Span number block - Absolute Block 735 * number in the physical disk 736 */ 737static u_int8_t 738mr_spanset_get_phy_params(struct mrsas_softc *sc, u_int32_t ld, u_int64_t stripRow, 739 u_int16_t stripRef, struct IO_REQUEST_INFO *io_info, 740 RAID_CONTEXT * pRAID_Context, MR_DRV_RAID_MAP_ALL * map) 741{ 742 MR_LD_RAID *raid = MR_LdRaidGet(ld, map); 743 u_int32_t pd, arRef; 744 u_int8_t physArm, span; 745 u_int64_t row; 746 u_int8_t retval = TRUE; 747 u_int64_t *pdBlock = &io_info->pdBlock; 748 u_int16_t *pDevHandle = &io_info->devHandle; 749 u_int32_t logArm, rowMod, armQ, arm; 750 u_int8_t do_invader = 0; 751 752 if ((sc->device_id == MRSAS_INVADER) || 753 (sc->device_id == MRSAS_FURY) || 754 (sc->device_id == MRSAS_INTRUDER) || 755 (sc->device_id == MRSAS_INTRUDER_24) || 756 (sc->device_id == MRSAS_CUTLASS_52) || 757 (sc->device_id == MRSAS_CUTLASS_53)) 758 do_invader = 1; 759 760 /* Get row and span from io_info for Uneven Span IO. */ 761 row = io_info->start_row; 762 span = io_info->start_span; 763 764 765 if (raid->level == 6) { 766 logArm = get_arm_from_strip(sc, ld, stripRow, map); 767 rowMod = mega_mod64(row, SPAN_ROW_SIZE(map, ld, span)); 768 armQ = SPAN_ROW_SIZE(map, ld, span) - 1 - rowMod; 769 arm = armQ + 1 + logArm; 770 if (arm >= SPAN_ROW_SIZE(map, ld, span)) 771 arm -= SPAN_ROW_SIZE(map, ld, span); 772 physArm = (u_int8_t)arm; 773 } else 774 /* Calculate the arm */ 775 physArm = get_arm(sc, ld, span, stripRow, map); 776 777 778 arRef = MR_LdSpanArrayGet(ld, span, map); 779 pd = MR_ArPdGet(arRef, physArm, map); 780 781 if (pd != MR_PD_INVALID) 782 *pDevHandle = MR_PdDevHandleGet(pd, map); 783 else { 784 *pDevHandle = MR_PD_INVALID; 785 if ((raid->level >= 5) && ((!do_invader) || (do_invader && 786 raid->regTypeReqOnRead != REGION_TYPE_UNUSED))) 787 pRAID_Context->regLockFlags = REGION_TYPE_EXCLUSIVE; 788 else if (raid->level == 1) { 789 pd = MR_ArPdGet(arRef, physArm + 1, map); 790 if (pd != MR_PD_INVALID) 791 *pDevHandle = MR_PdDevHandleGet(pd, map); 792 } 793 } 794 795 *pdBlock += stripRef + MR_LdSpanPtrGet(ld, span, map)->startBlk; 796 pRAID_Context->spanArm = (span << RAID_CTX_SPANARM_SPAN_SHIFT) | physArm; 797 io_info->span_arm = pRAID_Context->spanArm; 798 return retval; 799} 800 801/* 802 * MR_BuildRaidContext: Set up Fast path RAID context 803 * 804 * This function will initiate command processing. The start/end row and strip 805 * information is calculated then the lock is acquired. This function will 806 * return 0 if region lock was acquired OR return num strips. 807 */ 808u_int8_t 809MR_BuildRaidContext(struct mrsas_softc *sc, struct IO_REQUEST_INFO *io_info, 810 RAID_CONTEXT * pRAID_Context, MR_DRV_RAID_MAP_ALL * map) 811{ 812 MR_LD_RAID *raid; 813 u_int32_t ld, stripSize, stripe_mask; 814 u_int64_t endLba, endStrip, endRow, start_row, start_strip; 815 REGION_KEY regStart; 816 REGION_LEN regSize; 817 u_int8_t num_strips, numRows; 818 u_int16_t ref_in_start_stripe, ref_in_end_stripe; 819 u_int64_t ldStartBlock; 820 u_int32_t numBlocks, ldTgtId; 821 u_int8_t isRead, stripIdx; 822 u_int8_t retval = 0; 823 u_int8_t startlba_span = SPAN_INVALID; 824 u_int64_t *pdBlock = &io_info->pdBlock; 825 int error_code = 0; 826 827 ldStartBlock = io_info->ldStartBlock; 828 numBlocks = io_info->numBlocks; 829 ldTgtId = io_info->ldTgtId; 830 isRead = io_info->isRead; 831 832 io_info->IoforUnevenSpan = 0; 833 io_info->start_span = SPAN_INVALID; 834 835 ld = MR_TargetIdToLdGet(ldTgtId, map); 836 raid = MR_LdRaidGet(ld, map); 837 838 if (raid->rowDataSize == 0) { 839 if (MR_LdSpanPtrGet(ld, 0, map)->spanRowDataSize == 0) 840 return FALSE; 841 else if (sc->UnevenSpanSupport) { 842 io_info->IoforUnevenSpan = 1; 843 } else { 844 mrsas_dprint(sc, MRSAS_PRL11, "AVAGO Debug: raid->rowDataSize is 0, but has SPAN[0] rowDataSize = 0x%0x," 845 " but there is _NO_ UnevenSpanSupport\n", 846 MR_LdSpanPtrGet(ld, 0, map)->spanRowDataSize); 847 return FALSE; 848 } 849 } 850 stripSize = 1 << raid->stripeShift; 851 stripe_mask = stripSize - 1; 852 /* 853 * calculate starting row and stripe, and number of strips and rows 854 */ 855 start_strip = ldStartBlock >> raid->stripeShift; 856 ref_in_start_stripe = (u_int16_t)(ldStartBlock & stripe_mask); 857 endLba = ldStartBlock + numBlocks - 1; 858 ref_in_end_stripe = (u_int16_t)(endLba & stripe_mask); 859 endStrip = endLba >> raid->stripeShift; 860 num_strips = (u_int8_t)(endStrip - start_strip + 1); /* End strip */ 861 if (io_info->IoforUnevenSpan) { 862 start_row = get_row_from_strip(sc, ld, start_strip, map); 863 endRow = get_row_from_strip(sc, ld, endStrip, map); 864 if (raid->spanDepth == 1) { 865 startlba_span = 0; 866 *pdBlock = start_row << raid->stripeShift; 867 } else { 868 startlba_span = (u_int8_t)mr_spanset_get_span_block(sc, ld, start_row, 869 pdBlock, map, &error_code); 870 if (error_code == 1) { 871 mrsas_dprint(sc, MRSAS_PRL11, "AVAGO Debug: return from %s %d. Send IO w/o region lock.\n", 872 __func__, __LINE__); 873 return FALSE; 874 } 875 } 876 if (startlba_span == SPAN_INVALID) { 877 mrsas_dprint(sc, MRSAS_PRL11, "AVAGO Debug: return from %s %d for row 0x%llx," 878 "start strip %llx endSrip %llx\n", __func__, 879 __LINE__, (unsigned long long)start_row, 880 (unsigned long long)start_strip, 881 (unsigned long long)endStrip); 882 return FALSE; 883 } 884 io_info->start_span = startlba_span; 885 io_info->start_row = start_row; 886 mrsas_dprint(sc, MRSAS_PRL11, "AVAGO Debug: Check Span number from %s %d for row 0x%llx, " 887 " start strip 0x%llx endSrip 0x%llx span 0x%x\n", 888 __func__, __LINE__, (unsigned long long)start_row, 889 (unsigned long long)start_strip, 890 (unsigned long long)endStrip, startlba_span); 891 mrsas_dprint(sc, MRSAS_PRL11, "AVAGO Debug : 1. start_row 0x%llx endRow 0x%llx Start span 0x%x\n", 892 (unsigned long long)start_row, (unsigned long long)endRow, startlba_span); 893 } else { 894 start_row = mega_div64_32(start_strip, raid->rowDataSize); 895 endRow = mega_div64_32(endStrip, raid->rowDataSize); 896 } 897 898 numRows = (u_int8_t)(endRow - start_row + 1); /* get the row count */ 899 900 /* 901 * Calculate region info. (Assume region at start of first row, and 902 * assume this IO needs the full row - will adjust if not true.) 903 */ 904 regStart = start_row << raid->stripeShift; 905 regSize = stripSize; 906 907 /* Check if we can send this I/O via FastPath */ 908 if (raid->capability.fpCapable) { 909 if (isRead) 910 io_info->fpOkForIo = (raid->capability.fpReadCapable && 911 ((num_strips == 1) || 912 raid->capability.fpReadAcrossStripe)); 913 else 914 io_info->fpOkForIo = (raid->capability.fpWriteCapable && 915 ((num_strips == 1) || 916 raid->capability.fpWriteAcrossStripe)); 917 } else 918 io_info->fpOkForIo = FALSE; 919 920 if (numRows == 1) { 921 if (num_strips == 1) { 922 regStart += ref_in_start_stripe; 923 regSize = numBlocks; 924 } 925 } else if (io_info->IoforUnevenSpan == 0) { 926 /* 927 * For Even span region lock optimization. If the start strip 928 * is the last in the start row 929 */ 930 if (start_strip == (start_row + 1) * raid->rowDataSize - 1) { 931 regStart += ref_in_start_stripe; 932 /* 933 * initialize count to sectors from startRef to end 934 * of strip 935 */ 936 regSize = stripSize - ref_in_start_stripe; 937 } 938 /* add complete rows in the middle of the transfer */ 939 if (numRows > 2) 940 regSize += (numRows - 2) << raid->stripeShift; 941 942 /* if IO ends within first strip of last row */ 943 if (endStrip == endRow * raid->rowDataSize) 944 regSize += ref_in_end_stripe + 1; 945 else 946 regSize += stripSize; 947 } else { 948 if (start_strip == (get_strip_from_row(sc, ld, start_row, map) + 949 SPAN_ROW_DATA_SIZE(map, ld, startlba_span) - 1)) { 950 regStart += ref_in_start_stripe; 951 /* 952 * initialize count to sectors from startRef to end 953 * of strip 954 */ 955 regSize = stripSize - ref_in_start_stripe; 956 } 957 /* add complete rows in the middle of the transfer */ 958 if (numRows > 2) 959 regSize += (numRows - 2) << raid->stripeShift; 960 961 /* if IO ends within first strip of last row */ 962 if (endStrip == get_strip_from_row(sc, ld, endRow, map)) 963 regSize += ref_in_end_stripe + 1; 964 else 965 regSize += stripSize; 966 } 967 pRAID_Context->timeoutValue = map->raidMap.fpPdIoTimeoutSec; 968 if ((sc->device_id == MRSAS_INVADER) || 969 (sc->device_id == MRSAS_FURY) || 970 (sc->device_id == MRSAS_INTRUDER) || 971 (sc->device_id == MRSAS_INTRUDER_24) || 972 (sc->device_id == MRSAS_CUTLASS_52) || 973 (sc->device_id == MRSAS_CUTLASS_53)) 974 pRAID_Context->regLockFlags = (isRead) ? raid->regTypeReqOnRead : raid->regTypeReqOnWrite; 975 else 976 pRAID_Context->regLockFlags = (isRead) ? REGION_TYPE_SHARED_READ : raid->regTypeReqOnWrite; 977 pRAID_Context->VirtualDiskTgtId = raid->targetId; 978 pRAID_Context->regLockRowLBA = regStart; 979 pRAID_Context->regLockLength = regSize; 980 pRAID_Context->configSeqNum = raid->seqNum; 981 982 /* 983 * Get Phy Params only if FP capable, or else leave it to MR firmware 984 * to do the calculation. 985 */ 986 if (io_info->fpOkForIo) { 987 retval = io_info->IoforUnevenSpan ? 988 mr_spanset_get_phy_params(sc, ld, start_strip, 989 ref_in_start_stripe, io_info, pRAID_Context, map) : 990 MR_GetPhyParams(sc, ld, start_strip, 991 ref_in_start_stripe, io_info, pRAID_Context, map); 992 /* If IO on an invalid Pd, then FP is not possible */ 993 if (io_info->devHandle == MR_PD_INVALID) 994 io_info->fpOkForIo = FALSE; 995 return retval; 996 } else if (isRead) { 997 for (stripIdx = 0; stripIdx < num_strips; stripIdx++) { 998 retval = io_info->IoforUnevenSpan ? 999 mr_spanset_get_phy_params(sc, ld, start_strip + stripIdx, 1000 ref_in_start_stripe, io_info, pRAID_Context, map) : 1001 MR_GetPhyParams(sc, ld, start_strip + stripIdx, 1002 ref_in_start_stripe, io_info, pRAID_Context, map); 1003 if (!retval) 1004 return TRUE; 1005 } 1006 } 1007#if SPAN_DEBUG 1008 /* Just for testing what arm we get for strip. */ 1009 get_arm_from_strip(sc, ld, start_strip, map); 1010#endif 1011 return TRUE; 1012} 1013 1014/* 1015 * 1016 * This routine pepare spanset info from Valid Raid map and store it into local 1017 * copy of ldSpanInfo per instance data structure. 1018 * 1019 * Inputs : LD map 1020 * ldSpanInfo per HBA instance 1021 * 1022 */ 1023void 1024mr_update_span_set(MR_DRV_RAID_MAP_ALL * map, PLD_SPAN_INFO ldSpanInfo) 1025{ 1026 u_int8_t span, count; 1027 u_int32_t element, span_row_width; 1028 u_int64_t span_row; 1029 MR_LD_RAID *raid; 1030 LD_SPAN_SET *span_set, *span_set_prev; 1031 MR_QUAD_ELEMENT *quad; 1032 int ldCount; 1033 u_int16_t ld; 1034 1035 for (ldCount = 0; ldCount < MAX_LOGICAL_DRIVES; ldCount++) { 1036 ld = MR_TargetIdToLdGet(ldCount, map); 1037 if (ld >= MAX_LOGICAL_DRIVES) 1038 continue; 1039 raid = MR_LdRaidGet(ld, map); 1040 for (element = 0; element < MAX_QUAD_DEPTH; element++) { 1041 for (span = 0; span < raid->spanDepth; span++) { 1042 if (map->raidMap.ldSpanMap[ld].spanBlock[span]. 1043 block_span_info.noElements < element + 1) 1044 continue; 1045 /* TO-DO */ 1046 span_set = &(ldSpanInfo[ld].span_set[element]); 1047 quad = &map->raidMap.ldSpanMap[ld]. 1048 spanBlock[span].block_span_info.quad[element]; 1049 1050 span_set->diff = quad->diff; 1051 1052 for (count = 0, span_row_width = 0; 1053 count < raid->spanDepth; count++) { 1054 if (map->raidMap.ldSpanMap[ld].spanBlock[count]. 1055 block_span_info.noElements >= element + 1) { 1056 span_set->strip_offset[count] = span_row_width; 1057 span_row_width += 1058 MR_LdSpanPtrGet(ld, count, map)->spanRowDataSize; 1059#if SPAN_DEBUG 1060 printf("AVAGO Debug span %x rowDataSize %x\n", count, 1061 MR_LdSpanPtrGet(ld, count, map)->spanRowDataSize); 1062#endif 1063 } 1064 } 1065 1066 span_set->span_row_data_width = span_row_width; 1067 span_row = mega_div64_32(((quad->logEnd - 1068 quad->logStart) + quad->diff), quad->diff); 1069 1070 if (element == 0) { 1071 span_set->log_start_lba = 0; 1072 span_set->log_end_lba = 1073 ((span_row << raid->stripeShift) * span_row_width) - 1; 1074 1075 span_set->span_row_start = 0; 1076 span_set->span_row_end = span_row - 1; 1077 1078 span_set->data_strip_start = 0; 1079 span_set->data_strip_end = (span_row * span_row_width) - 1; 1080 1081 span_set->data_row_start = 0; 1082 span_set->data_row_end = (span_row * quad->diff) - 1; 1083 } else { 1084 span_set_prev = &(ldSpanInfo[ld].span_set[element - 1]); 1085 span_set->log_start_lba = span_set_prev->log_end_lba + 1; 1086 span_set->log_end_lba = span_set->log_start_lba + 1087 ((span_row << raid->stripeShift) * span_row_width) - 1; 1088 1089 span_set->span_row_start = span_set_prev->span_row_end + 1; 1090 span_set->span_row_end = 1091 span_set->span_row_start + span_row - 1; 1092 1093 span_set->data_strip_start = 1094 span_set_prev->data_strip_end + 1; 1095 span_set->data_strip_end = span_set->data_strip_start + 1096 (span_row * span_row_width) - 1; 1097 1098 span_set->data_row_start = span_set_prev->data_row_end + 1; 1099 span_set->data_row_end = span_set->data_row_start + 1100 (span_row * quad->diff) - 1; 1101 } 1102 break; 1103 } 1104 if (span == raid->spanDepth) 1105 break; /* no quads remain */ 1106 } 1107 } 1108#if SPAN_DEBUG 1109 getSpanInfo(map, ldSpanInfo); /* to get span set info */ 1110#endif 1111} 1112 1113/* 1114 * mrsas_update_load_balance_params: Update load balance parmas 1115 * Inputs: 1116 * sc - driver softc instance 1117 * drv_map - driver RAID map 1118 * lbInfo - Load balance info 1119 * 1120 * This function updates the load balance parameters for the LD config of a two 1121 * drive optimal RAID-1. 1122 */ 1123void 1124mrsas_update_load_balance_params(struct mrsas_softc *sc, 1125 MR_DRV_RAID_MAP_ALL * drv_map, PLD_LOAD_BALANCE_INFO lbInfo) 1126{ 1127 int ldCount; 1128 u_int16_t ld; 1129 MR_LD_RAID *raid; 1130 1131 if (sc->lb_pending_cmds > 128 || sc->lb_pending_cmds < 1) 1132 sc->lb_pending_cmds = LB_PENDING_CMDS_DEFAULT; 1133 1134 for (ldCount = 0; ldCount < MAX_LOGICAL_DRIVES_EXT; ldCount++) { 1135 ld = MR_TargetIdToLdGet(ldCount, drv_map); 1136 if (ld >= MAX_LOGICAL_DRIVES_EXT) { 1137 lbInfo[ldCount].loadBalanceFlag = 0; 1138 continue; 1139 } 1140 raid = MR_LdRaidGet(ld, drv_map); 1141 if ((raid->level != 1) || 1142 (raid->ldState != MR_LD_STATE_OPTIMAL)) { 1143 lbInfo[ldCount].loadBalanceFlag = 0; 1144 continue; 1145 } 1146 lbInfo[ldCount].loadBalanceFlag = 1; 1147 } 1148} 1149 1150 1151/* 1152 * mrsas_set_pd_lba: Sets PD LBA 1153 * input: io_request pointer 1154 * CDB length 1155 * io_info pointer 1156 * Pointer to CCB 1157 * Local RAID map pointer 1158 * Start block of IO Block Size 1159 * 1160 * Used to set the PD logical block address in CDB for FP IOs. 1161 */ 1162void 1163mrsas_set_pd_lba(MRSAS_RAID_SCSI_IO_REQUEST * io_request, u_int8_t cdb_len, 1164 struct IO_REQUEST_INFO *io_info, union ccb *ccb, 1165 MR_DRV_RAID_MAP_ALL * local_map_ptr, u_int32_t ref_tag, 1166 u_int32_t ld_block_size) 1167{ 1168 MR_LD_RAID *raid; 1169 u_int32_t ld; 1170 u_int64_t start_blk = io_info->pdBlock; 1171 u_int8_t *cdb = io_request->CDB.CDB32; 1172 u_int32_t num_blocks = io_info->numBlocks; 1173 u_int8_t opcode = 0, flagvals = 0, groupnum = 0, control = 0; 1174 struct ccb_hdr *ccb_h = &(ccb->ccb_h); 1175 1176 /* Check if T10 PI (DIF) is enabled for this LD */ 1177 ld = MR_TargetIdToLdGet(io_info->ldTgtId, local_map_ptr); 1178 raid = MR_LdRaidGet(ld, local_map_ptr); 1179 if (raid->capability.ldPiMode == MR_PROT_INFO_TYPE_CONTROLLER) { 1180 memset(cdb, 0, sizeof(io_request->CDB.CDB32)); 1181 cdb[0] = MRSAS_SCSI_VARIABLE_LENGTH_CMD; 1182 cdb[7] = MRSAS_SCSI_ADDL_CDB_LEN; 1183 1184 if (ccb_h->flags == CAM_DIR_OUT) 1185 cdb[9] = MRSAS_SCSI_SERVICE_ACTION_READ32; 1186 else 1187 cdb[9] = MRSAS_SCSI_SERVICE_ACTION_WRITE32; 1188 cdb[10] = MRSAS_RD_WR_PROTECT_CHECK_ALL; 1189 1190 /* LBA */ 1191 cdb[12] = (u_int8_t)((start_blk >> 56) & 0xff); 1192 cdb[13] = (u_int8_t)((start_blk >> 48) & 0xff); 1193 cdb[14] = (u_int8_t)((start_blk >> 40) & 0xff); 1194 cdb[15] = (u_int8_t)((start_blk >> 32) & 0xff); 1195 cdb[16] = (u_int8_t)((start_blk >> 24) & 0xff); 1196 cdb[17] = (u_int8_t)((start_blk >> 16) & 0xff); 1197 cdb[18] = (u_int8_t)((start_blk >> 8) & 0xff); 1198 cdb[19] = (u_int8_t)(start_blk & 0xff); 1199 1200 /* Logical block reference tag */ 1201 io_request->CDB.EEDP32.PrimaryReferenceTag = swap32(ref_tag); 1202 io_request->CDB.EEDP32.PrimaryApplicationTagMask = 0xffff; 1203 io_request->IoFlags = 32; /* Specify 32-byte cdb */ 1204 1205 /* Transfer length */ 1206 cdb[28] = (u_int8_t)((num_blocks >> 24) & 0xff); 1207 cdb[29] = (u_int8_t)((num_blocks >> 16) & 0xff); 1208 cdb[30] = (u_int8_t)((num_blocks >> 8) & 0xff); 1209 cdb[31] = (u_int8_t)(num_blocks & 0xff); 1210 1211 /* set SCSI IO EEDP Flags */ 1212 if (ccb_h->flags == CAM_DIR_OUT) { 1213 io_request->EEDPFlags = 1214 MPI2_SCSIIO_EEDPFLAGS_INC_PRI_REFTAG | 1215 MPI2_SCSIIO_EEDPFLAGS_CHECK_REFTAG | 1216 MPI2_SCSIIO_EEDPFLAGS_CHECK_REMOVE_OP | 1217 MPI2_SCSIIO_EEDPFLAGS_CHECK_APPTAG | 1218 MPI2_SCSIIO_EEDPFLAGS_CHECK_GUARD; 1219 } else { 1220 io_request->EEDPFlags = 1221 MPI2_SCSIIO_EEDPFLAGS_INC_PRI_REFTAG | 1222 MPI2_SCSIIO_EEDPFLAGS_INSERT_OP; 1223 } 1224 io_request->Control |= (0x4 << 26); 1225 io_request->EEDPBlockSize = ld_block_size; 1226 } else { 1227 /* Some drives don't support 16/12 byte CDB's, convert to 10 */ 1228 if (((cdb_len == 12) || (cdb_len == 16)) && 1229 (start_blk <= 0xffffffff)) { 1230 if (cdb_len == 16) { 1231 opcode = cdb[0] == READ_16 ? READ_10 : WRITE_10; 1232 flagvals = cdb[1]; 1233 groupnum = cdb[14]; 1234 control = cdb[15]; 1235 } else { 1236 opcode = cdb[0] == READ_12 ? READ_10 : WRITE_10; 1237 flagvals = cdb[1]; 1238 groupnum = cdb[10]; 1239 control = cdb[11]; 1240 } 1241 1242 memset(cdb, 0, sizeof(io_request->CDB.CDB32)); 1243 1244 cdb[0] = opcode; 1245 cdb[1] = flagvals; 1246 cdb[6] = groupnum; 1247 cdb[9] = control; 1248 1249 /* Transfer length */ 1250 cdb[8] = (u_int8_t)(num_blocks & 0xff); 1251 cdb[7] = (u_int8_t)((num_blocks >> 8) & 0xff); 1252 1253 io_request->IoFlags = 10; /* Specify 10-byte cdb */ 1254 cdb_len = 10; 1255 } else if ((cdb_len < 16) && (start_blk > 0xffffffff)) { 1256 /* Convert to 16 byte CDB for large LBA's */ 1257 switch (cdb_len) { 1258 case 6: 1259 opcode = cdb[0] == READ_6 ? READ_16 : WRITE_16; 1260 control = cdb[5]; 1261 break; 1262 case 10: 1263 opcode = cdb[0] == READ_10 ? READ_16 : WRITE_16; 1264 flagvals = cdb[1]; 1265 groupnum = cdb[6]; 1266 control = cdb[9]; 1267 break; 1268 case 12: 1269 opcode = cdb[0] == READ_12 ? READ_16 : WRITE_16; 1270 flagvals = cdb[1]; 1271 groupnum = cdb[10]; 1272 control = cdb[11]; 1273 break; 1274 } 1275 1276 memset(cdb, 0, sizeof(io_request->CDB.CDB32)); 1277 1278 cdb[0] = opcode; 1279 cdb[1] = flagvals; 1280 cdb[14] = groupnum; 1281 cdb[15] = control; 1282 1283 /* Transfer length */ 1284 cdb[13] = (u_int8_t)(num_blocks & 0xff); 1285 cdb[12] = (u_int8_t)((num_blocks >> 8) & 0xff); 1286 cdb[11] = (u_int8_t)((num_blocks >> 16) & 0xff); 1287 cdb[10] = (u_int8_t)((num_blocks >> 24) & 0xff); 1288 1289 io_request->IoFlags = 16; /* Specify 16-byte cdb */ 1290 cdb_len = 16; 1291 } else if ((cdb_len == 6) && (start_blk > 0x1fffff)) { 1292 /* convert to 10 byte CDB */ 1293 opcode = cdb[0] == READ_6 ? READ_10 : WRITE_10; 1294 control = cdb[5]; 1295 1296 memset(cdb, 0, sizeof(io_request->CDB.CDB32)); 1297 cdb[0] = opcode; 1298 cdb[9] = control; 1299 1300 /* Set transfer length */ 1301 cdb[8] = (u_int8_t)(num_blocks & 0xff); 1302 cdb[7] = (u_int8_t)((num_blocks >> 8) & 0xff); 1303 1304 /* Specify 10-byte cdb */ 1305 cdb_len = 10; 1306 } 1307 /* Fall through normal case, just load LBA here */ 1308 u_int8_t val = cdb[1] & 0xE0; 1309 1310 switch (cdb_len) { 1311 case 6: 1312 cdb[3] = (u_int8_t)(start_blk & 0xff); 1313 cdb[2] = (u_int8_t)((start_blk >> 8) & 0xff); 1314 cdb[1] = val | ((u_int8_t)(start_blk >> 16) & 0x1f); 1315 break; 1316 case 10: 1317 cdb[5] = (u_int8_t)(start_blk & 0xff); 1318 cdb[4] = (u_int8_t)((start_blk >> 8) & 0xff); 1319 cdb[3] = (u_int8_t)((start_blk >> 16) & 0xff); 1320 cdb[2] = (u_int8_t)((start_blk >> 24) & 0xff); 1321 break; 1322 case 16: 1323 cdb[9] = (u_int8_t)(start_blk & 0xff); 1324 cdb[8] = (u_int8_t)((start_blk >> 8) & 0xff); 1325 cdb[7] = (u_int8_t)((start_blk >> 16) & 0xff); 1326 cdb[6] = (u_int8_t)((start_blk >> 24) & 0xff); 1327 cdb[5] = (u_int8_t)((start_blk >> 32) & 0xff); 1328 cdb[4] = (u_int8_t)((start_blk >> 40) & 0xff); 1329 cdb[3] = (u_int8_t)((start_blk >> 48) & 0xff); 1330 cdb[2] = (u_int8_t)((start_blk >> 56) & 0xff); 1331 break; 1332 } 1333 } 1334} 1335 1336/* 1337 * mrsas_get_best_arm_pd: Determine the best spindle arm 1338 * Inputs: 1339 * sc - HBA instance 1340 * lbInfo - Load balance info 1341 * io_info - IO request info 1342 * 1343 * This function determines and returns the best arm by looking at the 1344 * parameters of the last PD access. 1345 */ 1346u_int8_t 1347mrsas_get_best_arm_pd(struct mrsas_softc *sc, 1348 PLD_LOAD_BALANCE_INFO lbInfo, struct IO_REQUEST_INFO *io_info) 1349{ 1350 MR_LD_RAID *raid; 1351 MR_DRV_RAID_MAP_ALL *drv_map; 1352 u_int16_t pend0, pend1, ld; 1353 u_int64_t diff0, diff1; 1354 u_int8_t bestArm, pd0, pd1, span, arm; 1355 u_int32_t arRef, span_row_size; 1356 1357 u_int64_t block = io_info->ldStartBlock; 1358 u_int32_t count = io_info->numBlocks; 1359 1360 span = ((io_info->span_arm & RAID_CTX_SPANARM_SPAN_MASK) 1361 >> RAID_CTX_SPANARM_SPAN_SHIFT); 1362 arm = (io_info->span_arm & RAID_CTX_SPANARM_ARM_MASK); 1363 1364 drv_map = sc->ld_drv_map[(sc->map_id & 1)]; 1365 ld = MR_TargetIdToLdGet(io_info->ldTgtId, drv_map); 1366 raid = MR_LdRaidGet(ld, drv_map); 1367 span_row_size = sc->UnevenSpanSupport ? 1368 SPAN_ROW_SIZE(drv_map, ld, span) : raid->rowSize; 1369 1370 arRef = MR_LdSpanArrayGet(ld, span, drv_map); 1371 pd0 = MR_ArPdGet(arRef, arm, drv_map); 1372 pd1 = MR_ArPdGet(arRef, (arm + 1) >= span_row_size ? 1373 (arm + 1 - span_row_size) : arm + 1, drv_map); 1374 1375 /* get the pending cmds for the data and mirror arms */ 1376 pend0 = mrsas_atomic_read(&lbInfo->scsi_pending_cmds[pd0]); 1377 pend1 = mrsas_atomic_read(&lbInfo->scsi_pending_cmds[pd1]); 1378 1379 /* Determine the disk whose head is nearer to the req. block */ 1380 diff0 = ABS_DIFF(block, lbInfo->last_accessed_block[pd0]); 1381 diff1 = ABS_DIFF(block, lbInfo->last_accessed_block[pd1]); 1382 bestArm = (diff0 <= diff1 ? arm : arm ^ 1); 1383 1384 if ((bestArm == arm && pend0 > pend1 + sc->lb_pending_cmds) || 1385 (bestArm != arm && pend1 > pend0 + sc->lb_pending_cmds)) 1386 bestArm ^= 1; 1387 1388 /* Update the last accessed block on the correct pd */ 1389 lbInfo->last_accessed_block[bestArm == arm ? pd0 : pd1] = block + count - 1; 1390 io_info->span_arm = (span << RAID_CTX_SPANARM_SPAN_SHIFT) | bestArm; 1391 io_info->pd_after_lb = (bestArm == arm) ? pd0 : pd1; 1392#if SPAN_DEBUG 1393 if (arm != bestArm) 1394 printf("AVAGO Debug R1 Load balance occur - span 0x%x arm 0x%x bestArm 0x%x " 1395 "io_info->span_arm 0x%x\n", 1396 span, arm, bestArm, io_info->span_arm); 1397#endif 1398 1399 return io_info->pd_after_lb; 1400} 1401 1402/* 1403 * mrsas_get_updated_dev_handle: Get the update dev handle 1404 * Inputs: 1405 * sc - Adapter instance soft state 1406 * lbInfo - Load balance info 1407 * io_info - io_info pointer 1408 * 1409 * This function determines and returns the updated dev handle. 1410 */ 1411u_int16_t 1412mrsas_get_updated_dev_handle(struct mrsas_softc *sc, 1413 PLD_LOAD_BALANCE_INFO lbInfo, struct IO_REQUEST_INFO *io_info) 1414{ 1415 u_int8_t arm_pd; 1416 u_int16_t devHandle; 1417 MR_DRV_RAID_MAP_ALL *drv_map; 1418 1419 drv_map = sc->ld_drv_map[(sc->map_id & 1)]; 1420 1421 /* get best new arm */ 1422 arm_pd = mrsas_get_best_arm_pd(sc, lbInfo, io_info); 1423 devHandle = MR_PdDevHandleGet(arm_pd, drv_map); 1424 mrsas_atomic_inc(&lbInfo->scsi_pending_cmds[arm_pd]); 1425 1426 return devHandle; 1427} 1428 1429/* 1430 * MR_GetPhyParams: Calculates arm, span, and block 1431 * Inputs: Adapter soft state 1432 * Logical drive number (LD) 1433 * Stripe number(stripRow) 1434 * Reference in stripe (stripRef) 1435 * 1436 * Outputs: Absolute Block number in the physical disk 1437 * 1438 * This routine calculates the arm, span and block for the specified stripe and 1439 * reference in stripe. 1440 */ 1441u_int8_t 1442MR_GetPhyParams(struct mrsas_softc *sc, u_int32_t ld, 1443 u_int64_t stripRow, 1444 u_int16_t stripRef, struct IO_REQUEST_INFO *io_info, 1445 RAID_CONTEXT * pRAID_Context, MR_DRV_RAID_MAP_ALL * map) 1446{ 1447 MR_LD_RAID *raid = MR_LdRaidGet(ld, map); 1448 u_int32_t pd, arRef; 1449 u_int8_t physArm, span; 1450 u_int64_t row; 1451 u_int8_t retval = TRUE; 1452 int error_code = 0; 1453 u_int64_t *pdBlock = &io_info->pdBlock; 1454 u_int16_t *pDevHandle = &io_info->devHandle; 1455 u_int32_t rowMod, armQ, arm, logArm; 1456 u_int8_t do_invader = 0; 1457 1458 if ((sc->device_id == MRSAS_INVADER) || 1459 (sc->device_id == MRSAS_FURY) || 1460 (sc->device_id == MRSAS_INTRUDER) || 1461 (sc->device_id == MRSAS_INTRUDER_24) || 1462 (sc->device_id == MRSAS_CUTLASS_52) || 1463 (sc->device_id == MRSAS_CUTLASS_53)) 1464 do_invader = 1; 1465 1466 row = mega_div64_32(stripRow, raid->rowDataSize); 1467 1468 if (raid->level == 6) { 1469 /* logical arm within row */ 1470 logArm = mega_mod64(stripRow, raid->rowDataSize); 1471 if (raid->rowSize == 0) 1472 return FALSE; 1473 rowMod = mega_mod64(row, raid->rowSize); /* get logical row mod */ 1474 armQ = raid->rowSize - 1 - rowMod; /* index of Q drive */ 1475 arm = armQ + 1 + logArm;/* data always logically follows Q */ 1476 if (arm >= raid->rowSize) /* handle wrap condition */ 1477 arm -= raid->rowSize; 1478 physArm = (u_int8_t)arm; 1479 } else { 1480 if (raid->modFactor == 0) 1481 return FALSE; 1482 physArm = MR_LdDataArmGet(ld, mega_mod64(stripRow, raid->modFactor), map); 1483 } 1484 1485 if (raid->spanDepth == 1) { 1486 span = 0; 1487 *pdBlock = row << raid->stripeShift; 1488 } else { 1489 span = (u_int8_t)MR_GetSpanBlock(ld, row, pdBlock, map, &error_code); 1490 if (error_code == 1) 1491 return FALSE; 1492 } 1493 1494 /* Get the array on which this span is present */ 1495 arRef = MR_LdSpanArrayGet(ld, span, map); 1496 1497 pd = MR_ArPdGet(arRef, physArm, map); /* Get the Pd. */ 1498 1499 if (pd != MR_PD_INVALID) 1500 /* Get dev handle from Pd */ 1501 *pDevHandle = MR_PdDevHandleGet(pd, map); 1502 else { 1503 *pDevHandle = MR_PD_INVALID; /* set dev handle as invalid. */ 1504 if ((raid->level >= 5) && ((!do_invader) || (do_invader && 1505 raid->regTypeReqOnRead != REGION_TYPE_UNUSED))) 1506 pRAID_Context->regLockFlags = REGION_TYPE_EXCLUSIVE; 1507 else if (raid->level == 1) { 1508 /* Get Alternate Pd. */ 1509 pd = MR_ArPdGet(arRef, physArm + 1, map); 1510 if (pd != MR_PD_INVALID) 1511 /* Get dev handle from Pd. */ 1512 *pDevHandle = MR_PdDevHandleGet(pd, map); 1513 } 1514 } 1515 1516 *pdBlock += stripRef + MR_LdSpanPtrGet(ld, span, map)->startBlk; 1517 pRAID_Context->spanArm = (span << RAID_CTX_SPANARM_SPAN_SHIFT) | physArm; 1518 io_info->span_arm = pRAID_Context->spanArm; 1519 return retval; 1520} 1521 1522/* 1523 * MR_GetSpanBlock: Calculates span block 1524 * Inputs: LD 1525 * row PD 1526 * span block 1527 * RAID map pointer 1528 * 1529 * Outputs: Span number Error code 1530 * 1531 * This routine calculates the span from the span block info. 1532 */ 1533u_int32_t 1534MR_GetSpanBlock(u_int32_t ld, u_int64_t row, u_int64_t *span_blk, 1535 MR_DRV_RAID_MAP_ALL * map, int *div_error) 1536{ 1537 MR_SPAN_BLOCK_INFO *pSpanBlock = MR_LdSpanInfoGet(ld, map); 1538 MR_QUAD_ELEMENT *quad; 1539 MR_LD_RAID *raid = MR_LdRaidGet(ld, map); 1540 u_int32_t span, j; 1541 u_int64_t blk, debugBlk; 1542 1543 for (span = 0; span < raid->spanDepth; span++, pSpanBlock++) { 1544 for (j = 0; j < pSpanBlock->block_span_info.noElements; j++) { 1545 quad = &pSpanBlock->block_span_info.quad[j]; 1546 if (quad->diff == 0) { 1547 *div_error = 1; 1548 return span; 1549 } 1550 if (quad->logStart <= row && row <= quad->logEnd && 1551 (mega_mod64(row - quad->logStart, quad->diff)) == 0) { 1552 if (span_blk != NULL) { 1553 blk = mega_div64_32((row - quad->logStart), quad->diff); 1554 debugBlk = blk; 1555 blk = (blk + quad->offsetInSpan) << raid->stripeShift; 1556 *span_blk = blk; 1557 } 1558 return span; 1559 } 1560 } 1561 } 1562 return span; 1563} 1564