mrsas_fp.c revision 282531
1265555Sambrisko/* 2282531Skadesai * Copyright (c) 2015, AVAGO Tech. All rights reserved. Author: Marian Choy 3272744Skadesai * Copyright (c) 2014, LSI Corp. All rights reserved. Author: Marian Choy 4282531Skadesai * Support: freebsdraid@avagotech.com 5265555Sambrisko * 6265555Sambrisko * Redistribution and use in source and binary forms, with or without 7272744Skadesai * modification, are permitted provided that the following conditions are 8272744Skadesai * met: 9265555Sambrisko * 10272744Skadesai * 1. Redistributions of source code must retain the above copyright notice, 11272744Skadesai * this list of conditions and the following disclaimer. 2. Redistributions 12272744Skadesai * in binary form must reproduce the above copyright notice, this list of 13272744Skadesai * conditions and the following disclaimer in the documentation and/or other 14272744Skadesai * materials provided with the distribution. 3. Neither the name of the 15272744Skadesai * <ORGANIZATION> nor the names of its contributors may be used to endorse or 16272744Skadesai * promote products derived from this software without specific prior written 17272744Skadesai * permission. 18265555Sambrisko * 19272744Skadesai * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" 20272744Skadesai * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 21272744Skadesai * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 22272744Skadesai * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE 23272744Skadesai * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 24272744Skadesai * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 25272744Skadesai * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26272744Skadesai * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 27272744Skadesai * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 28272744Skadesai * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 29265555Sambrisko * POSSIBILITY OF SUCH DAMAGE. 30265555Sambrisko * 31272744Skadesai * The views and conclusions contained in the software and documentation are 32272744Skadesai * those of the authors and should not be interpreted as representing 33265555Sambrisko * official policies,either expressed or implied, of the FreeBSD Project. 34265555Sambrisko * 35282531Skadesai * Send feedback to: <megaraidfbsd@avagotech.com> Mail to: AVAGO TECHNOLOGIES, 1621 36272744Skadesai * Barber Lane, Milpitas, CA 95035 ATTN: MegaRaid FreeBSD 37265555Sambrisko * 38265555Sambrisko */ 39265555Sambrisko 40265555Sambrisko#include <sys/cdefs.h> 41265555Sambrisko__FBSDID("$FreeBSD: head/sys/dev/mrsas/mrsas_fp.c 282531 2015-05-06 10:45:13Z kadesai $"); 42265555Sambrisko 43265555Sambrisko#include <dev/mrsas/mrsas.h> 44265555Sambrisko 45265555Sambrisko#include <cam/cam.h> 46265555Sambrisko#include <cam/cam_ccb.h> 47265555Sambrisko#include <cam/cam_sim.h> 48265555Sambrisko#include <cam/cam_xpt_sim.h> 49265555Sambrisko#include <cam/cam_debug.h> 50265555Sambrisko#include <cam/cam_periph.h> 51265555Sambrisko#include <cam/cam_xpt_periph.h> 52265555Sambrisko 53265555Sambrisko 54265555Sambrisko/* 55265555Sambrisko * Function prototypes 56265555Sambrisko */ 57265555Sambriskou_int8_t MR_ValidateMapInfo(struct mrsas_softc *sc); 58282527Skadesaiu_int8_t mrsas_get_best_arm_pd(struct mrsas_softc *sc, 59282527Skadesai PLD_LOAD_BALANCE_INFO lbInfo, struct IO_REQUEST_INFO *io_info); 60272744Skadesaiu_int8_t 61272744SkadesaiMR_BuildRaidContext(struct mrsas_softc *sc, 62272744Skadesai struct IO_REQUEST_INFO *io_info, 63272744Skadesai RAID_CONTEXT * pRAID_Context, MR_DRV_RAID_MAP_ALL * map); 64272744Skadesaiu_int8_t 65272744SkadesaiMR_GetPhyParams(struct mrsas_softc *sc, u_int32_t ld, 66272744Skadesai u_int64_t stripRow, u_int16_t stripRef, struct IO_REQUEST_INFO *io_info, 67272744Skadesai RAID_CONTEXT * pRAID_Context, 68272744Skadesai MR_DRV_RAID_MAP_ALL * map); 69272744Skadesaiu_int16_t MR_TargetIdToLdGet(u_int32_t ldTgtId, MR_DRV_RAID_MAP_ALL * map); 70272744Skadesaiu_int32_t MR_LdBlockSizeGet(u_int32_t ldTgtId, MR_DRV_RAID_MAP_ALL * map); 71272744Skadesaiu_int16_t MR_GetLDTgtId(u_int32_t ld, MR_DRV_RAID_MAP_ALL * map); 72282527Skadesaiu_int16_t mrsas_get_updated_dev_handle(struct mrsas_softc *sc, 73282527Skadesai PLD_LOAD_BALANCE_INFO lbInfo, struct IO_REQUEST_INFO *io_info); 74265555Sambriskou_int32_t mega_mod64(u_int64_t dividend, u_int32_t divisor); 75272744Skadesaiu_int32_t 76272744SkadesaiMR_GetSpanBlock(u_int32_t ld, u_int64_t row, u_int64_t *span_blk, 77272744Skadesai MR_DRV_RAID_MAP_ALL * map, int *div_error); 78265555Sambriskou_int64_t mega_div64_32(u_int64_t dividend, u_int32_t divisor); 79282527Skadesaivoid mrsas_update_load_balance_params(struct mrsas_softc *sc, 80282527Skadesai MR_DRV_RAID_MAP_ALL *map, PLD_LOAD_BALANCE_INFO lbInfo); 81272744Skadesaivoid 82272744Skadesaimrsas_set_pd_lba(MRSAS_RAID_SCSI_IO_REQUEST * io_request, 83272744Skadesai u_int8_t cdb_len, struct IO_REQUEST_INFO *io_info, union ccb *ccb, 84272744Skadesai MR_DRV_RAID_MAP_ALL * local_map_ptr, u_int32_t ref_tag, 85272744Skadesai u_int32_t ld_block_size); 86272744Skadesaistatic u_int16_t 87272744SkadesaiMR_LdSpanArrayGet(u_int32_t ld, u_int32_t span, 88272744Skadesai MR_DRV_RAID_MAP_ALL * map); 89272744Skadesaistatic u_int16_t MR_PdDevHandleGet(u_int32_t pd, MR_DRV_RAID_MAP_ALL * map); 90272744Skadesaistatic u_int16_t 91272744SkadesaiMR_ArPdGet(u_int32_t ar, u_int32_t arm, 92272744Skadesai MR_DRV_RAID_MAP_ALL * map); 93272744Skadesaistatic MR_LD_SPAN * 94272744SkadesaiMR_LdSpanPtrGet(u_int32_t ld, u_int32_t span, 95272744Skadesai MR_DRV_RAID_MAP_ALL * map); 96272744Skadesaistatic u_int8_t 97272744SkadesaiMR_LdDataArmGet(u_int32_t ld, u_int32_t armIdx, 98272744Skadesai MR_DRV_RAID_MAP_ALL * map); 99272744Skadesaistatic MR_SPAN_BLOCK_INFO * 100272744SkadesaiMR_LdSpanInfoGet(u_int32_t ld, 101272744Skadesai MR_DRV_RAID_MAP_ALL * map); 102272744SkadesaiMR_LD_RAID *MR_LdRaidGet(u_int32_t ld, MR_DRV_RAID_MAP_ALL * map); 103272744Skadesaivoid MR_PopulateDrvRaidMap(struct mrsas_softc *sc); 104265555Sambrisko 105272735Skadesai 106265555Sambrisko/* 107272744Skadesai * Spanset related function prototypes Added for PRL11 configuration (Uneven 108272744Skadesai * span support) 109265555Sambrisko */ 110272744Skadesaivoid mr_update_span_set(MR_DRV_RAID_MAP_ALL * map, PLD_SPAN_INFO ldSpanInfo); 111272744Skadesaistatic u_int8_t 112272744Skadesaimr_spanset_get_phy_params(struct mrsas_softc *sc, u_int32_t ld, 113272744Skadesai u_int64_t stripRow, u_int16_t stripRef, struct IO_REQUEST_INFO *io_info, 114272744Skadesai RAID_CONTEXT * pRAID_Context, MR_DRV_RAID_MAP_ALL * map); 115272744Skadesaistatic u_int64_t 116272744Skadesaiget_row_from_strip(struct mrsas_softc *sc, u_int32_t ld, 117272744Skadesai u_int64_t strip, MR_DRV_RAID_MAP_ALL * map); 118272744Skadesaistatic u_int32_t 119272744Skadesaimr_spanset_get_span_block(struct mrsas_softc *sc, 120272744Skadesai u_int32_t ld, u_int64_t row, u_int64_t *span_blk, 121272744Skadesai MR_DRV_RAID_MAP_ALL * map, int *div_error); 122272744Skadesaistatic u_int8_t 123272744Skadesaiget_arm(struct mrsas_softc *sc, u_int32_t ld, u_int8_t span, 124272744Skadesai u_int64_t stripe, MR_DRV_RAID_MAP_ALL * map); 125265555Sambrisko 126265555Sambrisko 127265555Sambrisko/* 128272744Skadesai * Spanset related defines Added for PRL11 configuration(Uneven span support) 129265555Sambrisko */ 130272744Skadesai#define SPAN_ROW_SIZE(map, ld, index_) MR_LdSpanPtrGet(ld, index_, map)->spanRowSize 131272744Skadesai#define SPAN_ROW_DATA_SIZE(map_, ld, index_) \ 132272744Skadesai MR_LdSpanPtrGet(ld, index_, map)->spanRowDataSize 133272744Skadesai#define SPAN_INVALID 0xff 134272744Skadesai#define SPAN_DEBUG 0 135265555Sambrisko 136265555Sambrisko/* 137265555Sambrisko * Related Defines 138265555Sambrisko */ 139265555Sambrisko 140272744Skadesaitypedef u_int64_t REGION_KEY; 141272744Skadesaitypedef u_int32_t REGION_LEN; 142265555Sambrisko 143272744Skadesai#define MR_LD_STATE_OPTIMAL 3 144272744Skadesai#define FALSE 0 145272744Skadesai#define TRUE 1 146265555Sambrisko 147282527Skadesai#define LB_PENDING_CMDS_DEFAULT 4 148265555Sambrisko 149282527Skadesai 150265555Sambrisko/* 151265555Sambrisko * Related Macros 152265555Sambrisko */ 153265555Sambrisko 154272744Skadesai#define ABS_DIFF(a,b) ( ((a) > (b)) ? ((a) - (b)) : ((b) - (a)) ) 155265555Sambrisko 156272744Skadesai#define swap32(x) \ 157265555Sambrisko ((unsigned int)( \ 158265555Sambrisko (((unsigned int)(x) & (unsigned int)0x000000ffUL) << 24) | \ 159265555Sambrisko (((unsigned int)(x) & (unsigned int)0x0000ff00UL) << 8) | \ 160265555Sambrisko (((unsigned int)(x) & (unsigned int)0x00ff0000UL) >> 8) | \ 161265555Sambrisko (((unsigned int)(x) & (unsigned int)0xff000000UL) >> 24) )) 162265555Sambrisko 163265555Sambrisko 164265555Sambrisko/* 165272744Skadesai * In-line functions for mod and divide of 64-bit dividend and 32-bit 166272744Skadesai * divisor. Assumes a check for a divisor of zero is not possible. 167272744Skadesai * 168272744Skadesai * @param dividend: Dividend 169272744Skadesai * @param divisor: Divisor 170272744Skadesai * @return remainder 171265555Sambrisko */ 172265555Sambrisko 173272744Skadesai#define mega_mod64(dividend, divisor) ({ \ 174265555Sambriskoint remainder; \ 175265555Sambriskoremainder = ((u_int64_t) (dividend)) % (u_int32_t) (divisor); \ 176265555Sambriskoremainder;}) 177265555Sambrisko 178272744Skadesai#define mega_div64_32(dividend, divisor) ({ \ 179265555Sambriskoint quotient; \ 180265555Sambriskoquotient = ((u_int64_t) (dividend)) / (u_int32_t) (divisor); \ 181265555Sambriskoquotient;}) 182265555Sambrisko 183265555Sambrisko 184265555Sambrisko/* 185265555Sambrisko * Various RAID map access functions. These functions access the various 186272744Skadesai * parts of the RAID map and returns the appropriate parameters. 187265555Sambrisko */ 188265555Sambrisko 189272744SkadesaiMR_LD_RAID * 190272744SkadesaiMR_LdRaidGet(u_int32_t ld, MR_DRV_RAID_MAP_ALL * map) 191265555Sambrisko{ 192272744Skadesai return (&map->raidMap.ldSpanMap[ld].ldRaid); 193265555Sambrisko} 194265555Sambrisko 195272744Skadesaiu_int16_t 196272744SkadesaiMR_GetLDTgtId(u_int32_t ld, MR_DRV_RAID_MAP_ALL * map) 197265555Sambrisko{ 198272744Skadesai return (map->raidMap.ldSpanMap[ld].ldRaid.targetId); 199265555Sambrisko} 200265555Sambrisko 201272744Skadesaistatic u_int16_t 202272744SkadesaiMR_LdSpanArrayGet(u_int32_t ld, u_int32_t span, MR_DRV_RAID_MAP_ALL * map) 203265555Sambrisko{ 204272744Skadesai return map->raidMap.ldSpanMap[ld].spanBlock[span].span.arrayRef; 205265555Sambrisko} 206265555Sambrisko 207272744Skadesaistatic u_int8_t 208272744SkadesaiMR_LdDataArmGet(u_int32_t ld, u_int32_t armIdx, MR_DRV_RAID_MAP_ALL * map) 209265555Sambrisko{ 210272744Skadesai return map->raidMap.ldSpanMap[ld].dataArmMap[armIdx]; 211265555Sambrisko} 212265555Sambrisko 213272744Skadesaistatic u_int16_t 214272744SkadesaiMR_PdDevHandleGet(u_int32_t pd, MR_DRV_RAID_MAP_ALL * map) 215265555Sambrisko{ 216272744Skadesai return map->raidMap.devHndlInfo[pd].curDevHdl; 217265555Sambrisko} 218265555Sambrisko 219272744Skadesaistatic u_int16_t 220272744SkadesaiMR_ArPdGet(u_int32_t ar, u_int32_t arm, MR_DRV_RAID_MAP_ALL * map) 221265555Sambrisko{ 222272744Skadesai return map->raidMap.arMapInfo[ar].pd[arm]; 223265555Sambrisko} 224265555Sambrisko 225272744Skadesaistatic MR_LD_SPAN * 226272744SkadesaiMR_LdSpanPtrGet(u_int32_t ld, u_int32_t span, MR_DRV_RAID_MAP_ALL * map) 227265555Sambrisko{ 228272744Skadesai return &map->raidMap.ldSpanMap[ld].spanBlock[span].span; 229265555Sambrisko} 230265555Sambrisko 231272744Skadesaistatic MR_SPAN_BLOCK_INFO * 232272744SkadesaiMR_LdSpanInfoGet(u_int32_t ld, MR_DRV_RAID_MAP_ALL * map) 233265555Sambrisko{ 234272744Skadesai return &map->raidMap.ldSpanMap[ld].spanBlock[0]; 235265555Sambrisko} 236265555Sambrisko 237272744Skadesaiu_int16_t 238272744SkadesaiMR_TargetIdToLdGet(u_int32_t ldTgtId, MR_DRV_RAID_MAP_ALL * map) 239265555Sambrisko{ 240272744Skadesai return map->raidMap.ldTgtIdToLd[ldTgtId]; 241265555Sambrisko} 242265555Sambrisko 243272744Skadesaiu_int32_t 244272744SkadesaiMR_LdBlockSizeGet(u_int32_t ldTgtId, MR_DRV_RAID_MAP_ALL * map) 245265555Sambrisko{ 246272744Skadesai MR_LD_RAID *raid; 247272744Skadesai u_int32_t ld, ldBlockSize = MRSAS_SCSIBLOCKSIZE; 248265555Sambrisko 249272744Skadesai ld = MR_TargetIdToLdGet(ldTgtId, map); 250265555Sambrisko 251272744Skadesai /* 252272744Skadesai * Check if logical drive was removed. 253272744Skadesai */ 254272744Skadesai if (ld >= MAX_LOGICAL_DRIVES) 255272744Skadesai return ldBlockSize; 256265555Sambrisko 257272744Skadesai raid = MR_LdRaidGet(ld, map); 258272744Skadesai ldBlockSize = raid->logicalBlockLength; 259272744Skadesai if (!ldBlockSize) 260272744Skadesai ldBlockSize = MRSAS_SCSIBLOCKSIZE; 261265555Sambrisko 262272744Skadesai return ldBlockSize; 263265555Sambrisko} 264265555Sambrisko 265272735Skadesai/* 266272735Skadesai * This function will Populate Driver Map using firmware raid map 267272735Skadesai */ 268272744Skadesaivoid 269272744SkadesaiMR_PopulateDrvRaidMap(struct mrsas_softc *sc) 270272735Skadesai{ 271272744Skadesai MR_FW_RAID_MAP_ALL *fw_map_old = NULL; 272272744Skadesai MR_FW_RAID_MAP *pFwRaidMap = NULL; 273272735Skadesai unsigned int i; 274272735Skadesai 275272735Skadesai MR_DRV_RAID_MAP_ALL *drv_map = sc->ld_drv_map[(sc->map_id & 1)]; 276272735Skadesai MR_DRV_RAID_MAP *pDrvRaidMap = &drv_map->raidMap; 277272735Skadesai 278272744Skadesai if (sc->max256vdSupport) { 279272735Skadesai memcpy(sc->ld_drv_map[sc->map_id & 1], 280272744Skadesai sc->raidmap_mem[sc->map_id & 1], 281272744Skadesai sc->current_map_sz); 282272744Skadesai /* 283272744Skadesai * New Raid map will not set totalSize, so keep expected 284272744Skadesai * value for legacy code in ValidateMapInfo 285272735Skadesai */ 286272744Skadesai pDrvRaidMap->totalSize = sizeof(MR_FW_RAID_MAP_EXT); 287272735Skadesai } else { 288272744Skadesai fw_map_old = (MR_FW_RAID_MAP_ALL *) sc->raidmap_mem[(sc->map_id & 1)]; 289272735Skadesai pFwRaidMap = &fw_map_old->raidMap; 290272735Skadesai 291272735Skadesai#if VD_EXT_DEBUG 292272735Skadesai for (i = 0; i < pFwRaidMap->ldCount; i++) { 293272735Skadesai device_printf(sc->mrsas_dev, 294272744Skadesai "Index 0x%x Target Id 0x%x Seq Num 0x%x Size 0/%lx\n", i, 295272744Skadesai fw_map_old->raidMap.ldSpanMap[i].ldRaid.targetId, 296272744Skadesai fw_map_old->raidMap.ldSpanMap[i].ldRaid.seqNum, 297272744Skadesai fw_map_old->raidMap.ldSpanMap[i].ldRaid.size); 298272735Skadesai } 299272735Skadesai#endif 300272735Skadesai 301272735Skadesai memset(drv_map, 0, sc->drv_map_sz); 302272735Skadesai pDrvRaidMap->totalSize = pFwRaidMap->totalSize; 303272735Skadesai pDrvRaidMap->ldCount = pFwRaidMap->ldCount; 304272735Skadesai pDrvRaidMap->fpPdIoTimeoutSec = 305272744Skadesai pFwRaidMap->fpPdIoTimeoutSec; 306272735Skadesai 307272744Skadesai for (i = 0; i < MAX_RAIDMAP_LOGICAL_DRIVES + MAX_RAIDMAP_VIEWS; i++) { 308272735Skadesai pDrvRaidMap->ldTgtIdToLd[i] = 309272744Skadesai (u_int8_t)pFwRaidMap->ldTgtIdToLd[i]; 310272735Skadesai } 311272735Skadesai 312272744Skadesai for (i = 0; i < pDrvRaidMap->ldCount; i++) { 313272735Skadesai pDrvRaidMap->ldSpanMap[i] = 314272744Skadesai pFwRaidMap->ldSpanMap[i]; 315272735Skadesai 316272735Skadesai#if VD_EXT_DEBUG 317272744Skadesai device_printf(sc->mrsas_dev, "pFwRaidMap->ldSpanMap[%d].ldRaid.targetId 0x%x " 318272744Skadesai "pFwRaidMap->ldSpanMap[%d].ldRaid.seqNum 0x%x size 0x%x\n", 319272744Skadesai i, i, pFwRaidMap->ldSpanMap[i].ldRaid.targetId, 320272744Skadesai pFwRaidMap->ldSpanMap[i].ldRaid.seqNum, 321272744Skadesai (u_int32_t)pFwRaidMap->ldSpanMap[i].ldRaid.rowSize); 322272744Skadesai device_printf(sc->mrsas_dev, "pDrvRaidMap->ldSpanMap[%d].ldRaid.targetId 0x%x" 323272744Skadesai "pDrvRaidMap->ldSpanMap[%d].ldRaid.seqNum 0x%x size 0x%x\n", i, i, 324272744Skadesai pDrvRaidMap->ldSpanMap[i].ldRaid.targetId, 325272744Skadesai pDrvRaidMap->ldSpanMap[i].ldRaid.seqNum, 326272744Skadesai (u_int32_t)pDrvRaidMap->ldSpanMap[i].ldRaid.rowSize); 327272744Skadesai device_printf(sc->mrsas_dev, "drv raid map all %p raid map %p LD RAID MAP %p/%p\n", 328272744Skadesai drv_map, pDrvRaidMap, 329272744Skadesai &pFwRaidMap->ldSpanMap[i].ldRaid, &pDrvRaidMap->ldSpanMap[i].ldRaid); 330272735Skadesai#endif 331272735Skadesai } 332272735Skadesai 333272735Skadesai memcpy(pDrvRaidMap->arMapInfo, pFwRaidMap->arMapInfo, 334272744Skadesai sizeof(MR_ARRAY_INFO) * MAX_RAIDMAP_ARRAYS); 335272735Skadesai memcpy(pDrvRaidMap->devHndlInfo, pFwRaidMap->devHndlInfo, 336272744Skadesai sizeof(MR_DEV_HANDLE_INFO) * 337272744Skadesai MAX_RAIDMAP_PHYSICAL_DEVICES); 338272735Skadesai } 339272735Skadesai} 340272735Skadesai 341272744Skadesai/* 342272744Skadesai * MR_ValidateMapInfo: Validate RAID map 343272744Skadesai * input: Adapter instance soft state 344265555Sambrisko * 345272744Skadesai * This function checks and validates the loaded RAID map. It returns 0 if 346265555Sambrisko * successful, and 1 otherwise. 347265555Sambrisko */ 348272744Skadesaiu_int8_t 349272744SkadesaiMR_ValidateMapInfo(struct mrsas_softc *sc) 350265555Sambrisko{ 351265555Sambrisko if (!sc) { 352265555Sambrisko return 1; 353265555Sambrisko } 354272744Skadesai MR_PopulateDrvRaidMap(sc); 355272735Skadesai 356272744Skadesai MR_DRV_RAID_MAP_ALL *drv_map = sc->ld_drv_map[(sc->map_id & 1)]; 357272744Skadesai MR_DRV_RAID_MAP *pDrvRaidMap = &drv_map->raidMap; 358272735Skadesai 359272744Skadesai u_int32_t expected_map_size; 360272735Skadesai 361272744Skadesai drv_map = sc->ld_drv_map[(sc->map_id & 1)]; 362272744Skadesai pDrvRaidMap = &drv_map->raidMap; 363272744Skadesai PLD_SPAN_INFO ldSpanInfo = (PLD_SPAN_INFO) & sc->log_to_span; 364265555Sambrisko 365272744Skadesai if (sc->max256vdSupport) 366272744Skadesai expected_map_size = sizeof(MR_FW_RAID_MAP_EXT); 367272744Skadesai else 368272744Skadesai expected_map_size = 369272744Skadesai (sizeof(MR_FW_RAID_MAP) - sizeof(MR_LD_SPAN_MAP)) + 370272744Skadesai (sizeof(MR_LD_SPAN_MAP) * pDrvRaidMap->ldCount); 371265555Sambrisko 372272744Skadesai if (pDrvRaidMap->totalSize != expected_map_size) { 373272744Skadesai device_printf(sc->mrsas_dev, "map size %x not matching ld count\n", expected_map_size); 374272744Skadesai device_printf(sc->mrsas_dev, "span map= %x\n", (unsigned int)sizeof(MR_LD_SPAN_MAP)); 375272744Skadesai device_printf(sc->mrsas_dev, "pDrvRaidMap->totalSize=%x\n", pDrvRaidMap->totalSize); 376272744Skadesai return 1; 377265555Sambrisko } 378272744Skadesai if (sc->UnevenSpanSupport) { 379272744Skadesai mr_update_span_set(drv_map, ldSpanInfo); 380272744Skadesai } 381282527Skadesai mrsas_update_load_balance_params(sc, drv_map, sc->load_balance_info); 382265555Sambrisko 383272744Skadesai return 0; 384265555Sambrisko} 385265555Sambrisko 386265555Sambrisko/* 387272744Skadesai * 388272744Skadesai * Function to print info about span set created in driver from FW raid map 389272744Skadesai * 390272744Skadesai * Inputs: map 391272744Skadesai * ldSpanInfo: ld map span info per HBA instance 392272744Skadesai * 393272744Skadesai * 394272744Skadesai */ 395265555Sambrisko#if SPAN_DEBUG 396272744Skadesaistatic int 397272744SkadesaigetSpanInfo(MR_DRV_RAID_MAP_ALL * map, PLD_SPAN_INFO ldSpanInfo) 398265555Sambrisko{ 399265555Sambrisko 400272744Skadesai u_int8_t span; 401272744Skadesai u_int32_t element; 402272744Skadesai MR_LD_RAID *raid; 403272744Skadesai LD_SPAN_SET *span_set; 404272744Skadesai MR_QUAD_ELEMENT *quad; 405272744Skadesai int ldCount; 406272744Skadesai u_int16_t ld; 407265555Sambrisko 408272744Skadesai for (ldCount = 0; ldCount < MAX_LOGICAL_DRIVES; ldCount++) { 409272744Skadesai ld = MR_TargetIdToLdGet(ldCount, map); 410272744Skadesai if (ld >= MAX_LOGICAL_DRIVES) { 411272744Skadesai continue; 412272744Skadesai } 413272744Skadesai raid = MR_LdRaidGet(ld, map); 414272744Skadesai printf("LD %x: span_depth=%x\n", ld, raid->spanDepth); 415272744Skadesai for (span = 0; span < raid->spanDepth; span++) 416272744Skadesai printf("Span=%x, number of quads=%x\n", span, 417272744Skadesai map->raidMap.ldSpanMap[ld].spanBlock[span]. 418272744Skadesai block_span_info.noElements); 419272744Skadesai for (element = 0; element < MAX_QUAD_DEPTH; element++) { 420272744Skadesai span_set = &(ldSpanInfo[ld].span_set[element]); 421272744Skadesai if (span_set->span_row_data_width == 0) 422272744Skadesai break; 423265555Sambrisko 424272744Skadesai printf("Span Set %x: width=%x, diff=%x\n", element, 425272744Skadesai (unsigned int)span_set->span_row_data_width, 426272744Skadesai (unsigned int)span_set->diff); 427272744Skadesai printf("logical LBA start=0x%08lx, end=0x%08lx\n", 428272744Skadesai (long unsigned int)span_set->log_start_lba, 429272744Skadesai (long unsigned int)span_set->log_end_lba); 430272744Skadesai printf("span row start=0x%08lx, end=0x%08lx\n", 431272744Skadesai (long unsigned int)span_set->span_row_start, 432272744Skadesai (long unsigned int)span_set->span_row_end); 433272744Skadesai printf("data row start=0x%08lx, end=0x%08lx\n", 434272744Skadesai (long unsigned int)span_set->data_row_start, 435272744Skadesai (long unsigned int)span_set->data_row_end); 436272744Skadesai printf("data strip start=0x%08lx, end=0x%08lx\n", 437272744Skadesai (long unsigned int)span_set->data_strip_start, 438272744Skadesai (long unsigned int)span_set->data_strip_end); 439272744Skadesai 440272744Skadesai for (span = 0; span < raid->spanDepth; span++) { 441272744Skadesai if (map->raidMap.ldSpanMap[ld].spanBlock[span]. 442272744Skadesai block_span_info.noElements >= element + 1) { 443272744Skadesai quad = &map->raidMap.ldSpanMap[ld]. 444272744Skadesai spanBlock[span].block_span_info. 445272744Skadesai quad[element]; 446272744Skadesai printf("Span=%x, Quad=%x, diff=%x\n", span, 447272744Skadesai element, quad->diff); 448272744Skadesai printf("offset_in_span=0x%08lx\n", 449272744Skadesai (long unsigned int)quad->offsetInSpan); 450272744Skadesai printf("logical start=0x%08lx, end=0x%08lx\n", 451272744Skadesai (long unsigned int)quad->logStart, 452272744Skadesai (long unsigned int)quad->logEnd); 453272744Skadesai } 454272744Skadesai } 455272744Skadesai } 456272744Skadesai } 457272744Skadesai return 0; 458265555Sambrisko} 459272744Skadesai 460265555Sambrisko#endif 461265555Sambrisko/* 462272744Skadesai * 463272744Skadesai * This routine calculates the Span block for given row using spanset. 464272744Skadesai * 465272744Skadesai * Inputs : HBA instance 466272744Skadesai * ld: Logical drive number 467272744Skadesai * row: Row number 468272744Skadesai * map: LD map 469272744Skadesai * 470272744Skadesai * Outputs : span - Span number block 471272744Skadesai * - Absolute Block number in the physical disk 472272744Skadesai * div_error - Devide error code. 473272744Skadesai */ 474265555Sambrisko 475272744Skadesaiu_int32_t 476272744Skadesaimr_spanset_get_span_block(struct mrsas_softc *sc, u_int32_t ld, u_int64_t row, 477272744Skadesai u_int64_t *span_blk, MR_DRV_RAID_MAP_ALL * map, int *div_error) 478265555Sambrisko{ 479272744Skadesai MR_LD_RAID *raid = MR_LdRaidGet(ld, map); 480272744Skadesai LD_SPAN_SET *span_set; 481272744Skadesai MR_QUAD_ELEMENT *quad; 482272744Skadesai u_int32_t span, info; 483272744Skadesai PLD_SPAN_INFO ldSpanInfo = sc->log_to_span; 484265555Sambrisko 485272744Skadesai for (info = 0; info < MAX_QUAD_DEPTH; info++) { 486272744Skadesai span_set = &(ldSpanInfo[ld].span_set[info]); 487265555Sambrisko 488272744Skadesai if (span_set->span_row_data_width == 0) 489272744Skadesai break; 490272744Skadesai if (row > span_set->data_row_end) 491272744Skadesai continue; 492265555Sambrisko 493272744Skadesai for (span = 0; span < raid->spanDepth; span++) 494272744Skadesai if (map->raidMap.ldSpanMap[ld].spanBlock[span]. 495272744Skadesai block_span_info.noElements >= info + 1) { 496272744Skadesai quad = &map->raidMap.ldSpanMap[ld]. 497272744Skadesai spanBlock[span]. 498272744Skadesai block_span_info.quad[info]; 499272744Skadesai if (quad->diff == 0) { 500272744Skadesai *div_error = 1; 501272744Skadesai return span; 502272744Skadesai } 503272744Skadesai if (quad->logStart <= row && 504272744Skadesai row <= quad->logEnd && 505272744Skadesai (mega_mod64(row - quad->logStart, 506272744Skadesai quad->diff)) == 0) { 507272744Skadesai if (span_blk != NULL) { 508272744Skadesai u_int64_t blk; 509272744Skadesai 510272744Skadesai blk = mega_div64_32 511272744Skadesai ((row - quad->logStart), 512272744Skadesai quad->diff); 513272744Skadesai blk = (blk + quad->offsetInSpan) 514272744Skadesai << raid->stripeShift; 515272744Skadesai *span_blk = blk; 516272744Skadesai } 517272744Skadesai return span; 518272744Skadesai } 519272744Skadesai } 520272744Skadesai } 521272744Skadesai return SPAN_INVALID; 522265555Sambrisko} 523265555Sambrisko 524265555Sambrisko/* 525272744Skadesai * 526272744Skadesai * This routine calculates the row for given strip using spanset. 527272744Skadesai * 528272744Skadesai * Inputs : HBA instance 529272744Skadesai * ld: Logical drive number 530272744Skadesai * Strip: Strip 531272744Skadesai * map: LD map 532272744Skadesai * 533272744Skadesai * Outputs : row - row associated with strip 534272744Skadesai */ 535265555Sambrisko 536272744Skadesaistatic u_int64_t 537272744Skadesaiget_row_from_strip(struct mrsas_softc *sc, 538272744Skadesai u_int32_t ld, u_int64_t strip, MR_DRV_RAID_MAP_ALL * map) 539265555Sambrisko{ 540272744Skadesai MR_LD_RAID *raid = MR_LdRaidGet(ld, map); 541272744Skadesai LD_SPAN_SET *span_set; 542272744Skadesai PLD_SPAN_INFO ldSpanInfo = sc->log_to_span; 543272744Skadesai u_int32_t info, strip_offset, span, span_offset; 544272744Skadesai u_int64_t span_set_Strip, span_set_Row; 545265555Sambrisko 546272744Skadesai for (info = 0; info < MAX_QUAD_DEPTH; info++) { 547272744Skadesai span_set = &(ldSpanInfo[ld].span_set[info]); 548265555Sambrisko 549272744Skadesai if (span_set->span_row_data_width == 0) 550272744Skadesai break; 551272744Skadesai if (strip > span_set->data_strip_end) 552272744Skadesai continue; 553265555Sambrisko 554272744Skadesai span_set_Strip = strip - span_set->data_strip_start; 555272744Skadesai strip_offset = mega_mod64(span_set_Strip, 556272744Skadesai span_set->span_row_data_width); 557272744Skadesai span_set_Row = mega_div64_32(span_set_Strip, 558272744Skadesai span_set->span_row_data_width) * span_set->diff; 559272744Skadesai for (span = 0, span_offset = 0; span < raid->spanDepth; span++) 560272744Skadesai if (map->raidMap.ldSpanMap[ld].spanBlock[span]. 561272744Skadesai block_span_info.noElements >= info + 1) { 562272744Skadesai if (strip_offset >= 563272744Skadesai span_set->strip_offset[span]) 564272744Skadesai span_offset++; 565272744Skadesai else 566272744Skadesai break; 567272744Skadesai } 568282531Skadesai mrsas_dprint(sc, MRSAS_PRL11, "AVAGO Debug : Strip 0x%llx, span_set_Strip 0x%llx, span_set_Row 0x%llx " 569272744Skadesai "data width 0x%llx span offset 0x%llx\n", (unsigned long long)strip, 570272744Skadesai (unsigned long long)span_set_Strip, 571272744Skadesai (unsigned long long)span_set_Row, 572272744Skadesai (unsigned long long)span_set->span_row_data_width, (unsigned long long)span_offset); 573282531Skadesai mrsas_dprint(sc, MRSAS_PRL11, "AVAGO Debug : For strip 0x%llx row is 0x%llx\n", (unsigned long long)strip, 574272744Skadesai (unsigned long long)span_set->data_row_start + 575272744Skadesai (unsigned long long)span_set_Row + (span_offset - 1)); 576272744Skadesai return (span_set->data_row_start + span_set_Row + (span_offset - 1)); 577272744Skadesai } 578272744Skadesai return -1LLU; 579265555Sambrisko} 580265555Sambrisko 581265555Sambrisko 582265555Sambrisko/* 583272744Skadesai * 584272744Skadesai * This routine calculates the Start Strip for given row using spanset. 585272744Skadesai * 586272744Skadesai * Inputs: HBA instance 587272744Skadesai * ld: Logical drive number 588272744Skadesai * row: Row number 589272744Skadesai * map: LD map 590272744Skadesai * 591272744Skadesai * Outputs : Strip - Start strip associated with row 592272744Skadesai */ 593265555Sambrisko 594272744Skadesaistatic u_int64_t 595272744Skadesaiget_strip_from_row(struct mrsas_softc *sc, 596272744Skadesai u_int32_t ld, u_int64_t row, MR_DRV_RAID_MAP_ALL * map) 597265555Sambrisko{ 598272744Skadesai MR_LD_RAID *raid = MR_LdRaidGet(ld, map); 599272744Skadesai LD_SPAN_SET *span_set; 600272744Skadesai MR_QUAD_ELEMENT *quad; 601272744Skadesai PLD_SPAN_INFO ldSpanInfo = sc->log_to_span; 602272744Skadesai u_int32_t span, info; 603272744Skadesai u_int64_t strip; 604265555Sambrisko 605272744Skadesai for (info = 0; info < MAX_QUAD_DEPTH; info++) { 606272744Skadesai span_set = &(ldSpanInfo[ld].span_set[info]); 607265555Sambrisko 608272744Skadesai if (span_set->span_row_data_width == 0) 609272744Skadesai break; 610272744Skadesai if (row > span_set->data_row_end) 611272744Skadesai continue; 612265555Sambrisko 613272744Skadesai for (span = 0; span < raid->spanDepth; span++) 614272744Skadesai if (map->raidMap.ldSpanMap[ld].spanBlock[span]. 615272744Skadesai block_span_info.noElements >= info + 1) { 616272744Skadesai quad = &map->raidMap.ldSpanMap[ld]. 617272744Skadesai spanBlock[span].block_span_info.quad[info]; 618272744Skadesai if (quad->logStart <= row && 619272744Skadesai row <= quad->logEnd && 620272744Skadesai mega_mod64((row - quad->logStart), 621272744Skadesai quad->diff) == 0) { 622272744Skadesai strip = mega_div64_32 623272744Skadesai (((row - span_set->data_row_start) 624272744Skadesai - quad->logStart), 625272744Skadesai quad->diff); 626272744Skadesai strip *= span_set->span_row_data_width; 627272744Skadesai strip += span_set->data_strip_start; 628272744Skadesai strip += span_set->strip_offset[span]; 629272744Skadesai return strip; 630272744Skadesai } 631272744Skadesai } 632272744Skadesai } 633282531Skadesai mrsas_dprint(sc, MRSAS_PRL11, "AVAGO Debug - get_strip_from_row: returns invalid " 634272744Skadesai "strip for ld=%x, row=%lx\n", ld, (long unsigned int)row); 635272744Skadesai return -1; 636265555Sambrisko} 637265555Sambrisko 638265555Sambrisko/* 639272744Skadesai * ***************************************************************************** 640272744Skadesai * 641272744Skadesai * 642272744Skadesai * This routine calculates the Physical Arm for given strip using spanset. 643272744Skadesai * 644272744Skadesai * Inputs : HBA instance 645272744Skadesai * Logical drive number 646272744Skadesai * Strip 647272744Skadesai * LD map 648272744Skadesai * 649272744Skadesai * Outputs : Phys Arm - Phys Arm associated with strip 650272744Skadesai */ 651265555Sambrisko 652272744Skadesaistatic u_int32_t 653272744Skadesaiget_arm_from_strip(struct mrsas_softc *sc, 654272744Skadesai u_int32_t ld, u_int64_t strip, MR_DRV_RAID_MAP_ALL * map) 655265555Sambrisko{ 656272744Skadesai MR_LD_RAID *raid = MR_LdRaidGet(ld, map); 657272744Skadesai LD_SPAN_SET *span_set; 658272744Skadesai PLD_SPAN_INFO ldSpanInfo = sc->log_to_span; 659272744Skadesai u_int32_t info, strip_offset, span, span_offset; 660265555Sambrisko 661272744Skadesai for (info = 0; info < MAX_QUAD_DEPTH; info++) { 662272744Skadesai span_set = &(ldSpanInfo[ld].span_set[info]); 663265555Sambrisko 664272744Skadesai if (span_set->span_row_data_width == 0) 665272744Skadesai break; 666272744Skadesai if (strip > span_set->data_strip_end) 667272744Skadesai continue; 668265555Sambrisko 669272744Skadesai strip_offset = (u_int32_t)mega_mod64 670272744Skadesai ((strip - span_set->data_strip_start), 671272744Skadesai span_set->span_row_data_width); 672265555Sambrisko 673272744Skadesai for (span = 0, span_offset = 0; span < raid->spanDepth; span++) 674272744Skadesai if (map->raidMap.ldSpanMap[ld].spanBlock[span]. 675272744Skadesai block_span_info.noElements >= info + 1) { 676272744Skadesai if (strip_offset >= span_set->strip_offset[span]) 677272744Skadesai span_offset = span_set->strip_offset[span]; 678272744Skadesai else 679272744Skadesai break; 680272744Skadesai } 681282531Skadesai mrsas_dprint(sc, MRSAS_PRL11, "AVAGO PRL11: get_arm_from_strip: " 682272744Skadesai "for ld=0x%x strip=0x%lx arm is 0x%x\n", ld, 683272744Skadesai (long unsigned int)strip, (strip_offset - span_offset)); 684272744Skadesai return (strip_offset - span_offset); 685272744Skadesai } 686265555Sambrisko 687282531Skadesai mrsas_dprint(sc, MRSAS_PRL11, "AVAGO Debug: - get_arm_from_strip: returns invalid arm" 688272744Skadesai " for ld=%x strip=%lx\n", ld, (long unsigned int)strip); 689265555Sambrisko 690272744Skadesai return -1; 691265555Sambrisko} 692265555Sambrisko 693265555Sambrisko 694265555Sambrisko/* This Function will return Phys arm */ 695272744Skadesaiu_int8_t 696272744Skadesaiget_arm(struct mrsas_softc *sc, u_int32_t ld, u_int8_t span, u_int64_t stripe, 697272744Skadesai MR_DRV_RAID_MAP_ALL * map) 698265555Sambrisko{ 699272744Skadesai MR_LD_RAID *raid = MR_LdRaidGet(ld, map); 700265555Sambrisko 701272744Skadesai /* Need to check correct default value */ 702272744Skadesai u_int32_t arm = 0; 703265555Sambrisko 704272744Skadesai switch (raid->level) { 705272744Skadesai case 0: 706272744Skadesai case 5: 707272744Skadesai case 6: 708272744Skadesai arm = mega_mod64(stripe, SPAN_ROW_SIZE(map, ld, span)); 709272744Skadesai break; 710272744Skadesai case 1: 711272744Skadesai /* start with logical arm */ 712272744Skadesai arm = get_arm_from_strip(sc, ld, stripe, map); 713272744Skadesai arm *= 2; 714272744Skadesai break; 715272744Skadesai } 716265555Sambrisko 717272744Skadesai return arm; 718265555Sambrisko} 719265555Sambrisko 720265555Sambrisko/* 721272744Skadesai * 722272744Skadesai * This routine calculates the arm, span and block for the specified stripe and 723272744Skadesai * reference in stripe using spanset 724272744Skadesai * 725282527Skadesai * Inputs : 726282527Skadesai * sc - HBA instance 727282527Skadesai * ld - Logical drive number 728282527Skadesai * stripRow: Stripe number 729282527Skadesai * stripRef: Reference in stripe 730272744Skadesai * 731272744Skadesai * Outputs : span - Span number block - Absolute Block 732272744Skadesai * number in the physical disk 733272744Skadesai */ 734272744Skadesaistatic u_int8_t 735272744Skadesaimr_spanset_get_phy_params(struct mrsas_softc *sc, u_int32_t ld, u_int64_t stripRow, 736272744Skadesai u_int16_t stripRef, struct IO_REQUEST_INFO *io_info, 737272744Skadesai RAID_CONTEXT * pRAID_Context, MR_DRV_RAID_MAP_ALL * map) 738265555Sambrisko{ 739272744Skadesai MR_LD_RAID *raid = MR_LdRaidGet(ld, map); 740272744Skadesai u_int32_t pd, arRef; 741272744Skadesai u_int8_t physArm, span; 742272744Skadesai u_int64_t row; 743272744Skadesai u_int8_t retval = TRUE; 744272744Skadesai u_int64_t *pdBlock = &io_info->pdBlock; 745272744Skadesai u_int16_t *pDevHandle = &io_info->devHandle; 746272744Skadesai u_int32_t logArm, rowMod, armQ, arm; 747272744Skadesai u_int8_t do_invader = 0; 748265555Sambrisko 749272744Skadesai if ((sc->device_id == MRSAS_INVADER) || (sc->device_id == MRSAS_FURY)) 750272744Skadesai do_invader = 1; 751265555Sambrisko 752272744Skadesai /* Get row and span from io_info for Uneven Span IO. */ 753272744Skadesai row = io_info->start_row; 754272744Skadesai span = io_info->start_span; 755265555Sambrisko 756265555Sambrisko 757272744Skadesai if (raid->level == 6) { 758272744Skadesai logArm = get_arm_from_strip(sc, ld, stripRow, map); 759272744Skadesai rowMod = mega_mod64(row, SPAN_ROW_SIZE(map, ld, span)); 760272744Skadesai armQ = SPAN_ROW_SIZE(map, ld, span) - 1 - rowMod; 761272744Skadesai arm = armQ + 1 + logArm; 762272744Skadesai if (arm >= SPAN_ROW_SIZE(map, ld, span)) 763272744Skadesai arm -= SPAN_ROW_SIZE(map, ld, span); 764272744Skadesai physArm = (u_int8_t)arm; 765272744Skadesai } else 766272744Skadesai /* Calculate the arm */ 767272744Skadesai physArm = get_arm(sc, ld, span, stripRow, map); 768265555Sambrisko 769265555Sambrisko 770272744Skadesai arRef = MR_LdSpanArrayGet(ld, span, map); 771272744Skadesai pd = MR_ArPdGet(arRef, physArm, map); 772265555Sambrisko 773272744Skadesai if (pd != MR_PD_INVALID) 774272744Skadesai *pDevHandle = MR_PdDevHandleGet(pd, map); 775272744Skadesai else { 776272744Skadesai *pDevHandle = MR_PD_INVALID; 777272744Skadesai if ((raid->level >= 5) && ((!do_invader) || (do_invader && 778272744Skadesai raid->regTypeReqOnRead != REGION_TYPE_UNUSED))) 779272744Skadesai pRAID_Context->regLockFlags = REGION_TYPE_EXCLUSIVE; 780272744Skadesai else if (raid->level == 1) { 781272744Skadesai pd = MR_ArPdGet(arRef, physArm + 1, map); 782272744Skadesai if (pd != MR_PD_INVALID) 783272744Skadesai *pDevHandle = MR_PdDevHandleGet(pd, map); 784272744Skadesai } 785272744Skadesai } 786272744Skadesai 787272744Skadesai *pdBlock += stripRef + MR_LdSpanPtrGet(ld, span, map)->startBlk; 788272744Skadesai pRAID_Context->spanArm = (span << RAID_CTX_SPANARM_SPAN_SHIFT) | physArm; 789282527Skadesai io_info->span_arm = pRAID_Context->spanArm; 790272744Skadesai return retval; 791265555Sambrisko} 792265555Sambrisko 793272744Skadesai/* 794272744Skadesai * MR_BuildRaidContext: Set up Fast path RAID context 795272744Skadesai * 796272744Skadesai * This function will initiate command processing. The start/end row and strip 797272744Skadesai * information is calculated then the lock is acquired. This function will 798272744Skadesai * return 0 if region lock was acquired OR return num strips. 799272744Skadesai */ 800272744Skadesaiu_int8_t 801265555SambriskoMR_BuildRaidContext(struct mrsas_softc *sc, struct IO_REQUEST_INFO *io_info, 802272744Skadesai RAID_CONTEXT * pRAID_Context, MR_DRV_RAID_MAP_ALL * map) 803265555Sambrisko{ 804272744Skadesai MR_LD_RAID *raid; 805272744Skadesai u_int32_t ld, stripSize, stripe_mask; 806272744Skadesai u_int64_t endLba, endStrip, endRow, start_row, start_strip; 807272744Skadesai REGION_KEY regStart; 808272744Skadesai REGION_LEN regSize; 809272744Skadesai u_int8_t num_strips, numRows; 810272744Skadesai u_int16_t ref_in_start_stripe, ref_in_end_stripe; 811272744Skadesai u_int64_t ldStartBlock; 812272744Skadesai u_int32_t numBlocks, ldTgtId; 813272744Skadesai u_int8_t isRead, stripIdx; 814272744Skadesai u_int8_t retval = 0; 815265555Sambrisko u_int8_t startlba_span = SPAN_INVALID; 816272744Skadesai u_int64_t *pdBlock = &io_info->pdBlock; 817272744Skadesai int error_code = 0; 818265555Sambrisko 819272744Skadesai ldStartBlock = io_info->ldStartBlock; 820272744Skadesai numBlocks = io_info->numBlocks; 821272744Skadesai ldTgtId = io_info->ldTgtId; 822272744Skadesai isRead = io_info->isRead; 823272744Skadesai 824265555Sambrisko io_info->IoforUnevenSpan = 0; 825272744Skadesai io_info->start_span = SPAN_INVALID; 826265555Sambrisko 827272744Skadesai ld = MR_TargetIdToLdGet(ldTgtId, map); 828272744Skadesai raid = MR_LdRaidGet(ld, map); 829265555Sambrisko 830272744Skadesai if (raid->rowDataSize == 0) { 831272744Skadesai if (MR_LdSpanPtrGet(ld, 0, map)->spanRowDataSize == 0) 832272744Skadesai return FALSE; 833272744Skadesai else if (sc->UnevenSpanSupport) { 834272744Skadesai io_info->IoforUnevenSpan = 1; 835272744Skadesai } else { 836282531Skadesai mrsas_dprint(sc, MRSAS_PRL11, "AVAGO Debug: raid->rowDataSize is 0, but has SPAN[0] rowDataSize = 0x%0x," 837272744Skadesai " but there is _NO_ UnevenSpanSupport\n", 838272744Skadesai MR_LdSpanPtrGet(ld, 0, map)->spanRowDataSize); 839272744Skadesai return FALSE; 840272744Skadesai } 841265555Sambrisko } 842272744Skadesai stripSize = 1 << raid->stripeShift; 843272744Skadesai stripe_mask = stripSize - 1; 844272744Skadesai /* 845272744Skadesai * calculate starting row and stripe, and number of strips and rows 846272744Skadesai */ 847272744Skadesai start_strip = ldStartBlock >> raid->stripeShift; 848272744Skadesai ref_in_start_stripe = (u_int16_t)(ldStartBlock & stripe_mask); 849272744Skadesai endLba = ldStartBlock + numBlocks - 1; 850272744Skadesai ref_in_end_stripe = (u_int16_t)(endLba & stripe_mask); 851272744Skadesai endStrip = endLba >> raid->stripeShift; 852272744Skadesai num_strips = (u_int8_t)(endStrip - start_strip + 1); /* End strip */ 853272744Skadesai if (io_info->IoforUnevenSpan) { 854272744Skadesai start_row = get_row_from_strip(sc, ld, start_strip, map); 855272744Skadesai endRow = get_row_from_strip(sc, ld, endStrip, map); 856272744Skadesai if (raid->spanDepth == 1) { 857272744Skadesai startlba_span = 0; 858272744Skadesai *pdBlock = start_row << raid->stripeShift; 859272744Skadesai } else { 860272744Skadesai startlba_span = (u_int8_t)mr_spanset_get_span_block(sc, ld, start_row, 861272744Skadesai pdBlock, map, &error_code); 862272744Skadesai if (error_code == 1) { 863282531Skadesai mrsas_dprint(sc, MRSAS_PRL11, "AVAGO Debug: return from %s %d. Send IO w/o region lock.\n", 864272744Skadesai __func__, __LINE__); 865272744Skadesai return FALSE; 866272744Skadesai } 867272744Skadesai } 868272744Skadesai if (startlba_span == SPAN_INVALID) { 869282531Skadesai mrsas_dprint(sc, MRSAS_PRL11, "AVAGO Debug: return from %s %d for row 0x%llx," 870272744Skadesai "start strip %llx endSrip %llx\n", __func__, 871272744Skadesai __LINE__, (unsigned long long)start_row, 872272744Skadesai (unsigned long long)start_strip, 873272744Skadesai (unsigned long long)endStrip); 874272744Skadesai return FALSE; 875272744Skadesai } 876272744Skadesai io_info->start_span = startlba_span; 877272744Skadesai io_info->start_row = start_row; 878282531Skadesai mrsas_dprint(sc, MRSAS_PRL11, "AVAGO Debug: Check Span number from %s %d for row 0x%llx, " 879272744Skadesai " start strip 0x%llx endSrip 0x%llx span 0x%x\n", 880272744Skadesai __func__, __LINE__, (unsigned long long)start_row, 881272744Skadesai (unsigned long long)start_strip, 882272744Skadesai (unsigned long long)endStrip, startlba_span); 883282531Skadesai mrsas_dprint(sc, MRSAS_PRL11, "AVAGO Debug : 1. start_row 0x%llx endRow 0x%llx Start span 0x%x\n", 884272744Skadesai (unsigned long long)start_row, (unsigned long long)endRow, startlba_span); 885272744Skadesai } else { 886272744Skadesai start_row = mega_div64_32(start_strip, raid->rowDataSize); 887272744Skadesai endRow = mega_div64_32(endStrip, raid->rowDataSize); 888272744Skadesai } 889265555Sambrisko 890272744Skadesai numRows = (u_int8_t)(endRow - start_row + 1); /* get the row count */ 891265555Sambrisko 892272744Skadesai /* 893272744Skadesai * Calculate region info. (Assume region at start of first row, and 894272744Skadesai * assume this IO needs the full row - will adjust if not true.) 895272744Skadesai */ 896272744Skadesai regStart = start_row << raid->stripeShift; 897272744Skadesai regSize = stripSize; 898265555Sambrisko 899272744Skadesai /* Check if we can send this I/O via FastPath */ 900272744Skadesai if (raid->capability.fpCapable) { 901272744Skadesai if (isRead) 902272744Skadesai io_info->fpOkForIo = (raid->capability.fpReadCapable && 903272744Skadesai ((num_strips == 1) || 904272744Skadesai raid->capability.fpReadAcrossStripe)); 905272744Skadesai else 906272744Skadesai io_info->fpOkForIo = (raid->capability.fpWriteCapable && 907272744Skadesai ((num_strips == 1) || 908272744Skadesai raid->capability.fpWriteAcrossStripe)); 909272744Skadesai } else 910272744Skadesai io_info->fpOkForIo = FALSE; 911265555Sambrisko 912272744Skadesai if (numRows == 1) { 913272744Skadesai if (num_strips == 1) { 914272744Skadesai regStart += ref_in_start_stripe; 915272744Skadesai regSize = numBlocks; 916272744Skadesai } 917272744Skadesai } else if (io_info->IoforUnevenSpan == 0) { 918272744Skadesai /* 919272744Skadesai * For Even span region lock optimization. If the start strip 920272744Skadesai * is the last in the start row 921272744Skadesai */ 922272744Skadesai if (start_strip == (start_row + 1) * raid->rowDataSize - 1) { 923272744Skadesai regStart += ref_in_start_stripe; 924272744Skadesai /* 925272744Skadesai * initialize count to sectors from startRef to end 926272744Skadesai * of strip 927272744Skadesai */ 928272744Skadesai regSize = stripSize - ref_in_start_stripe; 929272744Skadesai } 930272744Skadesai /* add complete rows in the middle of the transfer */ 931265555Sambrisko if (numRows > 2) 932272744Skadesai regSize += (numRows - 2) << raid->stripeShift; 933265555Sambrisko 934272744Skadesai /* if IO ends within first strip of last row */ 935272744Skadesai if (endStrip == endRow * raid->rowDataSize) 936272744Skadesai regSize += ref_in_end_stripe + 1; 937272744Skadesai else 938272744Skadesai regSize += stripSize; 939272744Skadesai } else { 940272744Skadesai if (start_strip == (get_strip_from_row(sc, ld, start_row, map) + 941272744Skadesai SPAN_ROW_DATA_SIZE(map, ld, startlba_span) - 1)) { 942272744Skadesai regStart += ref_in_start_stripe; 943272744Skadesai /* 944272744Skadesai * initialize count to sectors from startRef to end 945272744Skadesai * of strip 946272744Skadesai */ 947265555Sambrisko regSize = stripSize - ref_in_start_stripe; 948272744Skadesai } 949272744Skadesai /* add complete rows in the middle of the transfer */ 950272744Skadesai if (numRows > 2) 951272744Skadesai regSize += (numRows - 2) << raid->stripeShift; 952265555Sambrisko 953272744Skadesai /* if IO ends within first strip of last row */ 954272744Skadesai if (endStrip == get_strip_from_row(sc, ld, endRow, map)) 955272744Skadesai regSize += ref_in_end_stripe + 1; 956272744Skadesai else 957272744Skadesai regSize += stripSize; 958272744Skadesai } 959272744Skadesai pRAID_Context->timeoutValue = map->raidMap.fpPdIoTimeoutSec; 960272744Skadesai if ((sc->device_id == MRSAS_INVADER) || (sc->device_id == MRSAS_FURY)) 961272744Skadesai pRAID_Context->regLockFlags = (isRead) ? raid->regTypeReqOnRead : raid->regTypeReqOnWrite; 962272744Skadesai else 963272744Skadesai pRAID_Context->regLockFlags = (isRead) ? REGION_TYPE_SHARED_READ : raid->regTypeReqOnWrite; 964272744Skadesai pRAID_Context->VirtualDiskTgtId = raid->targetId; 965272744Skadesai pRAID_Context->regLockRowLBA = regStart; 966272744Skadesai pRAID_Context->regLockLength = regSize; 967272744Skadesai pRAID_Context->configSeqNum = raid->seqNum; 968265555Sambrisko 969272744Skadesai /* 970272744Skadesai * Get Phy Params only if FP capable, or else leave it to MR firmware 971272744Skadesai * to do the calculation. 972272744Skadesai */ 973272744Skadesai if (io_info->fpOkForIo) { 974272744Skadesai retval = io_info->IoforUnevenSpan ? 975272744Skadesai mr_spanset_get_phy_params(sc, ld, start_strip, 976272744Skadesai ref_in_start_stripe, io_info, pRAID_Context, map) : 977272744Skadesai MR_GetPhyParams(sc, ld, start_strip, 978272744Skadesai ref_in_start_stripe, io_info, pRAID_Context, map); 979272744Skadesai /* If IO on an invalid Pd, then FP is not possible */ 980272744Skadesai if (io_info->devHandle == MR_PD_INVALID) 981272744Skadesai io_info->fpOkForIo = FALSE; 982272744Skadesai return retval; 983272744Skadesai } else if (isRead) { 984272744Skadesai for (stripIdx = 0; stripIdx < num_strips; stripIdx++) { 985272744Skadesai retval = io_info->IoforUnevenSpan ? 986272744Skadesai mr_spanset_get_phy_params(sc, ld, start_strip + stripIdx, 987272744Skadesai ref_in_start_stripe, io_info, pRAID_Context, map) : 988272744Skadesai MR_GetPhyParams(sc, ld, start_strip + stripIdx, 989272744Skadesai ref_in_start_stripe, io_info, pRAID_Context, map); 990272744Skadesai if (!retval) 991272744Skadesai return TRUE; 992272744Skadesai } 993272744Skadesai } 994265555Sambrisko#if SPAN_DEBUG 995272744Skadesai /* Just for testing what arm we get for strip. */ 996272744Skadesai get_arm_from_strip(sc, ld, start_strip, map); 997265555Sambrisko#endif 998272744Skadesai return TRUE; 999265555Sambrisko} 1000265555Sambrisko 1001265555Sambrisko/* 1002272744Skadesai * 1003272744Skadesai * This routine pepare spanset info from Valid Raid map and store it into local 1004272744Skadesai * copy of ldSpanInfo per instance data structure. 1005272744Skadesai * 1006272744Skadesai * Inputs : LD map 1007272744Skadesai * ldSpanInfo per HBA instance 1008272744Skadesai * 1009272744Skadesai */ 1010272744Skadesaivoid 1011272744Skadesaimr_update_span_set(MR_DRV_RAID_MAP_ALL * map, PLD_SPAN_INFO ldSpanInfo) 1012265555Sambrisko{ 1013272744Skadesai u_int8_t span, count; 1014272744Skadesai u_int32_t element, span_row_width; 1015272744Skadesai u_int64_t span_row; 1016272744Skadesai MR_LD_RAID *raid; 1017272744Skadesai LD_SPAN_SET *span_set, *span_set_prev; 1018272744Skadesai MR_QUAD_ELEMENT *quad; 1019272744Skadesai int ldCount; 1020272744Skadesai u_int16_t ld; 1021272735Skadesai 1022272744Skadesai for (ldCount = 0; ldCount < MAX_LOGICAL_DRIVES; ldCount++) { 1023272744Skadesai ld = MR_TargetIdToLdGet(ldCount, map); 1024272744Skadesai if (ld >= MAX_LOGICAL_DRIVES) 1025272744Skadesai continue; 1026272744Skadesai raid = MR_LdRaidGet(ld, map); 1027272744Skadesai for (element = 0; element < MAX_QUAD_DEPTH; element++) { 1028272744Skadesai for (span = 0; span < raid->spanDepth; span++) { 1029272744Skadesai if (map->raidMap.ldSpanMap[ld].spanBlock[span]. 1030272744Skadesai block_span_info.noElements < element + 1) 1031272744Skadesai continue; 1032272744Skadesai /* TO-DO */ 1033272744Skadesai span_set = &(ldSpanInfo[ld].span_set[element]); 1034272744Skadesai quad = &map->raidMap.ldSpanMap[ld]. 1035272744Skadesai spanBlock[span].block_span_info.quad[element]; 1036265555Sambrisko 1037272744Skadesai span_set->diff = quad->diff; 1038265555Sambrisko 1039272744Skadesai for (count = 0, span_row_width = 0; 1040272744Skadesai count < raid->spanDepth; count++) { 1041272744Skadesai if (map->raidMap.ldSpanMap[ld].spanBlock[count]. 1042272744Skadesai block_span_info.noElements >= element + 1) { 1043272744Skadesai span_set->strip_offset[count] = span_row_width; 1044272744Skadesai span_row_width += 1045272744Skadesai MR_LdSpanPtrGet(ld, count, map)->spanRowDataSize; 1046265555Sambrisko#if SPAN_DEBUG 1047282531Skadesai printf("AVAGO Debug span %x rowDataSize %x\n", count, 1048272744Skadesai MR_LdSpanPtrGet(ld, count, map)->spanRowDataSize); 1049265555Sambrisko#endif 1050272744Skadesai } 1051272744Skadesai } 1052265555Sambrisko 1053272744Skadesai span_set->span_row_data_width = span_row_width; 1054272744Skadesai span_row = mega_div64_32(((quad->logEnd - 1055272744Skadesai quad->logStart) + quad->diff), quad->diff); 1056265555Sambrisko 1057272744Skadesai if (element == 0) { 1058272744Skadesai span_set->log_start_lba = 0; 1059272744Skadesai span_set->log_end_lba = 1060272744Skadesai ((span_row << raid->stripeShift) * span_row_width) - 1; 1061265555Sambrisko 1062272744Skadesai span_set->span_row_start = 0; 1063272744Skadesai span_set->span_row_end = span_row - 1; 1064265555Sambrisko 1065272744Skadesai span_set->data_strip_start = 0; 1066272744Skadesai span_set->data_strip_end = (span_row * span_row_width) - 1; 1067265555Sambrisko 1068272744Skadesai span_set->data_row_start = 0; 1069272744Skadesai span_set->data_row_end = (span_row * quad->diff) - 1; 1070272744Skadesai } else { 1071272744Skadesai span_set_prev = &(ldSpanInfo[ld].span_set[element - 1]); 1072272744Skadesai span_set->log_start_lba = span_set_prev->log_end_lba + 1; 1073272744Skadesai span_set->log_end_lba = span_set->log_start_lba + 1074272744Skadesai ((span_row << raid->stripeShift) * span_row_width) - 1; 1075265555Sambrisko 1076272744Skadesai span_set->span_row_start = span_set_prev->span_row_end + 1; 1077272744Skadesai span_set->span_row_end = 1078272744Skadesai span_set->span_row_start + span_row - 1; 1079272744Skadesai 1080272744Skadesai span_set->data_strip_start = 1081272744Skadesai span_set_prev->data_strip_end + 1; 1082272744Skadesai span_set->data_strip_end = span_set->data_strip_start + 1083272744Skadesai (span_row * span_row_width) - 1; 1084272744Skadesai 1085272744Skadesai span_set->data_row_start = span_set_prev->data_row_end + 1; 1086272744Skadesai span_set->data_row_end = span_set->data_row_start + 1087272744Skadesai (span_row * quad->diff) - 1; 1088272744Skadesai } 1089272744Skadesai break; 1090272744Skadesai } 1091272744Skadesai if (span == raid->spanDepth) 1092272744Skadesai break; /* no quads remain */ 1093272744Skadesai } 1094272744Skadesai } 1095265555Sambrisko#if SPAN_DEBUG 1096272744Skadesai getSpanInfo(map, ldSpanInfo); /* to get span set info */ 1097265555Sambrisko#endif 1098265555Sambrisko} 1099265555Sambrisko 1100272744Skadesai/* 1101272744Skadesai * mrsas_update_load_balance_params: Update load balance parmas 1102282527Skadesai * Inputs: 1103282527Skadesai * sc - driver softc instance 1104282527Skadesai * drv_map - driver RAID map 1105282527Skadesai * lbInfo - Load balance info 1106265555Sambrisko * 1107272744Skadesai * This function updates the load balance parameters for the LD config of a two 1108272744Skadesai * drive optimal RAID-1. 1109265555Sambrisko */ 1110272744Skadesaivoid 1111282527Skadesaimrsas_update_load_balance_params(struct mrsas_softc *sc, 1112282527Skadesai MR_DRV_RAID_MAP_ALL * drv_map, PLD_LOAD_BALANCE_INFO lbInfo) 1113265555Sambrisko{ 1114272744Skadesai int ldCount; 1115272744Skadesai u_int16_t ld; 1116272744Skadesai MR_LD_RAID *raid; 1117265555Sambrisko 1118282527Skadesai if(sc->lb_pending_cmds > 128 || sc->lb_pending_cmds < 1) 1119282527Skadesai sc-> lb_pending_cmds = LB_PENDING_CMDS_DEFAULT; 1120282527Skadesai 1121282527Skadesai for (ldCount = 0; ldCount < MAX_LOGICAL_DRIVES_EXT; ldCount++) { 1122282527Skadesai ld = MR_TargetIdToLdGet(ldCount, drv_map); 1123282527Skadesai if (ld >= MAX_LOGICAL_DRIVES_EXT) { 1124272744Skadesai lbInfo[ldCount].loadBalanceFlag = 0; 1125272744Skadesai continue; 1126272744Skadesai } 1127265555Sambrisko 1128282527Skadesai raid = MR_LdRaidGet(ld, drv_map); 1129282527Skadesai if ((raid->level != 1) || 1130282527Skadesai (raid->ldState != MR_LD_STATE_OPTIMAL)) { 1131272744Skadesai lbInfo[ldCount].loadBalanceFlag = 0; 1132282527Skadesai continue; 1133282527Skadesai } 1134282527Skadesai lbInfo[ldCount].loadBalanceFlag = 1; 1135272744Skadesai } 1136265555Sambrisko} 1137265555Sambrisko 1138265555Sambrisko 1139272744Skadesai/* 1140272744Skadesai * mrsas_set_pd_lba: Sets PD LBA 1141272744Skadesai * input: io_request pointer 1142272744Skadesai * CDB length 1143272744Skadesai * io_info pointer 1144272744Skadesai * Pointer to CCB 1145272744Skadesai * Local RAID map pointer 1146272744Skadesai * Start block of IO Block Size 1147265555Sambrisko * 1148265555Sambrisko * Used to set the PD logical block address in CDB for FP IOs. 1149265555Sambrisko */ 1150272744Skadesaivoid 1151272744Skadesaimrsas_set_pd_lba(MRSAS_RAID_SCSI_IO_REQUEST * io_request, u_int8_t cdb_len, 1152265555Sambrisko struct IO_REQUEST_INFO *io_info, union ccb *ccb, 1153272744Skadesai MR_DRV_RAID_MAP_ALL * local_map_ptr, u_int32_t ref_tag, 1154265555Sambrisko u_int32_t ld_block_size) 1155265555Sambrisko{ 1156272744Skadesai MR_LD_RAID *raid; 1157272744Skadesai u_int32_t ld; 1158272744Skadesai u_int64_t start_blk = io_info->pdBlock; 1159272744Skadesai u_int8_t *cdb = io_request->CDB.CDB32; 1160272744Skadesai u_int32_t num_blocks = io_info->numBlocks; 1161272744Skadesai u_int8_t opcode = 0, flagvals = 0, groupnum = 0, control = 0; 1162272744Skadesai struct ccb_hdr *ccb_h = &(ccb->ccb_h); 1163265555Sambrisko 1164272744Skadesai /* Check if T10 PI (DIF) is enabled for this LD */ 1165272744Skadesai ld = MR_TargetIdToLdGet(io_info->ldTgtId, local_map_ptr); 1166272744Skadesai raid = MR_LdRaidGet(ld, local_map_ptr); 1167272744Skadesai if (raid->capability.ldPiMode == MR_PROT_INFO_TYPE_CONTROLLER) { 1168272744Skadesai memset(cdb, 0, sizeof(io_request->CDB.CDB32)); 1169272744Skadesai cdb[0] = MRSAS_SCSI_VARIABLE_LENGTH_CMD; 1170272744Skadesai cdb[7] = MRSAS_SCSI_ADDL_CDB_LEN; 1171265555Sambrisko 1172272744Skadesai if (ccb_h->flags == CAM_DIR_OUT) 1173272744Skadesai cdb[9] = MRSAS_SCSI_SERVICE_ACTION_READ32; 1174272744Skadesai else 1175272744Skadesai cdb[9] = MRSAS_SCSI_SERVICE_ACTION_WRITE32; 1176272744Skadesai cdb[10] = MRSAS_RD_WR_PROTECT_CHECK_ALL; 1177265555Sambrisko 1178272744Skadesai /* LBA */ 1179272744Skadesai cdb[12] = (u_int8_t)((start_blk >> 56) & 0xff); 1180272744Skadesai cdb[13] = (u_int8_t)((start_blk >> 48) & 0xff); 1181272744Skadesai cdb[14] = (u_int8_t)((start_blk >> 40) & 0xff); 1182272744Skadesai cdb[15] = (u_int8_t)((start_blk >> 32) & 0xff); 1183272744Skadesai cdb[16] = (u_int8_t)((start_blk >> 24) & 0xff); 1184272744Skadesai cdb[17] = (u_int8_t)((start_blk >> 16) & 0xff); 1185272744Skadesai cdb[18] = (u_int8_t)((start_blk >> 8) & 0xff); 1186272744Skadesai cdb[19] = (u_int8_t)(start_blk & 0xff); 1187265555Sambrisko 1188272744Skadesai /* Logical block reference tag */ 1189272744Skadesai io_request->CDB.EEDP32.PrimaryReferenceTag = swap32(ref_tag); 1190272744Skadesai io_request->CDB.EEDP32.PrimaryApplicationTagMask = 0xffff; 1191272744Skadesai io_request->IoFlags = 32; /* Specify 32-byte cdb */ 1192265555Sambrisko 1193272744Skadesai /* Transfer length */ 1194272744Skadesai cdb[28] = (u_int8_t)((num_blocks >> 24) & 0xff); 1195272744Skadesai cdb[29] = (u_int8_t)((num_blocks >> 16) & 0xff); 1196272744Skadesai cdb[30] = (u_int8_t)((num_blocks >> 8) & 0xff); 1197272744Skadesai cdb[31] = (u_int8_t)(num_blocks & 0xff); 1198265555Sambrisko 1199272744Skadesai /* set SCSI IO EEDP Flags */ 1200272744Skadesai if (ccb_h->flags == CAM_DIR_OUT) { 1201272744Skadesai io_request->EEDPFlags = 1202272744Skadesai MPI2_SCSIIO_EEDPFLAGS_INC_PRI_REFTAG | 1203272744Skadesai MPI2_SCSIIO_EEDPFLAGS_CHECK_REFTAG | 1204272744Skadesai MPI2_SCSIIO_EEDPFLAGS_CHECK_REMOVE_OP | 1205272744Skadesai MPI2_SCSIIO_EEDPFLAGS_CHECK_APPTAG | 1206272744Skadesai MPI2_SCSIIO_EEDPFLAGS_CHECK_GUARD; 1207272744Skadesai } else { 1208272744Skadesai io_request->EEDPFlags = 1209272744Skadesai MPI2_SCSIIO_EEDPFLAGS_INC_PRI_REFTAG | 1210272744Skadesai MPI2_SCSIIO_EEDPFLAGS_INSERT_OP; 1211272744Skadesai } 1212272744Skadesai io_request->Control |= (0x4 << 26); 1213272744Skadesai io_request->EEDPBlockSize = ld_block_size; 1214272744Skadesai } else { 1215272744Skadesai /* Some drives don't support 16/12 byte CDB's, convert to 10 */ 1216272744Skadesai if (((cdb_len == 12) || (cdb_len == 16)) && 1217272744Skadesai (start_blk <= 0xffffffff)) { 1218272744Skadesai if (cdb_len == 16) { 1219272744Skadesai opcode = cdb[0] == READ_16 ? READ_10 : WRITE_10; 1220272744Skadesai flagvals = cdb[1]; 1221272744Skadesai groupnum = cdb[14]; 1222272744Skadesai control = cdb[15]; 1223272744Skadesai } else { 1224272744Skadesai opcode = cdb[0] == READ_12 ? READ_10 : WRITE_10; 1225272744Skadesai flagvals = cdb[1]; 1226272744Skadesai groupnum = cdb[10]; 1227272744Skadesai control = cdb[11]; 1228272744Skadesai } 1229265555Sambrisko 1230272744Skadesai memset(cdb, 0, sizeof(io_request->CDB.CDB32)); 1231265555Sambrisko 1232272744Skadesai cdb[0] = opcode; 1233272744Skadesai cdb[1] = flagvals; 1234272744Skadesai cdb[6] = groupnum; 1235272744Skadesai cdb[9] = control; 1236265555Sambrisko 1237272744Skadesai /* Transfer length */ 1238272744Skadesai cdb[8] = (u_int8_t)(num_blocks & 0xff); 1239272744Skadesai cdb[7] = (u_int8_t)((num_blocks >> 8) & 0xff); 1240265555Sambrisko 1241272744Skadesai io_request->IoFlags = 10; /* Specify 10-byte cdb */ 1242272744Skadesai cdb_len = 10; 1243272744Skadesai } else if ((cdb_len < 16) && (start_blk > 0xffffffff)) { 1244272744Skadesai /* Convert to 16 byte CDB for large LBA's */ 1245272744Skadesai switch (cdb_len) { 1246272744Skadesai case 6: 1247272744Skadesai opcode = cdb[0] == READ_6 ? READ_16 : WRITE_16; 1248272744Skadesai control = cdb[5]; 1249272744Skadesai break; 1250272744Skadesai case 10: 1251272744Skadesai opcode = cdb[0] == READ_10 ? READ_16 : WRITE_16; 1252272744Skadesai flagvals = cdb[1]; 1253272744Skadesai groupnum = cdb[6]; 1254272744Skadesai control = cdb[9]; 1255272744Skadesai break; 1256272744Skadesai case 12: 1257272744Skadesai opcode = cdb[0] == READ_12 ? READ_16 : WRITE_16; 1258272744Skadesai flagvals = cdb[1]; 1259272744Skadesai groupnum = cdb[10]; 1260272744Skadesai control = cdb[11]; 1261272744Skadesai break; 1262272744Skadesai } 1263265555Sambrisko 1264272744Skadesai memset(cdb, 0, sizeof(io_request->CDB.CDB32)); 1265265555Sambrisko 1266272744Skadesai cdb[0] = opcode; 1267272744Skadesai cdb[1] = flagvals; 1268272744Skadesai cdb[14] = groupnum; 1269272744Skadesai cdb[15] = control; 1270265555Sambrisko 1271272744Skadesai /* Transfer length */ 1272272744Skadesai cdb[13] = (u_int8_t)(num_blocks & 0xff); 1273272744Skadesai cdb[12] = (u_int8_t)((num_blocks >> 8) & 0xff); 1274272744Skadesai cdb[11] = (u_int8_t)((num_blocks >> 16) & 0xff); 1275272744Skadesai cdb[10] = (u_int8_t)((num_blocks >> 24) & 0xff); 1276265555Sambrisko 1277272744Skadesai io_request->IoFlags = 16; /* Specify 16-byte cdb */ 1278272744Skadesai cdb_len = 16; 1279272744Skadesai } else if ((cdb_len == 6) && (start_blk > 0x1fffff)) { 1280272744Skadesai /* convert to 10 byte CDB */ 1281272744Skadesai opcode = cdb[0] == READ_6 ? READ_10 : WRITE_10; 1282272744Skadesai control = cdb[5]; 1283265555Sambrisko 1284272744Skadesai memset(cdb, 0, sizeof(io_request->CDB.CDB32)); 1285272744Skadesai cdb[0] = opcode; 1286272744Skadesai cdb[9] = control; 1287265555Sambrisko 1288272744Skadesai /* Set transfer length */ 1289272744Skadesai cdb[8] = (u_int8_t)(num_blocks & 0xff); 1290272744Skadesai cdb[7] = (u_int8_t)((num_blocks >> 8) & 0xff); 1291272744Skadesai 1292272744Skadesai /* Specify 10-byte cdb */ 1293272744Skadesai cdb_len = 10; 1294272744Skadesai } 1295272744Skadesai /* Fall through normal case, just load LBA here */ 1296272744Skadesai u_int8_t val = cdb[1] & 0xE0; 1297272744Skadesai switch (cdb_len) { 1298272744Skadesai case 6: 1299272744Skadesai cdb[3] = (u_int8_t)(start_blk & 0xff); 1300272744Skadesai cdb[2] = (u_int8_t)((start_blk >> 8) & 0xff); 1301272744Skadesai cdb[1] = val | ((u_int8_t)(start_blk >> 16) & 0x1f); 1302272744Skadesai break; 1303272744Skadesai case 10: 1304272744Skadesai cdb[5] = (u_int8_t)(start_blk & 0xff); 1305272744Skadesai cdb[4] = (u_int8_t)((start_blk >> 8) & 0xff); 1306272744Skadesai cdb[3] = (u_int8_t)((start_blk >> 16) & 0xff); 1307272744Skadesai cdb[2] = (u_int8_t)((start_blk >> 24) & 0xff); 1308272744Skadesai break; 1309272744Skadesai case 12: 1310272744Skadesai cdb[5] = (u_int8_t)(start_blk & 0xff); 1311272744Skadesai cdb[4] = (u_int8_t)((start_blk >> 8) & 0xff); 1312272744Skadesai cdb[3] = (u_int8_t)((start_blk >> 16) & 0xff); 1313272744Skadesai cdb[2] = (u_int8_t)((start_blk >> 24) & 0xff); 1314272744Skadesai break; 1315272744Skadesai case 16: 1316272744Skadesai cdb[9] = (u_int8_t)(start_blk & 0xff); 1317272744Skadesai cdb[8] = (u_int8_t)((start_blk >> 8) & 0xff); 1318272744Skadesai cdb[7] = (u_int8_t)((start_blk >> 16) & 0xff); 1319272744Skadesai cdb[6] = (u_int8_t)((start_blk >> 24) & 0xff); 1320272744Skadesai cdb[5] = (u_int8_t)((start_blk >> 32) & 0xff); 1321272744Skadesai cdb[4] = (u_int8_t)((start_blk >> 40) & 0xff); 1322272744Skadesai cdb[3] = (u_int8_t)((start_blk >> 48) & 0xff); 1323272744Skadesai cdb[2] = (u_int8_t)((start_blk >> 56) & 0xff); 1324272744Skadesai break; 1325272744Skadesai } 1326265555Sambrisko } 1327265555Sambrisko} 1328265555Sambrisko 1329272744Skadesai/* 1330282527Skadesai * mrsas_get_best_arm_pd: Determine the best spindle arm 1331282527Skadesai * Inputs: 1332282527Skadesai * sc - HBA instance 1333282527Skadesai * lbInfo - Load balance info 1334282527Skadesai * io_info - IO request info 1335265555Sambrisko * 1336265555Sambrisko * This function determines and returns the best arm by looking at the 1337265555Sambrisko * parameters of the last PD access. 1338265555Sambrisko */ 1339282527Skadesaiu_int8_t mrsas_get_best_arm_pd(struct mrsas_softc *sc, 1340282527Skadesai PLD_LOAD_BALANCE_INFO lbInfo, struct IO_REQUEST_INFO *io_info) 1341265555Sambrisko{ 1342282527Skadesai MR_LD_RAID *raid; 1343282527Skadesai MR_DRV_RAID_MAP_ALL *drv_map; 1344282527Skadesai u_int16_t pend0, pend1, ld; 1345272744Skadesai u_int64_t diff0, diff1; 1346282527Skadesai u_int8_t bestArm, pd0, pd1, span, arm; 1347282527Skadesai u_int32_t arRef, span_row_size; 1348265555Sambrisko 1349282527Skadesai u_int64_t block = io_info->ldStartBlock; 1350282527Skadesai u_int32_t count = io_info->numBlocks; 1351282527Skadesai 1352282527Skadesai span = ((io_info->span_arm & RAID_CTX_SPANARM_SPAN_MASK) 1353282527Skadesai >> RAID_CTX_SPANARM_SPAN_SHIFT); 1354282527Skadesai arm = (io_info->span_arm & RAID_CTX_SPANARM_ARM_MASK); 1355282527Skadesai 1356282527Skadesai drv_map = sc->ld_drv_map[(sc->map_id & 1)]; 1357282527Skadesai ld = MR_TargetIdToLdGet(io_info->ldTgtId, drv_map); 1358282527Skadesai raid = MR_LdRaidGet(ld, drv_map); 1359282527Skadesai span_row_size = sc->UnevenSpanSupport ? 1360282527Skadesai SPAN_ROW_SIZE(drv_map, ld, span) : raid->rowSize; 1361282527Skadesai 1362282527Skadesai arRef = MR_LdSpanArrayGet(ld, span, drv_map); 1363282527Skadesai pd0 = MR_ArPdGet(arRef, arm, drv_map); 1364282527Skadesai pd1 = MR_ArPdGet(arRef, (arm + 1) >= span_row_size ? 1365282527Skadesai (arm + 1 - span_row_size): arm + 1, drv_map); 1366282527Skadesai 1367272744Skadesai /* get the pending cmds for the data and mirror arms */ 1368282527Skadesai pend0 = mrsas_atomic_read(&lbInfo->scsi_pending_cmds[pd0]); 1369282527Skadesai pend1 = mrsas_atomic_read(&lbInfo->scsi_pending_cmds[pd1]); 1370265555Sambrisko 1371272744Skadesai /* Determine the disk whose head is nearer to the req. block */ 1372282527Skadesai diff0 = ABS_DIFF(block, lbInfo->last_accessed_block[pd0]); 1373282527Skadesai diff1 = ABS_DIFF(block, lbInfo->last_accessed_block[pd1]); 1374282527Skadesai bestArm = (diff0 <= diff1 ? arm : arm ^ 1); 1375265555Sambrisko 1376282527Skadesai if ((bestArm == arm && pend0 > pend1 + sc->lb_pending_cmds) || 1377282527Skadesai (bestArm != arm && pend1 > pend0 + sc->lb_pending_cmds)) 1378272744Skadesai bestArm ^= 1; 1379265555Sambrisko 1380272744Skadesai /* Update the last accessed block on the correct pd */ 1381282527Skadesai lbInfo->last_accessed_block[bestArm==arm ? pd0 : pd1] = block + count - 1; 1382282527Skadesai io_info->span_arm = (span << RAID_CTX_SPANARM_SPAN_SHIFT) | bestArm; 1383282527Skadesai io_info->pd_after_lb = (bestArm == arm) ? pd0:pd1; 1384282527Skadesai#if SPAN_DEBUG 1385282527Skadesai if(arm != bestArm) 1386282531Skadesai printf("AVAGO Debug R1 Load balance occur - span 0x%x arm 0x%x bestArm 0x%x " 1387282527Skadesai "io_info->span_arm 0x%x\n", 1388282527Skadesai span, arm, bestArm, io_info->span_arm); 1389282527Skadesai#endif 1390265555Sambrisko 1391282527Skadesai return io_info->pd_after_lb; 1392265555Sambrisko} 1393265555Sambrisko 1394272744Skadesai/* 1395272744Skadesai * mrsas_get_updated_dev_handle: Get the update dev handle 1396282527Skadesai * Inputs: 1397282527Skadesai * sc - Adapter instance soft state 1398282527Skadesai * lbInfo - Load balance info 1399282527Skadesai * io_info - io_info pointer 1400265555Sambrisko * 1401265555Sambrisko * This function determines and returns the updated dev handle. 1402265555Sambrisko */ 1403282527Skadesaiu_int16_t mrsas_get_updated_dev_handle(struct mrsas_softc *sc, 1404282527Skadesai PLD_LOAD_BALANCE_INFO lbInfo, struct IO_REQUEST_INFO *io_info) 1405265555Sambrisko{ 1406282527Skadesai u_int8_t arm_pd; 1407272744Skadesai u_int16_t devHandle; 1408282527Skadesai MR_DRV_RAID_MAP_ALL *drv_map; 1409265555Sambrisko 1410282527Skadesai drv_map = sc->ld_drv_map[(sc->map_id & 1)]; 1411265555Sambrisko 1412272744Skadesai /* get best new arm */ 1413282527Skadesai arm_pd = mrsas_get_best_arm_pd(sc, lbInfo, io_info); 1414282527Skadesai devHandle = MR_PdDevHandleGet(arm_pd, drv_map); 1415282527Skadesai mrsas_atomic_inc(&lbInfo->scsi_pending_cmds[arm_pd]); 1416265555Sambrisko 1417272744Skadesai return devHandle; 1418265555Sambrisko} 1419265555Sambrisko 1420272744Skadesai/* 1421272744Skadesai * MR_GetPhyParams: Calculates arm, span, and block 1422272744Skadesai * Inputs: Adapter soft state 1423272744Skadesai * Logical drive number (LD) 1424272744Skadesai * Stripe number(stripRow) 1425272744Skadesai * Reference in stripe (stripRef) 1426265555Sambrisko * 1427272744Skadesai * Outputs: Absolute Block number in the physical disk 1428272744Skadesai * 1429272744Skadesai * This routine calculates the arm, span and block for the specified stripe and 1430272744Skadesai * reference in stripe. 1431265555Sambrisko */ 1432272744Skadesaiu_int8_t 1433272744SkadesaiMR_GetPhyParams(struct mrsas_softc *sc, u_int32_t ld, 1434272744Skadesai u_int64_t stripRow, 1435272744Skadesai u_int16_t stripRef, struct IO_REQUEST_INFO *io_info, 1436272744Skadesai RAID_CONTEXT * pRAID_Context, MR_DRV_RAID_MAP_ALL * map) 1437265555Sambrisko{ 1438272744Skadesai MR_LD_RAID *raid = MR_LdRaidGet(ld, map); 1439272744Skadesai u_int32_t pd, arRef; 1440272744Skadesai u_int8_t physArm, span; 1441272744Skadesai u_int64_t row; 1442272744Skadesai u_int8_t retval = TRUE; 1443272744Skadesai int error_code = 0; 1444265555Sambrisko u_int64_t *pdBlock = &io_info->pdBlock; 1445272744Skadesai u_int16_t *pDevHandle = &io_info->devHandle; 1446272744Skadesai u_int32_t rowMod, armQ, arm, logArm; 1447265555Sambrisko u_int8_t do_invader = 0; 1448265555Sambrisko 1449265555Sambrisko if ((sc->device_id == MRSAS_INVADER) || (sc->device_id == MRSAS_FURY)) 1450265555Sambrisko do_invader = 1; 1451265555Sambrisko 1452272744Skadesai row = mega_div64_32(stripRow, raid->rowDataSize); 1453265555Sambrisko 1454272744Skadesai if (raid->level == 6) { 1455272744Skadesai /* logical arm within row */ 1456272744Skadesai logArm = mega_mod64(stripRow, raid->rowDataSize); 1457272744Skadesai if (raid->rowSize == 0) 1458272744Skadesai return FALSE; 1459272744Skadesai rowMod = mega_mod64(row, raid->rowSize); /* get logical row mod */ 1460272744Skadesai armQ = raid->rowSize - 1 - rowMod; /* index of Q drive */ 1461272744Skadesai arm = armQ + 1 + logArm;/* data always logically follows Q */ 1462272744Skadesai if (arm >= raid->rowSize) /* handle wrap condition */ 1463272744Skadesai arm -= raid->rowSize; 1464272744Skadesai physArm = (u_int8_t)arm; 1465272744Skadesai } else { 1466272744Skadesai if (raid->modFactor == 0) 1467272744Skadesai return FALSE; 1468272744Skadesai physArm = MR_LdDataArmGet(ld, mega_mod64(stripRow, raid->modFactor), map); 1469272744Skadesai } 1470265555Sambrisko 1471272744Skadesai if (raid->spanDepth == 1) { 1472272744Skadesai span = 0; 1473272744Skadesai *pdBlock = row << raid->stripeShift; 1474272744Skadesai } else { 1475272744Skadesai span = (u_int8_t)MR_GetSpanBlock(ld, row, pdBlock, map, &error_code); 1476272744Skadesai if (error_code == 1) 1477272744Skadesai return FALSE; 1478272744Skadesai } 1479265555Sambrisko 1480272744Skadesai /* Get the array on which this span is present */ 1481272744Skadesai arRef = MR_LdSpanArrayGet(ld, span, map); 1482265555Sambrisko 1483272744Skadesai pd = MR_ArPdGet(arRef, physArm, map); /* Get the Pd. */ 1484265555Sambrisko 1485272744Skadesai if (pd != MR_PD_INVALID) 1486272744Skadesai /* Get dev handle from Pd */ 1487272744Skadesai *pDevHandle = MR_PdDevHandleGet(pd, map); 1488272744Skadesai else { 1489272744Skadesai *pDevHandle = MR_PD_INVALID; /* set dev handle as invalid. */ 1490272744Skadesai if ((raid->level >= 5) && ((!do_invader) || (do_invader && 1491272744Skadesai raid->regTypeReqOnRead != REGION_TYPE_UNUSED))) 1492272744Skadesai pRAID_Context->regLockFlags = REGION_TYPE_EXCLUSIVE; 1493272744Skadesai else if (raid->level == 1) { 1494272744Skadesai /* Get Alternate Pd. */ 1495272744Skadesai pd = MR_ArPdGet(arRef, physArm + 1, map); 1496272744Skadesai if (pd != MR_PD_INVALID) 1497272744Skadesai /* Get dev handle from Pd. */ 1498272744Skadesai *pDevHandle = MR_PdDevHandleGet(pd, map); 1499272744Skadesai } 1500272744Skadesai } 1501265555Sambrisko 1502272744Skadesai *pdBlock += stripRef + MR_LdSpanPtrGet(ld, span, map)->startBlk; 1503272744Skadesai pRAID_Context->spanArm = (span << RAID_CTX_SPANARM_SPAN_SHIFT) | physArm; 1504282527Skadesai io_info->span_arm = pRAID_Context->spanArm; 1505272744Skadesai return retval; 1506265555Sambrisko} 1507265555Sambrisko 1508272744Skadesai/* 1509272744Skadesai * MR_GetSpanBlock: Calculates span block 1510272744Skadesai * Inputs: LD 1511272744Skadesai * row PD 1512272744Skadesai * span block 1513272744Skadesai * RAID map pointer 1514265555Sambrisko * 1515272744Skadesai * Outputs: Span number Error code 1516272744Skadesai * 1517272744Skadesai * This routine calculates the span from the span block info. 1518265555Sambrisko */ 1519272744Skadesaiu_int32_t 1520272744SkadesaiMR_GetSpanBlock(u_int32_t ld, u_int64_t row, u_int64_t *span_blk, 1521272744Skadesai MR_DRV_RAID_MAP_ALL * map, int *div_error) 1522265555Sambrisko{ 1523272744Skadesai MR_SPAN_BLOCK_INFO *pSpanBlock = MR_LdSpanInfoGet(ld, map); 1524272744Skadesai MR_QUAD_ELEMENT *quad; 1525272744Skadesai MR_LD_RAID *raid = MR_LdRaidGet(ld, map); 1526272744Skadesai u_int32_t span, j; 1527272744Skadesai u_int64_t blk, debugBlk; 1528265555Sambrisko 1529272744Skadesai for (span = 0; span < raid->spanDepth; span++, pSpanBlock++) { 1530272744Skadesai for (j = 0; j < pSpanBlock->block_span_info.noElements; j++) { 1531272744Skadesai quad = &pSpanBlock->block_span_info.quad[j]; 1532272744Skadesai if (quad->diff == 0) { 1533272744Skadesai *div_error = 1; 1534272744Skadesai return span; 1535272744Skadesai } 1536272744Skadesai if (quad->logStart <= row && row <= quad->logEnd && 1537272744Skadesai (mega_mod64(row - quad->logStart, quad->diff)) == 0) { 1538272744Skadesai if (span_blk != NULL) { 1539272744Skadesai blk = mega_div64_32((row - quad->logStart), quad->diff); 1540272744Skadesai debugBlk = blk; 1541272744Skadesai blk = (blk + quad->offsetInSpan) << raid->stripeShift; 1542272744Skadesai *span_blk = blk; 1543272744Skadesai } 1544272744Skadesai return span; 1545272744Skadesai } 1546272744Skadesai } 1547272744Skadesai } 1548272744Skadesai return span; 1549265555Sambrisko} 1550