mrsas_fp.c revision 323819
1265555Sambrisko/* 2282531Skadesai * Copyright (c) 2015, AVAGO Tech. All rights reserved. Author: Marian Choy 3272744Skadesai * Copyright (c) 2014, LSI Corp. All rights reserved. Author: Marian Choy 4282531Skadesai * Support: freebsdraid@avagotech.com 5265555Sambrisko * 6265555Sambrisko * Redistribution and use in source and binary forms, with or without 7272744Skadesai * modification, are permitted provided that the following conditions are 8272744Skadesai * met: 9265555Sambrisko * 10272744Skadesai * 1. Redistributions of source code must retain the above copyright notice, 11272744Skadesai * this list of conditions and the following disclaimer. 2. Redistributions 12272744Skadesai * in binary form must reproduce the above copyright notice, this list of 13272744Skadesai * conditions and the following disclaimer in the documentation and/or other 14272744Skadesai * materials provided with the distribution. 3. Neither the name of the 15272744Skadesai * <ORGANIZATION> nor the names of its contributors may be used to endorse or 16272744Skadesai * promote products derived from this software without specific prior written 17272744Skadesai * permission. 18265555Sambrisko * 19272744Skadesai * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" 20272744Skadesai * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 21272744Skadesai * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 22272744Skadesai * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE 23272744Skadesai * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 24272744Skadesai * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 25272744Skadesai * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26272744Skadesai * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 27272744Skadesai * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 28272744Skadesai * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 29265555Sambrisko * POSSIBILITY OF SUCH DAMAGE. 30265555Sambrisko * 31272744Skadesai * The views and conclusions contained in the software and documentation are 32272744Skadesai * those of the authors and should not be interpreted as representing 33265555Sambrisko * official policies,either expressed or implied, of the FreeBSD Project. 34265555Sambrisko * 35282531Skadesai * Send feedback to: <megaraidfbsd@avagotech.com> Mail to: AVAGO TECHNOLOGIES, 1621 36272744Skadesai * Barber Lane, Milpitas, CA 95035 ATTN: MegaRaid FreeBSD 37265555Sambrisko * 38265555Sambrisko */ 39265555Sambrisko 40265555Sambrisko#include <sys/cdefs.h> 41265555Sambrisko__FBSDID("$FreeBSD: stable/11/sys/dev/mrsas/mrsas_fp.c 323819 2017-09-20 17:49:57Z jkim $"); 42265555Sambrisko 43265555Sambrisko#include <dev/mrsas/mrsas.h> 44265555Sambrisko 45265555Sambrisko#include <cam/cam.h> 46265555Sambrisko#include <cam/cam_ccb.h> 47265555Sambrisko#include <cam/cam_sim.h> 48265555Sambrisko#include <cam/cam_xpt_sim.h> 49265555Sambrisko#include <cam/cam_debug.h> 50265555Sambrisko#include <cam/cam_periph.h> 51265555Sambrisko#include <cam/cam_xpt_periph.h> 52265555Sambrisko 53265555Sambrisko 54265555Sambrisko/* 55265555Sambrisko * Function prototypes 56265555Sambrisko */ 57265555Sambriskou_int8_t MR_ValidateMapInfo(struct mrsas_softc *sc); 58272744Skadesaiu_int8_t 59282533Skadesaimrsas_get_best_arm_pd(struct mrsas_softc *sc, 60282533Skadesai PLD_LOAD_BALANCE_INFO lbInfo, struct IO_REQUEST_INFO *io_info); 61282533Skadesaiu_int8_t 62272744SkadesaiMR_BuildRaidContext(struct mrsas_softc *sc, 63272744Skadesai struct IO_REQUEST_INFO *io_info, 64272744Skadesai RAID_CONTEXT * pRAID_Context, MR_DRV_RAID_MAP_ALL * map); 65282533Skadesaiu_int8_t 66272744SkadesaiMR_GetPhyParams(struct mrsas_softc *sc, u_int32_t ld, 67272744Skadesai u_int64_t stripRow, u_int16_t stripRef, struct IO_REQUEST_INFO *io_info, 68272744Skadesai RAID_CONTEXT * pRAID_Context, 69272744Skadesai MR_DRV_RAID_MAP_ALL * map); 70272744Skadesaiu_int16_t MR_TargetIdToLdGet(u_int32_t ldTgtId, MR_DRV_RAID_MAP_ALL * map); 71272744Skadesaiu_int32_t MR_LdBlockSizeGet(u_int32_t ldTgtId, MR_DRV_RAID_MAP_ALL * map); 72272744Skadesaiu_int16_t MR_GetLDTgtId(u_int32_t ld, MR_DRV_RAID_MAP_ALL * map); 73282533Skadesaiu_int16_t 74282533Skadesaimrsas_get_updated_dev_handle(struct mrsas_softc *sc, 75282533Skadesai PLD_LOAD_BALANCE_INFO lbInfo, struct IO_REQUEST_INFO *io_info); 76265555Sambriskou_int32_t mega_mod64(u_int64_t dividend, u_int32_t divisor); 77282533Skadesaiu_int32_t 78272744SkadesaiMR_GetSpanBlock(u_int32_t ld, u_int64_t row, u_int64_t *span_blk, 79272744Skadesai MR_DRV_RAID_MAP_ALL * map, int *div_error); 80265555Sambriskou_int64_t mega_div64_32(u_int64_t dividend, u_int32_t divisor); 81272744Skadesaivoid 82282533Skadesaimrsas_update_load_balance_params(struct mrsas_softc *sc, 83282533Skadesai MR_DRV_RAID_MAP_ALL * map, PLD_LOAD_BALANCE_INFO lbInfo); 84282533Skadesaivoid 85272744Skadesaimrsas_set_pd_lba(MRSAS_RAID_SCSI_IO_REQUEST * io_request, 86272744Skadesai u_int8_t cdb_len, struct IO_REQUEST_INFO *io_info, union ccb *ccb, 87272744Skadesai MR_DRV_RAID_MAP_ALL * local_map_ptr, u_int32_t ref_tag, 88272744Skadesai u_int32_t ld_block_size); 89282533Skadesaistatic u_int16_t 90272744SkadesaiMR_LdSpanArrayGet(u_int32_t ld, u_int32_t span, 91272744Skadesai MR_DRV_RAID_MAP_ALL * map); 92272744Skadesaistatic u_int16_t MR_PdDevHandleGet(u_int32_t pd, MR_DRV_RAID_MAP_ALL * map); 93282533Skadesaistatic u_int16_t 94272744SkadesaiMR_ArPdGet(u_int32_t ar, u_int32_t arm, 95272744Skadesai MR_DRV_RAID_MAP_ALL * map); 96272744Skadesaistatic MR_LD_SPAN * 97272744SkadesaiMR_LdSpanPtrGet(u_int32_t ld, u_int32_t span, 98272744Skadesai MR_DRV_RAID_MAP_ALL * map); 99282533Skadesaistatic u_int8_t 100272744SkadesaiMR_LdDataArmGet(u_int32_t ld, u_int32_t armIdx, 101272744Skadesai MR_DRV_RAID_MAP_ALL * map); 102272744Skadesaistatic MR_SPAN_BLOCK_INFO * 103272744SkadesaiMR_LdSpanInfoGet(u_int32_t ld, 104272744Skadesai MR_DRV_RAID_MAP_ALL * map); 105272744SkadesaiMR_LD_RAID *MR_LdRaidGet(u_int32_t ld, MR_DRV_RAID_MAP_ALL * map); 106272744Skadesaivoid MR_PopulateDrvRaidMap(struct mrsas_softc *sc); 107265555Sambrisko 108272735Skadesai 109265555Sambrisko/* 110272744Skadesai * Spanset related function prototypes Added for PRL11 configuration (Uneven 111272744Skadesai * span support) 112265555Sambrisko */ 113272744Skadesaivoid mr_update_span_set(MR_DRV_RAID_MAP_ALL * map, PLD_SPAN_INFO ldSpanInfo); 114272744Skadesaistatic u_int8_t 115272744Skadesaimr_spanset_get_phy_params(struct mrsas_softc *sc, u_int32_t ld, 116272744Skadesai u_int64_t stripRow, u_int16_t stripRef, struct IO_REQUEST_INFO *io_info, 117272744Skadesai RAID_CONTEXT * pRAID_Context, MR_DRV_RAID_MAP_ALL * map); 118272744Skadesaistatic u_int64_t 119272744Skadesaiget_row_from_strip(struct mrsas_softc *sc, u_int32_t ld, 120272744Skadesai u_int64_t strip, MR_DRV_RAID_MAP_ALL * map); 121272744Skadesaistatic u_int32_t 122272744Skadesaimr_spanset_get_span_block(struct mrsas_softc *sc, 123272744Skadesai u_int32_t ld, u_int64_t row, u_int64_t *span_blk, 124272744Skadesai MR_DRV_RAID_MAP_ALL * map, int *div_error); 125272744Skadesaistatic u_int8_t 126272744Skadesaiget_arm(struct mrsas_softc *sc, u_int32_t ld, u_int8_t span, 127272744Skadesai u_int64_t stripe, MR_DRV_RAID_MAP_ALL * map); 128265555Sambrisko 129265555Sambrisko 130265555Sambrisko/* 131272744Skadesai * Spanset related defines Added for PRL11 configuration(Uneven span support) 132265555Sambrisko */ 133272744Skadesai#define SPAN_ROW_SIZE(map, ld, index_) MR_LdSpanPtrGet(ld, index_, map)->spanRowSize 134272744Skadesai#define SPAN_ROW_DATA_SIZE(map_, ld, index_) \ 135272744Skadesai MR_LdSpanPtrGet(ld, index_, map)->spanRowDataSize 136272744Skadesai#define SPAN_INVALID 0xff 137272744Skadesai#define SPAN_DEBUG 0 138265555Sambrisko 139265555Sambrisko/* 140265555Sambrisko * Related Defines 141265555Sambrisko */ 142265555Sambrisko 143272744Skadesaitypedef u_int64_t REGION_KEY; 144272744Skadesaitypedef u_int32_t REGION_LEN; 145265555Sambrisko 146272744Skadesai#define MR_LD_STATE_OPTIMAL 3 147272744Skadesai#define FALSE 0 148272744Skadesai#define TRUE 1 149265555Sambrisko 150282533Skadesai#define LB_PENDING_CMDS_DEFAULT 4 151265555Sambrisko 152282527Skadesai 153265555Sambrisko/* 154265555Sambrisko * Related Macros 155265555Sambrisko */ 156265555Sambrisko 157272744Skadesai#define ABS_DIFF(a,b) ( ((a) > (b)) ? ((a) - (b)) : ((b) - (a)) ) 158265555Sambrisko 159272744Skadesai#define swap32(x) \ 160265555Sambrisko ((unsigned int)( \ 161265555Sambrisko (((unsigned int)(x) & (unsigned int)0x000000ffUL) << 24) | \ 162265555Sambrisko (((unsigned int)(x) & (unsigned int)0x0000ff00UL) << 8) | \ 163265555Sambrisko (((unsigned int)(x) & (unsigned int)0x00ff0000UL) >> 8) | \ 164265555Sambrisko (((unsigned int)(x) & (unsigned int)0xff000000UL) >> 24) )) 165265555Sambrisko 166265555Sambrisko 167265555Sambrisko/* 168272744Skadesai * In-line functions for mod and divide of 64-bit dividend and 32-bit 169272744Skadesai * divisor. Assumes a check for a divisor of zero is not possible. 170272744Skadesai * 171272744Skadesai * @param dividend: Dividend 172272744Skadesai * @param divisor: Divisor 173272744Skadesai * @return remainder 174265555Sambrisko */ 175265555Sambrisko 176272744Skadesai#define mega_mod64(dividend, divisor) ({ \ 177265555Sambriskoint remainder; \ 178265555Sambriskoremainder = ((u_int64_t) (dividend)) % (u_int32_t) (divisor); \ 179265555Sambriskoremainder;}) 180265555Sambrisko 181272744Skadesai#define mega_div64_32(dividend, divisor) ({ \ 182265555Sambriskoint quotient; \ 183265555Sambriskoquotient = ((u_int64_t) (dividend)) / (u_int32_t) (divisor); \ 184265555Sambriskoquotient;}) 185265555Sambrisko 186265555Sambrisko 187265555Sambrisko/* 188265555Sambrisko * Various RAID map access functions. These functions access the various 189272744Skadesai * parts of the RAID map and returns the appropriate parameters. 190265555Sambrisko */ 191265555Sambrisko 192272744SkadesaiMR_LD_RAID * 193272744SkadesaiMR_LdRaidGet(u_int32_t ld, MR_DRV_RAID_MAP_ALL * map) 194265555Sambrisko{ 195272744Skadesai return (&map->raidMap.ldSpanMap[ld].ldRaid); 196265555Sambrisko} 197265555Sambrisko 198272744Skadesaiu_int16_t 199272744SkadesaiMR_GetLDTgtId(u_int32_t ld, MR_DRV_RAID_MAP_ALL * map) 200265555Sambrisko{ 201272744Skadesai return (map->raidMap.ldSpanMap[ld].ldRaid.targetId); 202265555Sambrisko} 203265555Sambrisko 204272744Skadesaistatic u_int16_t 205272744SkadesaiMR_LdSpanArrayGet(u_int32_t ld, u_int32_t span, MR_DRV_RAID_MAP_ALL * map) 206265555Sambrisko{ 207272744Skadesai return map->raidMap.ldSpanMap[ld].spanBlock[span].span.arrayRef; 208265555Sambrisko} 209265555Sambrisko 210272744Skadesaistatic u_int8_t 211272744SkadesaiMR_LdDataArmGet(u_int32_t ld, u_int32_t armIdx, MR_DRV_RAID_MAP_ALL * map) 212265555Sambrisko{ 213272744Skadesai return map->raidMap.ldSpanMap[ld].dataArmMap[armIdx]; 214265555Sambrisko} 215265555Sambrisko 216272744Skadesaistatic u_int16_t 217272744SkadesaiMR_PdDevHandleGet(u_int32_t pd, MR_DRV_RAID_MAP_ALL * map) 218265555Sambrisko{ 219272744Skadesai return map->raidMap.devHndlInfo[pd].curDevHdl; 220265555Sambrisko} 221265555Sambrisko 222272744Skadesaistatic u_int16_t 223272744SkadesaiMR_ArPdGet(u_int32_t ar, u_int32_t arm, MR_DRV_RAID_MAP_ALL * map) 224265555Sambrisko{ 225272744Skadesai return map->raidMap.arMapInfo[ar].pd[arm]; 226265555Sambrisko} 227265555Sambrisko 228272744Skadesaistatic MR_LD_SPAN * 229272744SkadesaiMR_LdSpanPtrGet(u_int32_t ld, u_int32_t span, MR_DRV_RAID_MAP_ALL * map) 230265555Sambrisko{ 231272744Skadesai return &map->raidMap.ldSpanMap[ld].spanBlock[span].span; 232265555Sambrisko} 233265555Sambrisko 234272744Skadesaistatic MR_SPAN_BLOCK_INFO * 235272744SkadesaiMR_LdSpanInfoGet(u_int32_t ld, MR_DRV_RAID_MAP_ALL * map) 236265555Sambrisko{ 237272744Skadesai return &map->raidMap.ldSpanMap[ld].spanBlock[0]; 238265555Sambrisko} 239265555Sambrisko 240272744Skadesaiu_int16_t 241272744SkadesaiMR_TargetIdToLdGet(u_int32_t ldTgtId, MR_DRV_RAID_MAP_ALL * map) 242265555Sambrisko{ 243272744Skadesai return map->raidMap.ldTgtIdToLd[ldTgtId]; 244265555Sambrisko} 245265555Sambrisko 246272744Skadesaiu_int32_t 247272744SkadesaiMR_LdBlockSizeGet(u_int32_t ldTgtId, MR_DRV_RAID_MAP_ALL * map) 248265555Sambrisko{ 249272744Skadesai MR_LD_RAID *raid; 250272744Skadesai u_int32_t ld, ldBlockSize = MRSAS_SCSIBLOCKSIZE; 251265555Sambrisko 252272744Skadesai ld = MR_TargetIdToLdGet(ldTgtId, map); 253265555Sambrisko 254272744Skadesai /* 255272744Skadesai * Check if logical drive was removed. 256272744Skadesai */ 257272744Skadesai if (ld >= MAX_LOGICAL_DRIVES) 258272744Skadesai return ldBlockSize; 259265555Sambrisko 260272744Skadesai raid = MR_LdRaidGet(ld, map); 261272744Skadesai ldBlockSize = raid->logicalBlockLength; 262272744Skadesai if (!ldBlockSize) 263272744Skadesai ldBlockSize = MRSAS_SCSIBLOCKSIZE; 264265555Sambrisko 265272744Skadesai return ldBlockSize; 266265555Sambrisko} 267265555Sambrisko 268272735Skadesai/* 269272735Skadesai * This function will Populate Driver Map using firmware raid map 270272735Skadesai */ 271272744Skadesaivoid 272272744SkadesaiMR_PopulateDrvRaidMap(struct mrsas_softc *sc) 273272735Skadesai{ 274272744Skadesai MR_FW_RAID_MAP_ALL *fw_map_old = NULL; 275272744Skadesai MR_FW_RAID_MAP *pFwRaidMap = NULL; 276272735Skadesai unsigned int i; 277272735Skadesai 278272735Skadesai MR_DRV_RAID_MAP_ALL *drv_map = sc->ld_drv_map[(sc->map_id & 1)]; 279272735Skadesai MR_DRV_RAID_MAP *pDrvRaidMap = &drv_map->raidMap; 280272735Skadesai 281272744Skadesai if (sc->max256vdSupport) { 282272735Skadesai memcpy(sc->ld_drv_map[sc->map_id & 1], 283272744Skadesai sc->raidmap_mem[sc->map_id & 1], 284272744Skadesai sc->current_map_sz); 285272744Skadesai /* 286272744Skadesai * New Raid map will not set totalSize, so keep expected 287272744Skadesai * value for legacy code in ValidateMapInfo 288272735Skadesai */ 289272744Skadesai pDrvRaidMap->totalSize = sizeof(MR_FW_RAID_MAP_EXT); 290272735Skadesai } else { 291272744Skadesai fw_map_old = (MR_FW_RAID_MAP_ALL *) sc->raidmap_mem[(sc->map_id & 1)]; 292272735Skadesai pFwRaidMap = &fw_map_old->raidMap; 293272735Skadesai 294272735Skadesai#if VD_EXT_DEBUG 295272735Skadesai for (i = 0; i < pFwRaidMap->ldCount; i++) { 296272735Skadesai device_printf(sc->mrsas_dev, 297272744Skadesai "Index 0x%x Target Id 0x%x Seq Num 0x%x Size 0/%lx\n", i, 298272744Skadesai fw_map_old->raidMap.ldSpanMap[i].ldRaid.targetId, 299272744Skadesai fw_map_old->raidMap.ldSpanMap[i].ldRaid.seqNum, 300272744Skadesai fw_map_old->raidMap.ldSpanMap[i].ldRaid.size); 301272735Skadesai } 302272735Skadesai#endif 303272735Skadesai 304272735Skadesai memset(drv_map, 0, sc->drv_map_sz); 305272735Skadesai pDrvRaidMap->totalSize = pFwRaidMap->totalSize; 306272735Skadesai pDrvRaidMap->ldCount = pFwRaidMap->ldCount; 307272735Skadesai pDrvRaidMap->fpPdIoTimeoutSec = 308272744Skadesai pFwRaidMap->fpPdIoTimeoutSec; 309272735Skadesai 310272744Skadesai for (i = 0; i < MAX_RAIDMAP_LOGICAL_DRIVES + MAX_RAIDMAP_VIEWS; i++) { 311272735Skadesai pDrvRaidMap->ldTgtIdToLd[i] = 312272744Skadesai (u_int8_t)pFwRaidMap->ldTgtIdToLd[i]; 313272735Skadesai } 314272735Skadesai 315272744Skadesai for (i = 0; i < pDrvRaidMap->ldCount; i++) { 316272735Skadesai pDrvRaidMap->ldSpanMap[i] = 317272744Skadesai pFwRaidMap->ldSpanMap[i]; 318272735Skadesai 319272735Skadesai#if VD_EXT_DEBUG 320272744Skadesai device_printf(sc->mrsas_dev, "pFwRaidMap->ldSpanMap[%d].ldRaid.targetId 0x%x " 321272744Skadesai "pFwRaidMap->ldSpanMap[%d].ldRaid.seqNum 0x%x size 0x%x\n", 322272744Skadesai i, i, pFwRaidMap->ldSpanMap[i].ldRaid.targetId, 323272744Skadesai pFwRaidMap->ldSpanMap[i].ldRaid.seqNum, 324272744Skadesai (u_int32_t)pFwRaidMap->ldSpanMap[i].ldRaid.rowSize); 325272744Skadesai device_printf(sc->mrsas_dev, "pDrvRaidMap->ldSpanMap[%d].ldRaid.targetId 0x%x" 326272744Skadesai "pDrvRaidMap->ldSpanMap[%d].ldRaid.seqNum 0x%x size 0x%x\n", i, i, 327272744Skadesai pDrvRaidMap->ldSpanMap[i].ldRaid.targetId, 328272744Skadesai pDrvRaidMap->ldSpanMap[i].ldRaid.seqNum, 329272744Skadesai (u_int32_t)pDrvRaidMap->ldSpanMap[i].ldRaid.rowSize); 330272744Skadesai device_printf(sc->mrsas_dev, "drv raid map all %p raid map %p LD RAID MAP %p/%p\n", 331272744Skadesai drv_map, pDrvRaidMap, 332272744Skadesai &pFwRaidMap->ldSpanMap[i].ldRaid, &pDrvRaidMap->ldSpanMap[i].ldRaid); 333272735Skadesai#endif 334272735Skadesai } 335272735Skadesai 336272735Skadesai memcpy(pDrvRaidMap->arMapInfo, pFwRaidMap->arMapInfo, 337272744Skadesai sizeof(MR_ARRAY_INFO) * MAX_RAIDMAP_ARRAYS); 338272735Skadesai memcpy(pDrvRaidMap->devHndlInfo, pFwRaidMap->devHndlInfo, 339272744Skadesai sizeof(MR_DEV_HANDLE_INFO) * 340272744Skadesai MAX_RAIDMAP_PHYSICAL_DEVICES); 341272735Skadesai } 342272735Skadesai} 343272735Skadesai 344272744Skadesai/* 345272744Skadesai * MR_ValidateMapInfo: Validate RAID map 346272744Skadesai * input: Adapter instance soft state 347265555Sambrisko * 348272744Skadesai * This function checks and validates the loaded RAID map. It returns 0 if 349265555Sambrisko * successful, and 1 otherwise. 350265555Sambrisko */ 351272744Skadesaiu_int8_t 352272744SkadesaiMR_ValidateMapInfo(struct mrsas_softc *sc) 353265555Sambrisko{ 354265555Sambrisko if (!sc) { 355265555Sambrisko return 1; 356265555Sambrisko } 357272744Skadesai MR_PopulateDrvRaidMap(sc); 358272735Skadesai 359272744Skadesai MR_DRV_RAID_MAP_ALL *drv_map = sc->ld_drv_map[(sc->map_id & 1)]; 360272744Skadesai MR_DRV_RAID_MAP *pDrvRaidMap = &drv_map->raidMap; 361272735Skadesai 362272744Skadesai u_int32_t expected_map_size; 363272735Skadesai 364272744Skadesai drv_map = sc->ld_drv_map[(sc->map_id & 1)]; 365272744Skadesai pDrvRaidMap = &drv_map->raidMap; 366272744Skadesai PLD_SPAN_INFO ldSpanInfo = (PLD_SPAN_INFO) & sc->log_to_span; 367265555Sambrisko 368272744Skadesai if (sc->max256vdSupport) 369272744Skadesai expected_map_size = sizeof(MR_FW_RAID_MAP_EXT); 370272744Skadesai else 371272744Skadesai expected_map_size = 372272744Skadesai (sizeof(MR_FW_RAID_MAP) - sizeof(MR_LD_SPAN_MAP)) + 373272744Skadesai (sizeof(MR_LD_SPAN_MAP) * pDrvRaidMap->ldCount); 374265555Sambrisko 375272744Skadesai if (pDrvRaidMap->totalSize != expected_map_size) { 376272744Skadesai device_printf(sc->mrsas_dev, "map size %x not matching ld count\n", expected_map_size); 377272744Skadesai device_printf(sc->mrsas_dev, "span map= %x\n", (unsigned int)sizeof(MR_LD_SPAN_MAP)); 378272744Skadesai device_printf(sc->mrsas_dev, "pDrvRaidMap->totalSize=%x\n", pDrvRaidMap->totalSize); 379272744Skadesai return 1; 380265555Sambrisko } 381272744Skadesai if (sc->UnevenSpanSupport) { 382272744Skadesai mr_update_span_set(drv_map, ldSpanInfo); 383272744Skadesai } 384282527Skadesai mrsas_update_load_balance_params(sc, drv_map, sc->load_balance_info); 385265555Sambrisko 386272744Skadesai return 0; 387265555Sambrisko} 388265555Sambrisko 389265555Sambrisko/* 390272744Skadesai * 391272744Skadesai * Function to print info about span set created in driver from FW raid map 392272744Skadesai * 393272744Skadesai * Inputs: map 394272744Skadesai * ldSpanInfo: ld map span info per HBA instance 395272744Skadesai * 396272744Skadesai * 397272744Skadesai */ 398265555Sambrisko#if SPAN_DEBUG 399272744Skadesaistatic int 400272744SkadesaigetSpanInfo(MR_DRV_RAID_MAP_ALL * map, PLD_SPAN_INFO ldSpanInfo) 401265555Sambrisko{ 402265555Sambrisko 403272744Skadesai u_int8_t span; 404272744Skadesai u_int32_t element; 405272744Skadesai MR_LD_RAID *raid; 406272744Skadesai LD_SPAN_SET *span_set; 407272744Skadesai MR_QUAD_ELEMENT *quad; 408272744Skadesai int ldCount; 409272744Skadesai u_int16_t ld; 410265555Sambrisko 411272744Skadesai for (ldCount = 0; ldCount < MAX_LOGICAL_DRIVES; ldCount++) { 412272744Skadesai ld = MR_TargetIdToLdGet(ldCount, map); 413272744Skadesai if (ld >= MAX_LOGICAL_DRIVES) { 414272744Skadesai continue; 415272744Skadesai } 416272744Skadesai raid = MR_LdRaidGet(ld, map); 417272744Skadesai printf("LD %x: span_depth=%x\n", ld, raid->spanDepth); 418272744Skadesai for (span = 0; span < raid->spanDepth; span++) 419272744Skadesai printf("Span=%x, number of quads=%x\n", span, 420272744Skadesai map->raidMap.ldSpanMap[ld].spanBlock[span]. 421272744Skadesai block_span_info.noElements); 422272744Skadesai for (element = 0; element < MAX_QUAD_DEPTH; element++) { 423272744Skadesai span_set = &(ldSpanInfo[ld].span_set[element]); 424272744Skadesai if (span_set->span_row_data_width == 0) 425272744Skadesai break; 426265555Sambrisko 427272744Skadesai printf("Span Set %x: width=%x, diff=%x\n", element, 428272744Skadesai (unsigned int)span_set->span_row_data_width, 429272744Skadesai (unsigned int)span_set->diff); 430272744Skadesai printf("logical LBA start=0x%08lx, end=0x%08lx\n", 431272744Skadesai (long unsigned int)span_set->log_start_lba, 432272744Skadesai (long unsigned int)span_set->log_end_lba); 433272744Skadesai printf("span row start=0x%08lx, end=0x%08lx\n", 434272744Skadesai (long unsigned int)span_set->span_row_start, 435272744Skadesai (long unsigned int)span_set->span_row_end); 436272744Skadesai printf("data row start=0x%08lx, end=0x%08lx\n", 437272744Skadesai (long unsigned int)span_set->data_row_start, 438272744Skadesai (long unsigned int)span_set->data_row_end); 439272744Skadesai printf("data strip start=0x%08lx, end=0x%08lx\n", 440272744Skadesai (long unsigned int)span_set->data_strip_start, 441272744Skadesai (long unsigned int)span_set->data_strip_end); 442272744Skadesai 443272744Skadesai for (span = 0; span < raid->spanDepth; span++) { 444272744Skadesai if (map->raidMap.ldSpanMap[ld].spanBlock[span]. 445272744Skadesai block_span_info.noElements >= element + 1) { 446272744Skadesai quad = &map->raidMap.ldSpanMap[ld]. 447272744Skadesai spanBlock[span].block_span_info. 448272744Skadesai quad[element]; 449272744Skadesai printf("Span=%x, Quad=%x, diff=%x\n", span, 450272744Skadesai element, quad->diff); 451272744Skadesai printf("offset_in_span=0x%08lx\n", 452272744Skadesai (long unsigned int)quad->offsetInSpan); 453272744Skadesai printf("logical start=0x%08lx, end=0x%08lx\n", 454272744Skadesai (long unsigned int)quad->logStart, 455272744Skadesai (long unsigned int)quad->logEnd); 456272744Skadesai } 457272744Skadesai } 458272744Skadesai } 459272744Skadesai } 460272744Skadesai return 0; 461265555Sambrisko} 462272744Skadesai 463265555Sambrisko#endif 464265555Sambrisko/* 465272744Skadesai * 466272744Skadesai * This routine calculates the Span block for given row using spanset. 467272744Skadesai * 468272744Skadesai * Inputs : HBA instance 469272744Skadesai * ld: Logical drive number 470272744Skadesai * row: Row number 471272744Skadesai * map: LD map 472272744Skadesai * 473272744Skadesai * Outputs : span - Span number block 474272744Skadesai * - Absolute Block number in the physical disk 475272744Skadesai * div_error - Devide error code. 476272744Skadesai */ 477265555Sambrisko 478272744Skadesaiu_int32_t 479272744Skadesaimr_spanset_get_span_block(struct mrsas_softc *sc, u_int32_t ld, u_int64_t row, 480272744Skadesai u_int64_t *span_blk, MR_DRV_RAID_MAP_ALL * map, int *div_error) 481265555Sambrisko{ 482272744Skadesai MR_LD_RAID *raid = MR_LdRaidGet(ld, map); 483272744Skadesai LD_SPAN_SET *span_set; 484272744Skadesai MR_QUAD_ELEMENT *quad; 485272744Skadesai u_int32_t span, info; 486272744Skadesai PLD_SPAN_INFO ldSpanInfo = sc->log_to_span; 487265555Sambrisko 488272744Skadesai for (info = 0; info < MAX_QUAD_DEPTH; info++) { 489272744Skadesai span_set = &(ldSpanInfo[ld].span_set[info]); 490265555Sambrisko 491272744Skadesai if (span_set->span_row_data_width == 0) 492272744Skadesai break; 493272744Skadesai if (row > span_set->data_row_end) 494272744Skadesai continue; 495265555Sambrisko 496272744Skadesai for (span = 0; span < raid->spanDepth; span++) 497272744Skadesai if (map->raidMap.ldSpanMap[ld].spanBlock[span]. 498272744Skadesai block_span_info.noElements >= info + 1) { 499272744Skadesai quad = &map->raidMap.ldSpanMap[ld]. 500272744Skadesai spanBlock[span]. 501272744Skadesai block_span_info.quad[info]; 502272744Skadesai if (quad->diff == 0) { 503272744Skadesai *div_error = 1; 504272744Skadesai return span; 505272744Skadesai } 506272744Skadesai if (quad->logStart <= row && 507272744Skadesai row <= quad->logEnd && 508272744Skadesai (mega_mod64(row - quad->logStart, 509272744Skadesai quad->diff)) == 0) { 510272744Skadesai if (span_blk != NULL) { 511272744Skadesai u_int64_t blk; 512272744Skadesai 513272744Skadesai blk = mega_div64_32 514272744Skadesai ((row - quad->logStart), 515272744Skadesai quad->diff); 516272744Skadesai blk = (blk + quad->offsetInSpan) 517272744Skadesai << raid->stripeShift; 518272744Skadesai *span_blk = blk; 519272744Skadesai } 520272744Skadesai return span; 521272744Skadesai } 522272744Skadesai } 523272744Skadesai } 524272744Skadesai return SPAN_INVALID; 525265555Sambrisko} 526265555Sambrisko 527265555Sambrisko/* 528272744Skadesai * 529272744Skadesai * This routine calculates the row for given strip using spanset. 530272744Skadesai * 531272744Skadesai * Inputs : HBA instance 532272744Skadesai * ld: Logical drive number 533272744Skadesai * Strip: Strip 534272744Skadesai * map: LD map 535272744Skadesai * 536272744Skadesai * Outputs : row - row associated with strip 537272744Skadesai */ 538265555Sambrisko 539272744Skadesaistatic u_int64_t 540272744Skadesaiget_row_from_strip(struct mrsas_softc *sc, 541272744Skadesai u_int32_t ld, u_int64_t strip, MR_DRV_RAID_MAP_ALL * map) 542265555Sambrisko{ 543272744Skadesai MR_LD_RAID *raid = MR_LdRaidGet(ld, map); 544272744Skadesai LD_SPAN_SET *span_set; 545272744Skadesai PLD_SPAN_INFO ldSpanInfo = sc->log_to_span; 546272744Skadesai u_int32_t info, strip_offset, span, span_offset; 547272744Skadesai u_int64_t span_set_Strip, span_set_Row; 548265555Sambrisko 549272744Skadesai for (info = 0; info < MAX_QUAD_DEPTH; info++) { 550272744Skadesai span_set = &(ldSpanInfo[ld].span_set[info]); 551265555Sambrisko 552272744Skadesai if (span_set->span_row_data_width == 0) 553272744Skadesai break; 554272744Skadesai if (strip > span_set->data_strip_end) 555272744Skadesai continue; 556265555Sambrisko 557272744Skadesai span_set_Strip = strip - span_set->data_strip_start; 558272744Skadesai strip_offset = mega_mod64(span_set_Strip, 559272744Skadesai span_set->span_row_data_width); 560272744Skadesai span_set_Row = mega_div64_32(span_set_Strip, 561272744Skadesai span_set->span_row_data_width) * span_set->diff; 562272744Skadesai for (span = 0, span_offset = 0; span < raid->spanDepth; span++) 563272744Skadesai if (map->raidMap.ldSpanMap[ld].spanBlock[span]. 564272744Skadesai block_span_info.noElements >= info + 1) { 565272744Skadesai if (strip_offset >= 566272744Skadesai span_set->strip_offset[span]) 567272744Skadesai span_offset++; 568272744Skadesai else 569272744Skadesai break; 570272744Skadesai } 571282531Skadesai mrsas_dprint(sc, MRSAS_PRL11, "AVAGO Debug : Strip 0x%llx, span_set_Strip 0x%llx, span_set_Row 0x%llx " 572272744Skadesai "data width 0x%llx span offset 0x%llx\n", (unsigned long long)strip, 573272744Skadesai (unsigned long long)span_set_Strip, 574272744Skadesai (unsigned long long)span_set_Row, 575272744Skadesai (unsigned long long)span_set->span_row_data_width, (unsigned long long)span_offset); 576282531Skadesai mrsas_dprint(sc, MRSAS_PRL11, "AVAGO Debug : For strip 0x%llx row is 0x%llx\n", (unsigned long long)strip, 577272744Skadesai (unsigned long long)span_set->data_row_start + 578272744Skadesai (unsigned long long)span_set_Row + (span_offset - 1)); 579272744Skadesai return (span_set->data_row_start + span_set_Row + (span_offset - 1)); 580272744Skadesai } 581272744Skadesai return -1LLU; 582265555Sambrisko} 583265555Sambrisko 584265555Sambrisko 585265555Sambrisko/* 586272744Skadesai * 587272744Skadesai * This routine calculates the Start Strip for given row using spanset. 588272744Skadesai * 589272744Skadesai * Inputs: HBA instance 590272744Skadesai * ld: Logical drive number 591272744Skadesai * row: Row number 592272744Skadesai * map: LD map 593272744Skadesai * 594272744Skadesai * Outputs : Strip - Start strip associated with row 595272744Skadesai */ 596265555Sambrisko 597272744Skadesaistatic u_int64_t 598272744Skadesaiget_strip_from_row(struct mrsas_softc *sc, 599272744Skadesai u_int32_t ld, u_int64_t row, MR_DRV_RAID_MAP_ALL * map) 600265555Sambrisko{ 601272744Skadesai MR_LD_RAID *raid = MR_LdRaidGet(ld, map); 602272744Skadesai LD_SPAN_SET *span_set; 603272744Skadesai MR_QUAD_ELEMENT *quad; 604272744Skadesai PLD_SPAN_INFO ldSpanInfo = sc->log_to_span; 605272744Skadesai u_int32_t span, info; 606272744Skadesai u_int64_t strip; 607265555Sambrisko 608272744Skadesai for (info = 0; info < MAX_QUAD_DEPTH; info++) { 609272744Skadesai span_set = &(ldSpanInfo[ld].span_set[info]); 610265555Sambrisko 611272744Skadesai if (span_set->span_row_data_width == 0) 612272744Skadesai break; 613272744Skadesai if (row > span_set->data_row_end) 614272744Skadesai continue; 615265555Sambrisko 616272744Skadesai for (span = 0; span < raid->spanDepth; span++) 617272744Skadesai if (map->raidMap.ldSpanMap[ld].spanBlock[span]. 618272744Skadesai block_span_info.noElements >= info + 1) { 619272744Skadesai quad = &map->raidMap.ldSpanMap[ld]. 620272744Skadesai spanBlock[span].block_span_info.quad[info]; 621272744Skadesai if (quad->logStart <= row && 622272744Skadesai row <= quad->logEnd && 623272744Skadesai mega_mod64((row - quad->logStart), 624272744Skadesai quad->diff) == 0) { 625272744Skadesai strip = mega_div64_32 626272744Skadesai (((row - span_set->data_row_start) 627272744Skadesai - quad->logStart), 628272744Skadesai quad->diff); 629272744Skadesai strip *= span_set->span_row_data_width; 630272744Skadesai strip += span_set->data_strip_start; 631272744Skadesai strip += span_set->strip_offset[span]; 632272744Skadesai return strip; 633272744Skadesai } 634272744Skadesai } 635272744Skadesai } 636282531Skadesai mrsas_dprint(sc, MRSAS_PRL11, "AVAGO Debug - get_strip_from_row: returns invalid " 637272744Skadesai "strip for ld=%x, row=%lx\n", ld, (long unsigned int)row); 638272744Skadesai return -1; 639265555Sambrisko} 640265555Sambrisko 641265555Sambrisko/* 642272744Skadesai * ***************************************************************************** 643272744Skadesai * 644272744Skadesai * 645272744Skadesai * This routine calculates the Physical Arm for given strip using spanset. 646272744Skadesai * 647272744Skadesai * Inputs : HBA instance 648272744Skadesai * Logical drive number 649272744Skadesai * Strip 650272744Skadesai * LD map 651272744Skadesai * 652272744Skadesai * Outputs : Phys Arm - Phys Arm associated with strip 653272744Skadesai */ 654265555Sambrisko 655272744Skadesaistatic u_int32_t 656272744Skadesaiget_arm_from_strip(struct mrsas_softc *sc, 657272744Skadesai u_int32_t ld, u_int64_t strip, MR_DRV_RAID_MAP_ALL * map) 658265555Sambrisko{ 659272744Skadesai MR_LD_RAID *raid = MR_LdRaidGet(ld, map); 660272744Skadesai LD_SPAN_SET *span_set; 661272744Skadesai PLD_SPAN_INFO ldSpanInfo = sc->log_to_span; 662272744Skadesai u_int32_t info, strip_offset, span, span_offset; 663265555Sambrisko 664272744Skadesai for (info = 0; info < MAX_QUAD_DEPTH; info++) { 665272744Skadesai span_set = &(ldSpanInfo[ld].span_set[info]); 666265555Sambrisko 667272744Skadesai if (span_set->span_row_data_width == 0) 668272744Skadesai break; 669272744Skadesai if (strip > span_set->data_strip_end) 670272744Skadesai continue; 671265555Sambrisko 672272744Skadesai strip_offset = (u_int32_t)mega_mod64 673272744Skadesai ((strip - span_set->data_strip_start), 674272744Skadesai span_set->span_row_data_width); 675265555Sambrisko 676272744Skadesai for (span = 0, span_offset = 0; span < raid->spanDepth; span++) 677272744Skadesai if (map->raidMap.ldSpanMap[ld].spanBlock[span]. 678272744Skadesai block_span_info.noElements >= info + 1) { 679272744Skadesai if (strip_offset >= span_set->strip_offset[span]) 680272744Skadesai span_offset = span_set->strip_offset[span]; 681272744Skadesai else 682272744Skadesai break; 683272744Skadesai } 684282531Skadesai mrsas_dprint(sc, MRSAS_PRL11, "AVAGO PRL11: get_arm_from_strip: " 685272744Skadesai "for ld=0x%x strip=0x%lx arm is 0x%x\n", ld, 686272744Skadesai (long unsigned int)strip, (strip_offset - span_offset)); 687272744Skadesai return (strip_offset - span_offset); 688272744Skadesai } 689265555Sambrisko 690282531Skadesai mrsas_dprint(sc, MRSAS_PRL11, "AVAGO Debug: - get_arm_from_strip: returns invalid arm" 691272744Skadesai " for ld=%x strip=%lx\n", ld, (long unsigned int)strip); 692265555Sambrisko 693272744Skadesai return -1; 694265555Sambrisko} 695265555Sambrisko 696265555Sambrisko 697265555Sambrisko/* This Function will return Phys arm */ 698272744Skadesaiu_int8_t 699272744Skadesaiget_arm(struct mrsas_softc *sc, u_int32_t ld, u_int8_t span, u_int64_t stripe, 700272744Skadesai MR_DRV_RAID_MAP_ALL * map) 701265555Sambrisko{ 702272744Skadesai MR_LD_RAID *raid = MR_LdRaidGet(ld, map); 703265555Sambrisko 704272744Skadesai /* Need to check correct default value */ 705272744Skadesai u_int32_t arm = 0; 706265555Sambrisko 707272744Skadesai switch (raid->level) { 708272744Skadesai case 0: 709272744Skadesai case 5: 710272744Skadesai case 6: 711272744Skadesai arm = mega_mod64(stripe, SPAN_ROW_SIZE(map, ld, span)); 712272744Skadesai break; 713272744Skadesai case 1: 714272744Skadesai /* start with logical arm */ 715272744Skadesai arm = get_arm_from_strip(sc, ld, stripe, map); 716272744Skadesai arm *= 2; 717272744Skadesai break; 718272744Skadesai } 719265555Sambrisko 720272744Skadesai return arm; 721265555Sambrisko} 722265555Sambrisko 723265555Sambrisko/* 724272744Skadesai * 725272744Skadesai * This routine calculates the arm, span and block for the specified stripe and 726272744Skadesai * reference in stripe using spanset 727272744Skadesai * 728282527Skadesai * Inputs : 729282527Skadesai * sc - HBA instance 730282527Skadesai * ld - Logical drive number 731282527Skadesai * stripRow: Stripe number 732282527Skadesai * stripRef: Reference in stripe 733272744Skadesai * 734272744Skadesai * Outputs : span - Span number block - Absolute Block 735272744Skadesai * number in the physical disk 736272744Skadesai */ 737272744Skadesaistatic u_int8_t 738272744Skadesaimr_spanset_get_phy_params(struct mrsas_softc *sc, u_int32_t ld, u_int64_t stripRow, 739272744Skadesai u_int16_t stripRef, struct IO_REQUEST_INFO *io_info, 740272744Skadesai RAID_CONTEXT * pRAID_Context, MR_DRV_RAID_MAP_ALL * map) 741265555Sambrisko{ 742272744Skadesai MR_LD_RAID *raid = MR_LdRaidGet(ld, map); 743272744Skadesai u_int32_t pd, arRef; 744272744Skadesai u_int8_t physArm, span; 745272744Skadesai u_int64_t row; 746272744Skadesai u_int8_t retval = TRUE; 747272744Skadesai u_int64_t *pdBlock = &io_info->pdBlock; 748272744Skadesai u_int16_t *pDevHandle = &io_info->devHandle; 749272744Skadesai u_int32_t logArm, rowMod, armQ, arm; 750265555Sambrisko 751272744Skadesai /* Get row and span from io_info for Uneven Span IO. */ 752272744Skadesai row = io_info->start_row; 753272744Skadesai span = io_info->start_span; 754265555Sambrisko 755265555Sambrisko 756272744Skadesai if (raid->level == 6) { 757272744Skadesai logArm = get_arm_from_strip(sc, ld, stripRow, map); 758272744Skadesai rowMod = mega_mod64(row, SPAN_ROW_SIZE(map, ld, span)); 759272744Skadesai armQ = SPAN_ROW_SIZE(map, ld, span) - 1 - rowMod; 760272744Skadesai arm = armQ + 1 + logArm; 761272744Skadesai if (arm >= SPAN_ROW_SIZE(map, ld, span)) 762272744Skadesai arm -= SPAN_ROW_SIZE(map, ld, span); 763272744Skadesai physArm = (u_int8_t)arm; 764272744Skadesai } else 765272744Skadesai /* Calculate the arm */ 766272744Skadesai physArm = get_arm(sc, ld, span, stripRow, map); 767265555Sambrisko 768265555Sambrisko 769272744Skadesai arRef = MR_LdSpanArrayGet(ld, span, map); 770272744Skadesai pd = MR_ArPdGet(arRef, physArm, map); 771265555Sambrisko 772272744Skadesai if (pd != MR_PD_INVALID) 773272744Skadesai *pDevHandle = MR_PdDevHandleGet(pd, map); 774272744Skadesai else { 775272744Skadesai *pDevHandle = MR_PD_INVALID; 776323819Sjkim if ((raid->level >= 5) && ((!sc->mrsas_gen3_ctrl) || (sc->mrsas_gen3_ctrl && 777272744Skadesai raid->regTypeReqOnRead != REGION_TYPE_UNUSED))) 778272744Skadesai pRAID_Context->regLockFlags = REGION_TYPE_EXCLUSIVE; 779272744Skadesai else if (raid->level == 1) { 780272744Skadesai pd = MR_ArPdGet(arRef, physArm + 1, map); 781272744Skadesai if (pd != MR_PD_INVALID) 782272744Skadesai *pDevHandle = MR_PdDevHandleGet(pd, map); 783272744Skadesai } 784272744Skadesai } 785272744Skadesai 786272744Skadesai *pdBlock += stripRef + MR_LdSpanPtrGet(ld, span, map)->startBlk; 787272744Skadesai pRAID_Context->spanArm = (span << RAID_CTX_SPANARM_SPAN_SHIFT) | physArm; 788282527Skadesai io_info->span_arm = pRAID_Context->spanArm; 789272744Skadesai return retval; 790265555Sambrisko} 791265555Sambrisko 792272744Skadesai/* 793272744Skadesai * MR_BuildRaidContext: Set up Fast path RAID context 794272744Skadesai * 795272744Skadesai * This function will initiate command processing. The start/end row and strip 796272744Skadesai * information is calculated then the lock is acquired. This function will 797272744Skadesai * return 0 if region lock was acquired OR return num strips. 798272744Skadesai */ 799272744Skadesaiu_int8_t 800265555SambriskoMR_BuildRaidContext(struct mrsas_softc *sc, struct IO_REQUEST_INFO *io_info, 801272744Skadesai RAID_CONTEXT * pRAID_Context, MR_DRV_RAID_MAP_ALL * map) 802265555Sambrisko{ 803272744Skadesai MR_LD_RAID *raid; 804272744Skadesai u_int32_t ld, stripSize, stripe_mask; 805272744Skadesai u_int64_t endLba, endStrip, endRow, start_row, start_strip; 806272744Skadesai REGION_KEY regStart; 807272744Skadesai REGION_LEN regSize; 808272744Skadesai u_int8_t num_strips, numRows; 809272744Skadesai u_int16_t ref_in_start_stripe, ref_in_end_stripe; 810272744Skadesai u_int64_t ldStartBlock; 811272744Skadesai u_int32_t numBlocks, ldTgtId; 812272744Skadesai u_int8_t isRead, stripIdx; 813272744Skadesai u_int8_t retval = 0; 814265555Sambrisko u_int8_t startlba_span = SPAN_INVALID; 815272744Skadesai u_int64_t *pdBlock = &io_info->pdBlock; 816272744Skadesai int error_code = 0; 817265555Sambrisko 818272744Skadesai ldStartBlock = io_info->ldStartBlock; 819272744Skadesai numBlocks = io_info->numBlocks; 820272744Skadesai ldTgtId = io_info->ldTgtId; 821272744Skadesai isRead = io_info->isRead; 822272744Skadesai 823265555Sambrisko io_info->IoforUnevenSpan = 0; 824272744Skadesai io_info->start_span = SPAN_INVALID; 825265555Sambrisko 826272744Skadesai ld = MR_TargetIdToLdGet(ldTgtId, map); 827272744Skadesai raid = MR_LdRaidGet(ld, map); 828265555Sambrisko 829272744Skadesai if (raid->rowDataSize == 0) { 830272744Skadesai if (MR_LdSpanPtrGet(ld, 0, map)->spanRowDataSize == 0) 831272744Skadesai return FALSE; 832272744Skadesai else if (sc->UnevenSpanSupport) { 833272744Skadesai io_info->IoforUnevenSpan = 1; 834272744Skadesai } else { 835282531Skadesai mrsas_dprint(sc, MRSAS_PRL11, "AVAGO Debug: raid->rowDataSize is 0, but has SPAN[0] rowDataSize = 0x%0x," 836272744Skadesai " but there is _NO_ UnevenSpanSupport\n", 837272744Skadesai MR_LdSpanPtrGet(ld, 0, map)->spanRowDataSize); 838272744Skadesai return FALSE; 839272744Skadesai } 840265555Sambrisko } 841272744Skadesai stripSize = 1 << raid->stripeShift; 842272744Skadesai stripe_mask = stripSize - 1; 843272744Skadesai /* 844272744Skadesai * calculate starting row and stripe, and number of strips and rows 845272744Skadesai */ 846272744Skadesai start_strip = ldStartBlock >> raid->stripeShift; 847272744Skadesai ref_in_start_stripe = (u_int16_t)(ldStartBlock & stripe_mask); 848272744Skadesai endLba = ldStartBlock + numBlocks - 1; 849272744Skadesai ref_in_end_stripe = (u_int16_t)(endLba & stripe_mask); 850272744Skadesai endStrip = endLba >> raid->stripeShift; 851272744Skadesai num_strips = (u_int8_t)(endStrip - start_strip + 1); /* End strip */ 852272744Skadesai if (io_info->IoforUnevenSpan) { 853272744Skadesai start_row = get_row_from_strip(sc, ld, start_strip, map); 854272744Skadesai endRow = get_row_from_strip(sc, ld, endStrip, map); 855272744Skadesai if (raid->spanDepth == 1) { 856272744Skadesai startlba_span = 0; 857272744Skadesai *pdBlock = start_row << raid->stripeShift; 858272744Skadesai } else { 859272744Skadesai startlba_span = (u_int8_t)mr_spanset_get_span_block(sc, ld, start_row, 860272744Skadesai pdBlock, map, &error_code); 861272744Skadesai if (error_code == 1) { 862282531Skadesai mrsas_dprint(sc, MRSAS_PRL11, "AVAGO Debug: return from %s %d. Send IO w/o region lock.\n", 863272744Skadesai __func__, __LINE__); 864272744Skadesai return FALSE; 865272744Skadesai } 866272744Skadesai } 867272744Skadesai if (startlba_span == SPAN_INVALID) { 868282531Skadesai mrsas_dprint(sc, MRSAS_PRL11, "AVAGO Debug: return from %s %d for row 0x%llx," 869272744Skadesai "start strip %llx endSrip %llx\n", __func__, 870272744Skadesai __LINE__, (unsigned long long)start_row, 871272744Skadesai (unsigned long long)start_strip, 872272744Skadesai (unsigned long long)endStrip); 873272744Skadesai return FALSE; 874272744Skadesai } 875272744Skadesai io_info->start_span = startlba_span; 876272744Skadesai io_info->start_row = start_row; 877282531Skadesai mrsas_dprint(sc, MRSAS_PRL11, "AVAGO Debug: Check Span number from %s %d for row 0x%llx, " 878272744Skadesai " start strip 0x%llx endSrip 0x%llx span 0x%x\n", 879272744Skadesai __func__, __LINE__, (unsigned long long)start_row, 880272744Skadesai (unsigned long long)start_strip, 881272744Skadesai (unsigned long long)endStrip, startlba_span); 882282531Skadesai mrsas_dprint(sc, MRSAS_PRL11, "AVAGO Debug : 1. start_row 0x%llx endRow 0x%llx Start span 0x%x\n", 883272744Skadesai (unsigned long long)start_row, (unsigned long long)endRow, startlba_span); 884272744Skadesai } else { 885272744Skadesai start_row = mega_div64_32(start_strip, raid->rowDataSize); 886272744Skadesai endRow = mega_div64_32(endStrip, raid->rowDataSize); 887272744Skadesai } 888265555Sambrisko 889272744Skadesai numRows = (u_int8_t)(endRow - start_row + 1); /* get the row count */ 890265555Sambrisko 891272744Skadesai /* 892272744Skadesai * Calculate region info. (Assume region at start of first row, and 893272744Skadesai * assume this IO needs the full row - will adjust if not true.) 894272744Skadesai */ 895272744Skadesai regStart = start_row << raid->stripeShift; 896272744Skadesai regSize = stripSize; 897265555Sambrisko 898272744Skadesai /* Check if we can send this I/O via FastPath */ 899272744Skadesai if (raid->capability.fpCapable) { 900272744Skadesai if (isRead) 901272744Skadesai io_info->fpOkForIo = (raid->capability.fpReadCapable && 902272744Skadesai ((num_strips == 1) || 903272744Skadesai raid->capability.fpReadAcrossStripe)); 904272744Skadesai else 905272744Skadesai io_info->fpOkForIo = (raid->capability.fpWriteCapable && 906272744Skadesai ((num_strips == 1) || 907272744Skadesai raid->capability.fpWriteAcrossStripe)); 908272744Skadesai } else 909272744Skadesai io_info->fpOkForIo = FALSE; 910265555Sambrisko 911272744Skadesai if (numRows == 1) { 912272744Skadesai if (num_strips == 1) { 913272744Skadesai regStart += ref_in_start_stripe; 914272744Skadesai regSize = numBlocks; 915272744Skadesai } 916272744Skadesai } else if (io_info->IoforUnevenSpan == 0) { 917272744Skadesai /* 918272744Skadesai * For Even span region lock optimization. If the start strip 919272744Skadesai * is the last in the start row 920272744Skadesai */ 921272744Skadesai if (start_strip == (start_row + 1) * raid->rowDataSize - 1) { 922272744Skadesai regStart += ref_in_start_stripe; 923272744Skadesai /* 924272744Skadesai * initialize count to sectors from startRef to end 925272744Skadesai * of strip 926272744Skadesai */ 927272744Skadesai regSize = stripSize - ref_in_start_stripe; 928272744Skadesai } 929272744Skadesai /* add complete rows in the middle of the transfer */ 930265555Sambrisko if (numRows > 2) 931272744Skadesai regSize += (numRows - 2) << raid->stripeShift; 932265555Sambrisko 933272744Skadesai /* if IO ends within first strip of last row */ 934272744Skadesai if (endStrip == endRow * raid->rowDataSize) 935272744Skadesai regSize += ref_in_end_stripe + 1; 936272744Skadesai else 937272744Skadesai regSize += stripSize; 938272744Skadesai } else { 939272744Skadesai if (start_strip == (get_strip_from_row(sc, ld, start_row, map) + 940272744Skadesai SPAN_ROW_DATA_SIZE(map, ld, startlba_span) - 1)) { 941272744Skadesai regStart += ref_in_start_stripe; 942272744Skadesai /* 943272744Skadesai * initialize count to sectors from startRef to end 944272744Skadesai * of strip 945272744Skadesai */ 946265555Sambrisko regSize = stripSize - ref_in_start_stripe; 947272744Skadesai } 948272744Skadesai /* add complete rows in the middle of the transfer */ 949272744Skadesai if (numRows > 2) 950272744Skadesai regSize += (numRows - 2) << raid->stripeShift; 951265555Sambrisko 952272744Skadesai /* if IO ends within first strip of last row */ 953272744Skadesai if (endStrip == get_strip_from_row(sc, ld, endRow, map)) 954272744Skadesai regSize += ref_in_end_stripe + 1; 955272744Skadesai else 956272744Skadesai regSize += stripSize; 957272744Skadesai } 958272744Skadesai pRAID_Context->timeoutValue = map->raidMap.fpPdIoTimeoutSec; 959323819Sjkim if (sc->mrsas_gen3_ctrl) 960272744Skadesai pRAID_Context->regLockFlags = (isRead) ? raid->regTypeReqOnRead : raid->regTypeReqOnWrite; 961272744Skadesai else 962272744Skadesai pRAID_Context->regLockFlags = (isRead) ? REGION_TYPE_SHARED_READ : raid->regTypeReqOnWrite; 963272744Skadesai pRAID_Context->VirtualDiskTgtId = raid->targetId; 964272744Skadesai pRAID_Context->regLockRowLBA = regStart; 965272744Skadesai pRAID_Context->regLockLength = regSize; 966272744Skadesai pRAID_Context->configSeqNum = raid->seqNum; 967265555Sambrisko 968272744Skadesai /* 969272744Skadesai * Get Phy Params only if FP capable, or else leave it to MR firmware 970272744Skadesai * to do the calculation. 971272744Skadesai */ 972272744Skadesai if (io_info->fpOkForIo) { 973272744Skadesai retval = io_info->IoforUnevenSpan ? 974272744Skadesai mr_spanset_get_phy_params(sc, ld, start_strip, 975272744Skadesai ref_in_start_stripe, io_info, pRAID_Context, map) : 976272744Skadesai MR_GetPhyParams(sc, ld, start_strip, 977272744Skadesai ref_in_start_stripe, io_info, pRAID_Context, map); 978272744Skadesai /* If IO on an invalid Pd, then FP is not possible */ 979272744Skadesai if (io_info->devHandle == MR_PD_INVALID) 980272744Skadesai io_info->fpOkForIo = FALSE; 981272744Skadesai return retval; 982272744Skadesai } else if (isRead) { 983272744Skadesai for (stripIdx = 0; stripIdx < num_strips; stripIdx++) { 984272744Skadesai retval = io_info->IoforUnevenSpan ? 985272744Skadesai mr_spanset_get_phy_params(sc, ld, start_strip + stripIdx, 986272744Skadesai ref_in_start_stripe, io_info, pRAID_Context, map) : 987272744Skadesai MR_GetPhyParams(sc, ld, start_strip + stripIdx, 988272744Skadesai ref_in_start_stripe, io_info, pRAID_Context, map); 989272744Skadesai if (!retval) 990272744Skadesai return TRUE; 991272744Skadesai } 992272744Skadesai } 993265555Sambrisko#if SPAN_DEBUG 994272744Skadesai /* Just for testing what arm we get for strip. */ 995272744Skadesai get_arm_from_strip(sc, ld, start_strip, map); 996265555Sambrisko#endif 997272744Skadesai return TRUE; 998265555Sambrisko} 999265555Sambrisko 1000265555Sambrisko/* 1001272744Skadesai * 1002272744Skadesai * This routine pepare spanset info from Valid Raid map and store it into local 1003272744Skadesai * copy of ldSpanInfo per instance data structure. 1004272744Skadesai * 1005272744Skadesai * Inputs : LD map 1006272744Skadesai * ldSpanInfo per HBA instance 1007272744Skadesai * 1008272744Skadesai */ 1009272744Skadesaivoid 1010272744Skadesaimr_update_span_set(MR_DRV_RAID_MAP_ALL * map, PLD_SPAN_INFO ldSpanInfo) 1011265555Sambrisko{ 1012272744Skadesai u_int8_t span, count; 1013272744Skadesai u_int32_t element, span_row_width; 1014272744Skadesai u_int64_t span_row; 1015272744Skadesai MR_LD_RAID *raid; 1016272744Skadesai LD_SPAN_SET *span_set, *span_set_prev; 1017272744Skadesai MR_QUAD_ELEMENT *quad; 1018272744Skadesai int ldCount; 1019272744Skadesai u_int16_t ld; 1020272735Skadesai 1021272744Skadesai for (ldCount = 0; ldCount < MAX_LOGICAL_DRIVES; ldCount++) { 1022272744Skadesai ld = MR_TargetIdToLdGet(ldCount, map); 1023272744Skadesai if (ld >= MAX_LOGICAL_DRIVES) 1024272744Skadesai continue; 1025272744Skadesai raid = MR_LdRaidGet(ld, map); 1026272744Skadesai for (element = 0; element < MAX_QUAD_DEPTH; element++) { 1027272744Skadesai for (span = 0; span < raid->spanDepth; span++) { 1028272744Skadesai if (map->raidMap.ldSpanMap[ld].spanBlock[span]. 1029272744Skadesai block_span_info.noElements < element + 1) 1030272744Skadesai continue; 1031272744Skadesai /* TO-DO */ 1032272744Skadesai span_set = &(ldSpanInfo[ld].span_set[element]); 1033272744Skadesai quad = &map->raidMap.ldSpanMap[ld]. 1034272744Skadesai spanBlock[span].block_span_info.quad[element]; 1035265555Sambrisko 1036272744Skadesai span_set->diff = quad->diff; 1037265555Sambrisko 1038272744Skadesai for (count = 0, span_row_width = 0; 1039272744Skadesai count < raid->spanDepth; count++) { 1040272744Skadesai if (map->raidMap.ldSpanMap[ld].spanBlock[count]. 1041272744Skadesai block_span_info.noElements >= element + 1) { 1042272744Skadesai span_set->strip_offset[count] = span_row_width; 1043272744Skadesai span_row_width += 1044272744Skadesai MR_LdSpanPtrGet(ld, count, map)->spanRowDataSize; 1045265555Sambrisko#if SPAN_DEBUG 1046282531Skadesai printf("AVAGO Debug span %x rowDataSize %x\n", count, 1047272744Skadesai MR_LdSpanPtrGet(ld, count, map)->spanRowDataSize); 1048265555Sambrisko#endif 1049272744Skadesai } 1050272744Skadesai } 1051265555Sambrisko 1052272744Skadesai span_set->span_row_data_width = span_row_width; 1053272744Skadesai span_row = mega_div64_32(((quad->logEnd - 1054272744Skadesai quad->logStart) + quad->diff), quad->diff); 1055265555Sambrisko 1056272744Skadesai if (element == 0) { 1057272744Skadesai span_set->log_start_lba = 0; 1058272744Skadesai span_set->log_end_lba = 1059272744Skadesai ((span_row << raid->stripeShift) * span_row_width) - 1; 1060265555Sambrisko 1061272744Skadesai span_set->span_row_start = 0; 1062272744Skadesai span_set->span_row_end = span_row - 1; 1063265555Sambrisko 1064272744Skadesai span_set->data_strip_start = 0; 1065272744Skadesai span_set->data_strip_end = (span_row * span_row_width) - 1; 1066265555Sambrisko 1067272744Skadesai span_set->data_row_start = 0; 1068272744Skadesai span_set->data_row_end = (span_row * quad->diff) - 1; 1069272744Skadesai } else { 1070272744Skadesai span_set_prev = &(ldSpanInfo[ld].span_set[element - 1]); 1071272744Skadesai span_set->log_start_lba = span_set_prev->log_end_lba + 1; 1072272744Skadesai span_set->log_end_lba = span_set->log_start_lba + 1073272744Skadesai ((span_row << raid->stripeShift) * span_row_width) - 1; 1074265555Sambrisko 1075272744Skadesai span_set->span_row_start = span_set_prev->span_row_end + 1; 1076272744Skadesai span_set->span_row_end = 1077272744Skadesai span_set->span_row_start + span_row - 1; 1078272744Skadesai 1079272744Skadesai span_set->data_strip_start = 1080272744Skadesai span_set_prev->data_strip_end + 1; 1081272744Skadesai span_set->data_strip_end = span_set->data_strip_start + 1082272744Skadesai (span_row * span_row_width) - 1; 1083272744Skadesai 1084272744Skadesai span_set->data_row_start = span_set_prev->data_row_end + 1; 1085272744Skadesai span_set->data_row_end = span_set->data_row_start + 1086272744Skadesai (span_row * quad->diff) - 1; 1087272744Skadesai } 1088272744Skadesai break; 1089272744Skadesai } 1090272744Skadesai if (span == raid->spanDepth) 1091272744Skadesai break; /* no quads remain */ 1092272744Skadesai } 1093272744Skadesai } 1094265555Sambrisko#if SPAN_DEBUG 1095272744Skadesai getSpanInfo(map, ldSpanInfo); /* to get span set info */ 1096265555Sambrisko#endif 1097265555Sambrisko} 1098265555Sambrisko 1099272744Skadesai/* 1100272744Skadesai * mrsas_update_load_balance_params: Update load balance parmas 1101282527Skadesai * Inputs: 1102282527Skadesai * sc - driver softc instance 1103282527Skadesai * drv_map - driver RAID map 1104282527Skadesai * lbInfo - Load balance info 1105265555Sambrisko * 1106272744Skadesai * This function updates the load balance parameters for the LD config of a two 1107272744Skadesai * drive optimal RAID-1. 1108265555Sambrisko */ 1109282533Skadesaivoid 1110282527Skadesaimrsas_update_load_balance_params(struct mrsas_softc *sc, 1111282533Skadesai MR_DRV_RAID_MAP_ALL * drv_map, PLD_LOAD_BALANCE_INFO lbInfo) 1112265555Sambrisko{ 1113272744Skadesai int ldCount; 1114272744Skadesai u_int16_t ld; 1115272744Skadesai MR_LD_RAID *raid; 1116265555Sambrisko 1117282533Skadesai if (sc->lb_pending_cmds > 128 || sc->lb_pending_cmds < 1) 1118282533Skadesai sc->lb_pending_cmds = LB_PENDING_CMDS_DEFAULT; 1119282527Skadesai 1120282527Skadesai for (ldCount = 0; ldCount < MAX_LOGICAL_DRIVES_EXT; ldCount++) { 1121282527Skadesai ld = MR_TargetIdToLdGet(ldCount, drv_map); 1122282527Skadesai if (ld >= MAX_LOGICAL_DRIVES_EXT) { 1123272744Skadesai lbInfo[ldCount].loadBalanceFlag = 0; 1124272744Skadesai continue; 1125272744Skadesai } 1126282527Skadesai raid = MR_LdRaidGet(ld, drv_map); 1127282527Skadesai if ((raid->level != 1) || 1128282533Skadesai (raid->ldState != MR_LD_STATE_OPTIMAL)) { 1129272744Skadesai lbInfo[ldCount].loadBalanceFlag = 0; 1130282527Skadesai continue; 1131282527Skadesai } 1132282527Skadesai lbInfo[ldCount].loadBalanceFlag = 1; 1133272744Skadesai } 1134265555Sambrisko} 1135265555Sambrisko 1136265555Sambrisko 1137272744Skadesai/* 1138272744Skadesai * mrsas_set_pd_lba: Sets PD LBA 1139272744Skadesai * input: io_request pointer 1140272744Skadesai * CDB length 1141272744Skadesai * io_info pointer 1142272744Skadesai * Pointer to CCB 1143272744Skadesai * Local RAID map pointer 1144272744Skadesai * Start block of IO Block Size 1145265555Sambrisko * 1146265555Sambrisko * Used to set the PD logical block address in CDB for FP IOs. 1147265555Sambrisko */ 1148282533Skadesaivoid 1149272744Skadesaimrsas_set_pd_lba(MRSAS_RAID_SCSI_IO_REQUEST * io_request, u_int8_t cdb_len, 1150265555Sambrisko struct IO_REQUEST_INFO *io_info, union ccb *ccb, 1151272744Skadesai MR_DRV_RAID_MAP_ALL * local_map_ptr, u_int32_t ref_tag, 1152265555Sambrisko u_int32_t ld_block_size) 1153265555Sambrisko{ 1154272744Skadesai MR_LD_RAID *raid; 1155272744Skadesai u_int32_t ld; 1156272744Skadesai u_int64_t start_blk = io_info->pdBlock; 1157272744Skadesai u_int8_t *cdb = io_request->CDB.CDB32; 1158272744Skadesai u_int32_t num_blocks = io_info->numBlocks; 1159272744Skadesai u_int8_t opcode = 0, flagvals = 0, groupnum = 0, control = 0; 1160272744Skadesai struct ccb_hdr *ccb_h = &(ccb->ccb_h); 1161265555Sambrisko 1162272744Skadesai /* Check if T10 PI (DIF) is enabled for this LD */ 1163272744Skadesai ld = MR_TargetIdToLdGet(io_info->ldTgtId, local_map_ptr); 1164272744Skadesai raid = MR_LdRaidGet(ld, local_map_ptr); 1165272744Skadesai if (raid->capability.ldPiMode == MR_PROT_INFO_TYPE_CONTROLLER) { 1166272744Skadesai memset(cdb, 0, sizeof(io_request->CDB.CDB32)); 1167272744Skadesai cdb[0] = MRSAS_SCSI_VARIABLE_LENGTH_CMD; 1168272744Skadesai cdb[7] = MRSAS_SCSI_ADDL_CDB_LEN; 1169265555Sambrisko 1170272744Skadesai if (ccb_h->flags == CAM_DIR_OUT) 1171272744Skadesai cdb[9] = MRSAS_SCSI_SERVICE_ACTION_READ32; 1172272744Skadesai else 1173272744Skadesai cdb[9] = MRSAS_SCSI_SERVICE_ACTION_WRITE32; 1174272744Skadesai cdb[10] = MRSAS_RD_WR_PROTECT_CHECK_ALL; 1175265555Sambrisko 1176272744Skadesai /* LBA */ 1177272744Skadesai cdb[12] = (u_int8_t)((start_blk >> 56) & 0xff); 1178272744Skadesai cdb[13] = (u_int8_t)((start_blk >> 48) & 0xff); 1179272744Skadesai cdb[14] = (u_int8_t)((start_blk >> 40) & 0xff); 1180272744Skadesai cdb[15] = (u_int8_t)((start_blk >> 32) & 0xff); 1181272744Skadesai cdb[16] = (u_int8_t)((start_blk >> 24) & 0xff); 1182272744Skadesai cdb[17] = (u_int8_t)((start_blk >> 16) & 0xff); 1183272744Skadesai cdb[18] = (u_int8_t)((start_blk >> 8) & 0xff); 1184272744Skadesai cdb[19] = (u_int8_t)(start_blk & 0xff); 1185265555Sambrisko 1186272744Skadesai /* Logical block reference tag */ 1187272744Skadesai io_request->CDB.EEDP32.PrimaryReferenceTag = swap32(ref_tag); 1188272744Skadesai io_request->CDB.EEDP32.PrimaryApplicationTagMask = 0xffff; 1189272744Skadesai io_request->IoFlags = 32; /* Specify 32-byte cdb */ 1190265555Sambrisko 1191272744Skadesai /* Transfer length */ 1192272744Skadesai cdb[28] = (u_int8_t)((num_blocks >> 24) & 0xff); 1193272744Skadesai cdb[29] = (u_int8_t)((num_blocks >> 16) & 0xff); 1194272744Skadesai cdb[30] = (u_int8_t)((num_blocks >> 8) & 0xff); 1195272744Skadesai cdb[31] = (u_int8_t)(num_blocks & 0xff); 1196265555Sambrisko 1197272744Skadesai /* set SCSI IO EEDP Flags */ 1198272744Skadesai if (ccb_h->flags == CAM_DIR_OUT) { 1199272744Skadesai io_request->EEDPFlags = 1200272744Skadesai MPI2_SCSIIO_EEDPFLAGS_INC_PRI_REFTAG | 1201272744Skadesai MPI2_SCSIIO_EEDPFLAGS_CHECK_REFTAG | 1202272744Skadesai MPI2_SCSIIO_EEDPFLAGS_CHECK_REMOVE_OP | 1203272744Skadesai MPI2_SCSIIO_EEDPFLAGS_CHECK_APPTAG | 1204272744Skadesai MPI2_SCSIIO_EEDPFLAGS_CHECK_GUARD; 1205272744Skadesai } else { 1206272744Skadesai io_request->EEDPFlags = 1207272744Skadesai MPI2_SCSIIO_EEDPFLAGS_INC_PRI_REFTAG | 1208272744Skadesai MPI2_SCSIIO_EEDPFLAGS_INSERT_OP; 1209272744Skadesai } 1210272744Skadesai io_request->Control |= (0x4 << 26); 1211272744Skadesai io_request->EEDPBlockSize = ld_block_size; 1212272744Skadesai } else { 1213272744Skadesai /* Some drives don't support 16/12 byte CDB's, convert to 10 */ 1214272744Skadesai if (((cdb_len == 12) || (cdb_len == 16)) && 1215272744Skadesai (start_blk <= 0xffffffff)) { 1216272744Skadesai if (cdb_len == 16) { 1217272744Skadesai opcode = cdb[0] == READ_16 ? READ_10 : WRITE_10; 1218272744Skadesai flagvals = cdb[1]; 1219272744Skadesai groupnum = cdb[14]; 1220272744Skadesai control = cdb[15]; 1221272744Skadesai } else { 1222272744Skadesai opcode = cdb[0] == READ_12 ? READ_10 : WRITE_10; 1223272744Skadesai flagvals = cdb[1]; 1224272744Skadesai groupnum = cdb[10]; 1225272744Skadesai control = cdb[11]; 1226272744Skadesai } 1227265555Sambrisko 1228272744Skadesai memset(cdb, 0, sizeof(io_request->CDB.CDB32)); 1229265555Sambrisko 1230272744Skadesai cdb[0] = opcode; 1231272744Skadesai cdb[1] = flagvals; 1232272744Skadesai cdb[6] = groupnum; 1233272744Skadesai cdb[9] = control; 1234265555Sambrisko 1235272744Skadesai /* Transfer length */ 1236272744Skadesai cdb[8] = (u_int8_t)(num_blocks & 0xff); 1237272744Skadesai cdb[7] = (u_int8_t)((num_blocks >> 8) & 0xff); 1238265555Sambrisko 1239272744Skadesai io_request->IoFlags = 10; /* Specify 10-byte cdb */ 1240272744Skadesai cdb_len = 10; 1241272744Skadesai } else if ((cdb_len < 16) && (start_blk > 0xffffffff)) { 1242272744Skadesai /* Convert to 16 byte CDB for large LBA's */ 1243272744Skadesai switch (cdb_len) { 1244272744Skadesai case 6: 1245272744Skadesai opcode = cdb[0] == READ_6 ? READ_16 : WRITE_16; 1246272744Skadesai control = cdb[5]; 1247272744Skadesai break; 1248272744Skadesai case 10: 1249272744Skadesai opcode = cdb[0] == READ_10 ? READ_16 : WRITE_16; 1250272744Skadesai flagvals = cdb[1]; 1251272744Skadesai groupnum = cdb[6]; 1252272744Skadesai control = cdb[9]; 1253272744Skadesai break; 1254272744Skadesai case 12: 1255272744Skadesai opcode = cdb[0] == READ_12 ? READ_16 : WRITE_16; 1256272744Skadesai flagvals = cdb[1]; 1257272744Skadesai groupnum = cdb[10]; 1258272744Skadesai control = cdb[11]; 1259272744Skadesai break; 1260272744Skadesai } 1261265555Sambrisko 1262272744Skadesai memset(cdb, 0, sizeof(io_request->CDB.CDB32)); 1263265555Sambrisko 1264272744Skadesai cdb[0] = opcode; 1265272744Skadesai cdb[1] = flagvals; 1266272744Skadesai cdb[14] = groupnum; 1267272744Skadesai cdb[15] = control; 1268265555Sambrisko 1269272744Skadesai /* Transfer length */ 1270272744Skadesai cdb[13] = (u_int8_t)(num_blocks & 0xff); 1271272744Skadesai cdb[12] = (u_int8_t)((num_blocks >> 8) & 0xff); 1272272744Skadesai cdb[11] = (u_int8_t)((num_blocks >> 16) & 0xff); 1273272744Skadesai cdb[10] = (u_int8_t)((num_blocks >> 24) & 0xff); 1274265555Sambrisko 1275272744Skadesai io_request->IoFlags = 16; /* Specify 16-byte cdb */ 1276272744Skadesai cdb_len = 16; 1277272744Skadesai } else if ((cdb_len == 6) && (start_blk > 0x1fffff)) { 1278272744Skadesai /* convert to 10 byte CDB */ 1279272744Skadesai opcode = cdb[0] == READ_6 ? READ_10 : WRITE_10; 1280272744Skadesai control = cdb[5]; 1281265555Sambrisko 1282272744Skadesai memset(cdb, 0, sizeof(io_request->CDB.CDB32)); 1283272744Skadesai cdb[0] = opcode; 1284272744Skadesai cdb[9] = control; 1285265555Sambrisko 1286272744Skadesai /* Set transfer length */ 1287272744Skadesai cdb[8] = (u_int8_t)(num_blocks & 0xff); 1288272744Skadesai cdb[7] = (u_int8_t)((num_blocks >> 8) & 0xff); 1289272744Skadesai 1290272744Skadesai /* Specify 10-byte cdb */ 1291272744Skadesai cdb_len = 10; 1292272744Skadesai } 1293272744Skadesai /* Fall through normal case, just load LBA here */ 1294272744Skadesai u_int8_t val = cdb[1] & 0xE0; 1295282533Skadesai 1296272744Skadesai switch (cdb_len) { 1297272744Skadesai case 6: 1298272744Skadesai cdb[3] = (u_int8_t)(start_blk & 0xff); 1299272744Skadesai cdb[2] = (u_int8_t)((start_blk >> 8) & 0xff); 1300272744Skadesai cdb[1] = val | ((u_int8_t)(start_blk >> 16) & 0x1f); 1301272744Skadesai break; 1302272744Skadesai case 10: 1303272744Skadesai cdb[5] = (u_int8_t)(start_blk & 0xff); 1304272744Skadesai cdb[4] = (u_int8_t)((start_blk >> 8) & 0xff); 1305272744Skadesai cdb[3] = (u_int8_t)((start_blk >> 16) & 0xff); 1306272744Skadesai cdb[2] = (u_int8_t)((start_blk >> 24) & 0xff); 1307272744Skadesai break; 1308272744Skadesai case 16: 1309272744Skadesai cdb[9] = (u_int8_t)(start_blk & 0xff); 1310272744Skadesai cdb[8] = (u_int8_t)((start_blk >> 8) & 0xff); 1311272744Skadesai cdb[7] = (u_int8_t)((start_blk >> 16) & 0xff); 1312272744Skadesai cdb[6] = (u_int8_t)((start_blk >> 24) & 0xff); 1313272744Skadesai cdb[5] = (u_int8_t)((start_blk >> 32) & 0xff); 1314272744Skadesai cdb[4] = (u_int8_t)((start_blk >> 40) & 0xff); 1315272744Skadesai cdb[3] = (u_int8_t)((start_blk >> 48) & 0xff); 1316272744Skadesai cdb[2] = (u_int8_t)((start_blk >> 56) & 0xff); 1317272744Skadesai break; 1318272744Skadesai } 1319265555Sambrisko } 1320265555Sambrisko} 1321265555Sambrisko 1322272744Skadesai/* 1323282527Skadesai * mrsas_get_best_arm_pd: Determine the best spindle arm 1324282527Skadesai * Inputs: 1325282527Skadesai * sc - HBA instance 1326282527Skadesai * lbInfo - Load balance info 1327282527Skadesai * io_info - IO request info 1328265555Sambrisko * 1329265555Sambrisko * This function determines and returns the best arm by looking at the 1330265555Sambrisko * parameters of the last PD access. 1331265555Sambrisko */ 1332282533Skadesaiu_int8_t 1333282533Skadesaimrsas_get_best_arm_pd(struct mrsas_softc *sc, 1334282533Skadesai PLD_LOAD_BALANCE_INFO lbInfo, struct IO_REQUEST_INFO *io_info) 1335265555Sambrisko{ 1336282533Skadesai MR_LD_RAID *raid; 1337282527Skadesai MR_DRV_RAID_MAP_ALL *drv_map; 1338282527Skadesai u_int16_t pend0, pend1, ld; 1339272744Skadesai u_int64_t diff0, diff1; 1340282527Skadesai u_int8_t bestArm, pd0, pd1, span, arm; 1341282527Skadesai u_int32_t arRef, span_row_size; 1342265555Sambrisko 1343282527Skadesai u_int64_t block = io_info->ldStartBlock; 1344282527Skadesai u_int32_t count = io_info->numBlocks; 1345282527Skadesai 1346282527Skadesai span = ((io_info->span_arm & RAID_CTX_SPANARM_SPAN_MASK) 1347282533Skadesai >> RAID_CTX_SPANARM_SPAN_SHIFT); 1348282527Skadesai arm = (io_info->span_arm & RAID_CTX_SPANARM_ARM_MASK); 1349282527Skadesai 1350282527Skadesai drv_map = sc->ld_drv_map[(sc->map_id & 1)]; 1351282527Skadesai ld = MR_TargetIdToLdGet(io_info->ldTgtId, drv_map); 1352282527Skadesai raid = MR_LdRaidGet(ld, drv_map); 1353282527Skadesai span_row_size = sc->UnevenSpanSupport ? 1354282533Skadesai SPAN_ROW_SIZE(drv_map, ld, span) : raid->rowSize; 1355282527Skadesai 1356282533Skadesai arRef = MR_LdSpanArrayGet(ld, span, drv_map); 1357282533Skadesai pd0 = MR_ArPdGet(arRef, arm, drv_map); 1358282533Skadesai pd1 = MR_ArPdGet(arRef, (arm + 1) >= span_row_size ? 1359282533Skadesai (arm + 1 - span_row_size) : arm + 1, drv_map); 1360282527Skadesai 1361272744Skadesai /* get the pending cmds for the data and mirror arms */ 1362282527Skadesai pend0 = mrsas_atomic_read(&lbInfo->scsi_pending_cmds[pd0]); 1363282527Skadesai pend1 = mrsas_atomic_read(&lbInfo->scsi_pending_cmds[pd1]); 1364265555Sambrisko 1365272744Skadesai /* Determine the disk whose head is nearer to the req. block */ 1366282527Skadesai diff0 = ABS_DIFF(block, lbInfo->last_accessed_block[pd0]); 1367282527Skadesai diff1 = ABS_DIFF(block, lbInfo->last_accessed_block[pd1]); 1368282527Skadesai bestArm = (diff0 <= diff1 ? arm : arm ^ 1); 1369265555Sambrisko 1370282527Skadesai if ((bestArm == arm && pend0 > pend1 + sc->lb_pending_cmds) || 1371282533Skadesai (bestArm != arm && pend1 > pend0 + sc->lb_pending_cmds)) 1372272744Skadesai bestArm ^= 1; 1373265555Sambrisko 1374272744Skadesai /* Update the last accessed block on the correct pd */ 1375282533Skadesai lbInfo->last_accessed_block[bestArm == arm ? pd0 : pd1] = block + count - 1; 1376282527Skadesai io_info->span_arm = (span << RAID_CTX_SPANARM_SPAN_SHIFT) | bestArm; 1377282533Skadesai io_info->pd_after_lb = (bestArm == arm) ? pd0 : pd1; 1378282527Skadesai#if SPAN_DEBUG 1379282533Skadesai if (arm != bestArm) 1380282533Skadesai printf("AVAGO Debug R1 Load balance occur - span 0x%x arm 0x%x bestArm 0x%x " 1381282533Skadesai "io_info->span_arm 0x%x\n", 1382282533Skadesai span, arm, bestArm, io_info->span_arm); 1383282527Skadesai#endif 1384265555Sambrisko 1385282527Skadesai return io_info->pd_after_lb; 1386265555Sambrisko} 1387265555Sambrisko 1388272744Skadesai/* 1389272744Skadesai * mrsas_get_updated_dev_handle: Get the update dev handle 1390282527Skadesai * Inputs: 1391282527Skadesai * sc - Adapter instance soft state 1392282527Skadesai * lbInfo - Load balance info 1393282527Skadesai * io_info - io_info pointer 1394265555Sambrisko * 1395265555Sambrisko * This function determines and returns the updated dev handle. 1396265555Sambrisko */ 1397282533Skadesaiu_int16_t 1398282533Skadesaimrsas_get_updated_dev_handle(struct mrsas_softc *sc, 1399282533Skadesai PLD_LOAD_BALANCE_INFO lbInfo, struct IO_REQUEST_INFO *io_info) 1400265555Sambrisko{ 1401282527Skadesai u_int8_t arm_pd; 1402272744Skadesai u_int16_t devHandle; 1403282527Skadesai MR_DRV_RAID_MAP_ALL *drv_map; 1404265555Sambrisko 1405282527Skadesai drv_map = sc->ld_drv_map[(sc->map_id & 1)]; 1406265555Sambrisko 1407272744Skadesai /* get best new arm */ 1408282533Skadesai arm_pd = mrsas_get_best_arm_pd(sc, lbInfo, io_info); 1409282527Skadesai devHandle = MR_PdDevHandleGet(arm_pd, drv_map); 1410282527Skadesai mrsas_atomic_inc(&lbInfo->scsi_pending_cmds[arm_pd]); 1411265555Sambrisko 1412272744Skadesai return devHandle; 1413265555Sambrisko} 1414265555Sambrisko 1415272744Skadesai/* 1416272744Skadesai * MR_GetPhyParams: Calculates arm, span, and block 1417272744Skadesai * Inputs: Adapter soft state 1418272744Skadesai * Logical drive number (LD) 1419272744Skadesai * Stripe number(stripRow) 1420272744Skadesai * Reference in stripe (stripRef) 1421265555Sambrisko * 1422272744Skadesai * Outputs: Absolute Block number in the physical disk 1423272744Skadesai * 1424272744Skadesai * This routine calculates the arm, span and block for the specified stripe and 1425272744Skadesai * reference in stripe. 1426265555Sambrisko */ 1427272744Skadesaiu_int8_t 1428272744SkadesaiMR_GetPhyParams(struct mrsas_softc *sc, u_int32_t ld, 1429272744Skadesai u_int64_t stripRow, 1430272744Skadesai u_int16_t stripRef, struct IO_REQUEST_INFO *io_info, 1431272744Skadesai RAID_CONTEXT * pRAID_Context, MR_DRV_RAID_MAP_ALL * map) 1432265555Sambrisko{ 1433272744Skadesai MR_LD_RAID *raid = MR_LdRaidGet(ld, map); 1434272744Skadesai u_int32_t pd, arRef; 1435272744Skadesai u_int8_t physArm, span; 1436272744Skadesai u_int64_t row; 1437272744Skadesai u_int8_t retval = TRUE; 1438272744Skadesai int error_code = 0; 1439265555Sambrisko u_int64_t *pdBlock = &io_info->pdBlock; 1440272744Skadesai u_int16_t *pDevHandle = &io_info->devHandle; 1441272744Skadesai u_int32_t rowMod, armQ, arm, logArm; 1442265555Sambrisko 1443272744Skadesai row = mega_div64_32(stripRow, raid->rowDataSize); 1444265555Sambrisko 1445272744Skadesai if (raid->level == 6) { 1446272744Skadesai /* logical arm within row */ 1447272744Skadesai logArm = mega_mod64(stripRow, raid->rowDataSize); 1448272744Skadesai if (raid->rowSize == 0) 1449272744Skadesai return FALSE; 1450272744Skadesai rowMod = mega_mod64(row, raid->rowSize); /* get logical row mod */ 1451272744Skadesai armQ = raid->rowSize - 1 - rowMod; /* index of Q drive */ 1452272744Skadesai arm = armQ + 1 + logArm;/* data always logically follows Q */ 1453272744Skadesai if (arm >= raid->rowSize) /* handle wrap condition */ 1454272744Skadesai arm -= raid->rowSize; 1455272744Skadesai physArm = (u_int8_t)arm; 1456272744Skadesai } else { 1457272744Skadesai if (raid->modFactor == 0) 1458272744Skadesai return FALSE; 1459272744Skadesai physArm = MR_LdDataArmGet(ld, mega_mod64(stripRow, raid->modFactor), map); 1460272744Skadesai } 1461265555Sambrisko 1462272744Skadesai if (raid->spanDepth == 1) { 1463272744Skadesai span = 0; 1464272744Skadesai *pdBlock = row << raid->stripeShift; 1465272744Skadesai } else { 1466272744Skadesai span = (u_int8_t)MR_GetSpanBlock(ld, row, pdBlock, map, &error_code); 1467272744Skadesai if (error_code == 1) 1468272744Skadesai return FALSE; 1469272744Skadesai } 1470265555Sambrisko 1471272744Skadesai /* Get the array on which this span is present */ 1472272744Skadesai arRef = MR_LdSpanArrayGet(ld, span, map); 1473265555Sambrisko 1474272744Skadesai pd = MR_ArPdGet(arRef, physArm, map); /* Get the Pd. */ 1475265555Sambrisko 1476272744Skadesai if (pd != MR_PD_INVALID) 1477272744Skadesai /* Get dev handle from Pd */ 1478272744Skadesai *pDevHandle = MR_PdDevHandleGet(pd, map); 1479272744Skadesai else { 1480272744Skadesai *pDevHandle = MR_PD_INVALID; /* set dev handle as invalid. */ 1481323819Sjkim if ((raid->level >= 5) && ((!sc->mrsas_gen3_ctrl) || (sc->mrsas_gen3_ctrl && 1482272744Skadesai raid->regTypeReqOnRead != REGION_TYPE_UNUSED))) 1483272744Skadesai pRAID_Context->regLockFlags = REGION_TYPE_EXCLUSIVE; 1484272744Skadesai else if (raid->level == 1) { 1485272744Skadesai /* Get Alternate Pd. */ 1486272744Skadesai pd = MR_ArPdGet(arRef, physArm + 1, map); 1487272744Skadesai if (pd != MR_PD_INVALID) 1488272744Skadesai /* Get dev handle from Pd. */ 1489272744Skadesai *pDevHandle = MR_PdDevHandleGet(pd, map); 1490272744Skadesai } 1491272744Skadesai } 1492265555Sambrisko 1493272744Skadesai *pdBlock += stripRef + MR_LdSpanPtrGet(ld, span, map)->startBlk; 1494272744Skadesai pRAID_Context->spanArm = (span << RAID_CTX_SPANARM_SPAN_SHIFT) | physArm; 1495282527Skadesai io_info->span_arm = pRAID_Context->spanArm; 1496272744Skadesai return retval; 1497265555Sambrisko} 1498265555Sambrisko 1499272744Skadesai/* 1500272744Skadesai * MR_GetSpanBlock: Calculates span block 1501272744Skadesai * Inputs: LD 1502272744Skadesai * row PD 1503272744Skadesai * span block 1504272744Skadesai * RAID map pointer 1505265555Sambrisko * 1506272744Skadesai * Outputs: Span number Error code 1507272744Skadesai * 1508272744Skadesai * This routine calculates the span from the span block info. 1509265555Sambrisko */ 1510272744Skadesaiu_int32_t 1511272744SkadesaiMR_GetSpanBlock(u_int32_t ld, u_int64_t row, u_int64_t *span_blk, 1512272744Skadesai MR_DRV_RAID_MAP_ALL * map, int *div_error) 1513265555Sambrisko{ 1514272744Skadesai MR_SPAN_BLOCK_INFO *pSpanBlock = MR_LdSpanInfoGet(ld, map); 1515272744Skadesai MR_QUAD_ELEMENT *quad; 1516272744Skadesai MR_LD_RAID *raid = MR_LdRaidGet(ld, map); 1517272744Skadesai u_int32_t span, j; 1518272744Skadesai u_int64_t blk, debugBlk; 1519265555Sambrisko 1520272744Skadesai for (span = 0; span < raid->spanDepth; span++, pSpanBlock++) { 1521272744Skadesai for (j = 0; j < pSpanBlock->block_span_info.noElements; j++) { 1522272744Skadesai quad = &pSpanBlock->block_span_info.quad[j]; 1523272744Skadesai if (quad->diff == 0) { 1524272744Skadesai *div_error = 1; 1525272744Skadesai return span; 1526272744Skadesai } 1527272744Skadesai if (quad->logStart <= row && row <= quad->logEnd && 1528272744Skadesai (mega_mod64(row - quad->logStart, quad->diff)) == 0) { 1529272744Skadesai if (span_blk != NULL) { 1530272744Skadesai blk = mega_div64_32((row - quad->logStart), quad->diff); 1531272744Skadesai debugBlk = blk; 1532272744Skadesai blk = (blk + quad->offsetInSpan) << raid->stripeShift; 1533272744Skadesai *span_blk = blk; 1534272744Skadesai } 1535272744Skadesai return span; 1536272744Skadesai } 1537272744Skadesai } 1538272744Skadesai } 1539272744Skadesai return span; 1540265555Sambrisko} 1541