scsi_pt.c revision 126080
139213Sgibbs/* 239213Sgibbs * Implementation of SCSI Processor Target Peripheral driver for CAM. 339213Sgibbs * 439213Sgibbs * Copyright (c) 1998 Justin T. Gibbs. 539213Sgibbs * All rights reserved. 639213Sgibbs * 739213Sgibbs * Redistribution and use in source and binary forms, with or without 839213Sgibbs * modification, are permitted provided that the following conditions 939213Sgibbs * are met: 1039213Sgibbs * 1. Redistributions of source code must retain the above copyright 1139213Sgibbs * notice, this list of conditions, and the following disclaimer, 1239213Sgibbs * without modification, immediately at the beginning of the file. 1339213Sgibbs * 2. The name of the author may not be used to endorse or promote products 1439213Sgibbs * derived from this software without specific prior written permission. 1539213Sgibbs * 1639213Sgibbs * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 1739213Sgibbs * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 1839213Sgibbs * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 1939213Sgibbs * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE FOR 2039213Sgibbs * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 2139213Sgibbs * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 2239213Sgibbs * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 2339213Sgibbs * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 2439213Sgibbs * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 2539213Sgibbs * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 2639213Sgibbs * SUCH DAMAGE. 2739213Sgibbs */ 2839213Sgibbs 29116162Sobrien#include <sys/cdefs.h> 30116162Sobrien__FBSDID("$FreeBSD: head/sys/cam/scsi/scsi_pt.c 126080 2004-02-21 21:10:55Z phk $"); 31116162Sobrien 3239213Sgibbs#include <sys/param.h> 3339213Sgibbs#include <sys/queue.h> 3439213Sgibbs#include <sys/systm.h> 3539213Sgibbs#include <sys/kernel.h> 3639213Sgibbs#include <sys/types.h> 3760041Sphk#include <sys/bio.h> 3839213Sgibbs#include <sys/devicestat.h> 3939213Sgibbs#include <sys/malloc.h> 4039213Sgibbs#include <sys/conf.h> 4150073Sken#include <sys/ptio.h> 4239213Sgibbs 4339213Sgibbs#include <cam/cam.h> 4439213Sgibbs#include <cam/cam_ccb.h> 4539213Sgibbs#include <cam/cam_periph.h> 4639213Sgibbs#include <cam/cam_xpt_periph.h> 4739213Sgibbs#include <cam/cam_debug.h> 4839213Sgibbs 4939213Sgibbs#include <cam/scsi/scsi_all.h> 5039213Sgibbs#include <cam/scsi/scsi_message.h> 5139213Sgibbs#include <cam/scsi/scsi_pt.h> 5239213Sgibbs 5350073Sken#include "opt_pt.h" 5450073Sken 5539213Sgibbstypedef enum { 5639213Sgibbs PT_STATE_PROBE, 5739213Sgibbs PT_STATE_NORMAL 5839213Sgibbs} pt_state; 5939213Sgibbs 6039213Sgibbstypedef enum { 6139213Sgibbs PT_FLAG_NONE = 0x00, 6239213Sgibbs PT_FLAG_OPEN = 0x01, 6339213Sgibbs PT_FLAG_DEVICE_INVALID = 0x02, 6439213Sgibbs PT_FLAG_RETRY_UA = 0x04 6539213Sgibbs} pt_flags; 6639213Sgibbs 6739213Sgibbstypedef enum { 6839213Sgibbs PT_CCB_BUFFER_IO = 0x01, 6939213Sgibbs PT_CCB_WAITING = 0x02, 7039213Sgibbs PT_CCB_RETRY_UA = 0x04, 7139213Sgibbs PT_CCB_BUFFER_IO_UA = PT_CCB_BUFFER_IO|PT_CCB_RETRY_UA 7239213Sgibbs} pt_ccb_state; 7339213Sgibbs 7439213Sgibbs/* Offsets into our private area for storing information */ 7539213Sgibbs#define ccb_state ppriv_field0 7639213Sgibbs#define ccb_bp ppriv_ptr1 7739213Sgibbs 7839213Sgibbsstruct pt_softc { 7959249Sphk struct bio_queue_head bio_queue; 80112006Sphk struct devstat *device_stats; 8160938Sjake LIST_HEAD(, ccb_hdr) pending_ccbs; 8239213Sgibbs pt_state state; 8339213Sgibbs pt_flags flags; 8439213Sgibbs union ccb saved_ccb; 8550073Sken int io_timeout; 8653257Sken dev_t dev; 8739213Sgibbs}; 8839213Sgibbs 8939213Sgibbsstatic d_open_t ptopen; 9039213Sgibbsstatic d_close_t ptclose; 9139213Sgibbsstatic d_strategy_t ptstrategy; 9239213Sgibbsstatic periph_init_t ptinit; 9339213Sgibbsstatic void ptasync(void *callback_arg, u_int32_t code, 9439213Sgibbs struct cam_path *path, void *arg); 9539213Sgibbsstatic periph_ctor_t ptctor; 9640603Skenstatic periph_oninv_t ptoninvalidate; 9739213Sgibbsstatic periph_dtor_t ptdtor; 9839213Sgibbsstatic periph_start_t ptstart; 9939213Sgibbsstatic void ptdone(struct cam_periph *periph, 10039213Sgibbs union ccb *done_ccb); 10150073Skenstatic d_ioctl_t ptioctl; 10239213Sgibbsstatic int pterror(union ccb *ccb, u_int32_t cam_flags, 10339213Sgibbs u_int32_t sense_flags); 10439213Sgibbs 10539213Sgibbsvoid scsi_send_receive(struct ccb_scsiio *csio, u_int32_t retries, 10639213Sgibbs void (*cbfcnp)(struct cam_periph *, union ccb *), 10739213Sgibbs u_int tag_action, int readop, u_int byte2, 10839213Sgibbs u_int32_t xfer_len, u_int8_t *data_ptr, 10939213Sgibbs u_int8_t sense_len, u_int32_t timeout); 11039213Sgibbs 11139213Sgibbsstatic struct periph_driver ptdriver = 11239213Sgibbs{ 11339213Sgibbs ptinit, "pt", 11439213Sgibbs TAILQ_HEAD_INITIALIZER(ptdriver.units), /* generation */ 0 11539213Sgibbs}; 11639213Sgibbs 11772119SpeterPERIPHDRIVER_DECLARE(pt, ptdriver); 11839213Sgibbs 11939213Sgibbs 12047625Sphkstatic struct cdevsw pt_cdevsw = { 121126080Sphk .d_version = D_VERSION, 122126080Sphk .d_flags = D_NEEDGIANT, 123111815Sphk .d_open = ptopen, 124111815Sphk .d_close = ptclose, 125111815Sphk .d_read = physread, 126111815Sphk .d_write = physwrite, 127111815Sphk .d_ioctl = ptioctl, 128111815Sphk .d_strategy = ptstrategy, 129111815Sphk .d_name = "pt", 13039213Sgibbs}; 13139213Sgibbs 13250073Sken#ifndef SCSI_PT_DEFAULT_TIMEOUT 13350073Sken#define SCSI_PT_DEFAULT_TIMEOUT 60 13450073Sken#endif 13550073Sken 13639213Sgibbsstatic int 13783366Sjulianptopen(dev_t dev, int flags, int fmt, struct thread *td) 13839213Sgibbs{ 13939213Sgibbs struct cam_periph *periph; 14039213Sgibbs struct pt_softc *softc; 14139213Sgibbs int unit; 14239213Sgibbs int error; 14340603Sken int s; 14439213Sgibbs 14539213Sgibbs unit = minor(dev); 146101940Snjl periph = (struct cam_periph *)dev->si_drv1; 14739213Sgibbs if (periph == NULL) 14839213Sgibbs return (ENXIO); 14939213Sgibbs 15039213Sgibbs softc = (struct pt_softc *)periph->softc; 15139213Sgibbs 15240603Sken s = splsoftcam(); 15340603Sken if (softc->flags & PT_FLAG_DEVICE_INVALID) { 15440603Sken splx(s); 15540603Sken return(ENXIO); 15640603Sken } 15740603Sken 15839213Sgibbs CAM_DEBUG(periph->path, CAM_DEBUG_TRACE, 15949982Sbillf ("ptopen: dev=%s (unit %d)\n", devtoname(dev), unit)); 16039213Sgibbs 16141297Sken if ((error = cam_periph_lock(periph, PRIBIO|PCATCH)) != 0) { 16241297Sken splx(s); 16339213Sgibbs return (error); /* error code from tsleep */ 16441297Sken } 16539213Sgibbs 16641297Sken splx(s); 16741297Sken 16839213Sgibbs if ((softc->flags & PT_FLAG_OPEN) == 0) { 16939213Sgibbs if (cam_periph_acquire(periph) != CAM_REQ_CMP) 17039213Sgibbs error = ENXIO; 17139213Sgibbs else 17239213Sgibbs softc->flags |= PT_FLAG_OPEN; 17339213Sgibbs } else 17439213Sgibbs error = EBUSY; 17539213Sgibbs 17639213Sgibbs cam_periph_unlock(periph); 17739213Sgibbs return (error); 17839213Sgibbs} 17939213Sgibbs 18039213Sgibbsstatic int 18183366Sjulianptclose(dev_t dev, int flag, int fmt, struct thread *td) 18239213Sgibbs{ 18339213Sgibbs struct cam_periph *periph; 18439213Sgibbs struct pt_softc *softc; 18539213Sgibbs int error; 18639213Sgibbs 187101940Snjl periph = (struct cam_periph *)dev->si_drv1; 18839213Sgibbs if (periph == NULL) 18939213Sgibbs return (ENXIO); 19039213Sgibbs 19139213Sgibbs softc = (struct pt_softc *)periph->softc; 19239213Sgibbs 19339213Sgibbs if ((error = cam_periph_lock(periph, PRIBIO)) != 0) 19439213Sgibbs return (error); /* error code from tsleep */ 19539213Sgibbs 19639213Sgibbs softc->flags &= ~PT_FLAG_OPEN; 19739213Sgibbs cam_periph_unlock(periph); 19839213Sgibbs cam_periph_release(periph); 19939213Sgibbs return (0); 20039213Sgibbs} 20139213Sgibbs 20239213Sgibbs/* 20339213Sgibbs * Actually translate the requested transfer into one the physical driver 20439213Sgibbs * can understand. The transfer is described by a buf and will include 20539213Sgibbs * only one physical transfer. 20639213Sgibbs */ 20739213Sgibbsstatic void 20859249Sphkptstrategy(struct bio *bp) 20939213Sgibbs{ 21039213Sgibbs struct cam_periph *periph; 21139213Sgibbs struct pt_softc *softc; 21239213Sgibbs int s; 21339213Sgibbs 214101940Snjl periph = (struct cam_periph *)bp->bio_dev->si_drv1; 21576362Sphk bp->bio_resid = bp->bio_bcount; 21639213Sgibbs if (periph == NULL) { 21776362Sphk biofinish(bp, NULL, ENXIO); 21876362Sphk return; 21939213Sgibbs } 22039213Sgibbs softc = (struct pt_softc *)periph->softc; 22139213Sgibbs 22239213Sgibbs /* 22339213Sgibbs * Mask interrupts so that the pack cannot be invalidated until 22439213Sgibbs * after we are in the queue. Otherwise, we might not properly 22539213Sgibbs * clean up one of the buffers. 22639213Sgibbs */ 22739213Sgibbs s = splbio(); 22839213Sgibbs 22939213Sgibbs /* 23039213Sgibbs * If the device has been made invalid, error out 23139213Sgibbs */ 23239213Sgibbs if ((softc->flags & PT_FLAG_DEVICE_INVALID)) { 23339213Sgibbs splx(s); 23476362Sphk biofinish(bp, NULL, ENXIO); 23576362Sphk return; 23639213Sgibbs } 23739213Sgibbs 23839213Sgibbs /* 23939213Sgibbs * Place it in the queue of disk activities for this disk 24039213Sgibbs */ 24159249Sphk bioq_insert_tail(&softc->bio_queue, bp); 24239213Sgibbs 24339213Sgibbs splx(s); 24439213Sgibbs 24539213Sgibbs /* 24639213Sgibbs * Schedule ourselves for performing the work. 24739213Sgibbs */ 24839213Sgibbs xpt_schedule(periph, /* XXX priority */1); 24939213Sgibbs 25039213Sgibbs return; 25139213Sgibbs} 25239213Sgibbs 25339213Sgibbsstatic void 25439213Sgibbsptinit(void) 25539213Sgibbs{ 25639213Sgibbs cam_status status; 25739213Sgibbs struct cam_path *path; 25839213Sgibbs 25939213Sgibbs /* 26039213Sgibbs * Install a global async callback. This callback will 26139213Sgibbs * receive async callbacks like "new device found". 26239213Sgibbs */ 26339213Sgibbs status = xpt_create_path(&path, /*periph*/NULL, CAM_XPT_PATH_ID, 26439213Sgibbs CAM_TARGET_WILDCARD, CAM_LUN_WILDCARD); 26539213Sgibbs 26639213Sgibbs if (status == CAM_REQ_CMP) { 26739213Sgibbs struct ccb_setasync csa; 26839213Sgibbs 26939213Sgibbs xpt_setup_ccb(&csa.ccb_h, path, /*priority*/5); 27039213Sgibbs csa.ccb_h.func_code = XPT_SASYNC_CB; 27139213Sgibbs csa.event_enable = AC_FOUND_DEVICE; 27239213Sgibbs csa.callback = ptasync; 27339213Sgibbs csa.callback_arg = NULL; 27439213Sgibbs xpt_action((union ccb *)&csa); 27539213Sgibbs status = csa.ccb_h.status; 27639213Sgibbs xpt_free_path(path); 27739213Sgibbs } 27839213Sgibbs 27939213Sgibbs if (status != CAM_REQ_CMP) { 28039213Sgibbs printf("pt: Failed to attach master async callback " 28139213Sgibbs "due to status 0x%x!\n", status); 28239213Sgibbs } 28339213Sgibbs} 28439213Sgibbs 28539213Sgibbsstatic cam_status 28639213Sgibbsptctor(struct cam_periph *periph, void *arg) 28739213Sgibbs{ 28839213Sgibbs struct pt_softc *softc; 28939213Sgibbs struct ccb_setasync csa; 29039213Sgibbs struct ccb_getdev *cgd; 29139213Sgibbs 29239213Sgibbs cgd = (struct ccb_getdev *)arg; 29339213Sgibbs if (periph == NULL) { 29439213Sgibbs printf("ptregister: periph was NULL!!\n"); 29539213Sgibbs return(CAM_REQ_CMP_ERR); 29639213Sgibbs } 29739213Sgibbs 29839213Sgibbs if (cgd == NULL) { 29939213Sgibbs printf("ptregister: no getdev CCB, can't register device\n"); 30039213Sgibbs return(CAM_REQ_CMP_ERR); 30139213Sgibbs } 30239213Sgibbs 30339213Sgibbs softc = (struct pt_softc *)malloc(sizeof(*softc),M_DEVBUF,M_NOWAIT); 30439213Sgibbs 30539213Sgibbs if (softc == NULL) { 30639213Sgibbs printf("daregister: Unable to probe new device. " 30739213Sgibbs "Unable to allocate softc\n"); 30839213Sgibbs return(CAM_REQ_CMP_ERR); 30939213Sgibbs } 31039213Sgibbs 31139213Sgibbs bzero(softc, sizeof(*softc)); 31239213Sgibbs LIST_INIT(&softc->pending_ccbs); 31339213Sgibbs softc->state = PT_STATE_NORMAL; 31459249Sphk bioq_init(&softc->bio_queue); 31539213Sgibbs 31650073Sken softc->io_timeout = SCSI_PT_DEFAULT_TIMEOUT * 1000; 31750073Sken 31839213Sgibbs periph->softc = softc; 31939213Sgibbs 320112006Sphk softc->device_stats = devstat_new_entry("pt", 32139213Sgibbs periph->unit_number, 0, 32239213Sgibbs DEVSTAT_NO_BLOCKSIZE, 32356148Smjacob SID_TYPE(&cgd->inq_data) | DEVSTAT_TYPE_IF_SCSI, 32443819Sken DEVSTAT_PRIORITY_OTHER); 32539213Sgibbs 32653257Sken softc->dev = make_dev(&pt_cdevsw, periph->unit_number, UID_ROOT, 32753257Sken GID_OPERATOR, 0600, "%s%d", periph->periph_name, 32853257Sken periph->unit_number); 329101940Snjl softc->dev->si_drv1 = periph; 330101940Snjl 33139213Sgibbs /* 33239213Sgibbs * Add async callbacks for bus reset and 33339213Sgibbs * bus device reset calls. I don't bother 33439213Sgibbs * checking if this fails as, in most cases, 33539213Sgibbs * the system will function just fine without 33639213Sgibbs * them and the only alternative would be to 33739213Sgibbs * not attach the device on failure. 33839213Sgibbs */ 33939213Sgibbs xpt_setup_ccb(&csa.ccb_h, periph->path, /*priority*/5); 34039213Sgibbs csa.ccb_h.func_code = XPT_SASYNC_CB; 34139213Sgibbs csa.event_enable = AC_SENT_BDR | AC_BUS_RESET | AC_LOST_DEVICE; 34239213Sgibbs csa.callback = ptasync; 34339213Sgibbs csa.callback_arg = periph; 34439213Sgibbs xpt_action((union ccb *)&csa); 34539213Sgibbs 34639213Sgibbs /* Tell the user we've attached to the device */ 34739213Sgibbs xpt_announce_periph(periph, NULL); 34839213Sgibbs 34939213Sgibbs return(CAM_REQ_CMP); 35039213Sgibbs} 35139213Sgibbs 35239213Sgibbsstatic void 35340603Skenptoninvalidate(struct cam_periph *periph) 35440603Sken{ 35540603Sken int s; 35640603Sken struct pt_softc *softc; 35740603Sken struct ccb_setasync csa; 35840603Sken 35940603Sken softc = (struct pt_softc *)periph->softc; 36040603Sken 36140603Sken /* 36240603Sken * De-register any async callbacks. 36340603Sken */ 36440603Sken xpt_setup_ccb(&csa.ccb_h, periph->path, 36540603Sken /* priority */ 5); 36640603Sken csa.ccb_h.func_code = XPT_SASYNC_CB; 36740603Sken csa.event_enable = 0; 36840603Sken csa.callback = ptasync; 36940603Sken csa.callback_arg = periph; 37040603Sken xpt_action((union ccb *)&csa); 37140603Sken 37240603Sken softc->flags |= PT_FLAG_DEVICE_INVALID; 37340603Sken 37440603Sken /* 37540603Sken * Although the oninvalidate() routines are always called at 37640603Sken * splsoftcam, we need to be at splbio() here to keep the buffer 37740603Sken * queue from being modified while we traverse it. 37840603Sken */ 37940603Sken s = splbio(); 38040603Sken 38140603Sken /* 38240603Sken * Return all queued I/O with ENXIO. 38340603Sken * XXX Handle any transactions queued to the card 38440603Sken * with XPT_ABORT_CCB. 38540603Sken */ 386112946Sphk bioq_flush(&softc->bio_queue, NULL, ENXIO); 38740603Sken 38840603Sken splx(s); 38940603Sken 39040603Sken xpt_print_path(periph->path); 39140603Sken printf("lost device\n"); 39240603Sken} 39340603Sken 39440603Skenstatic void 39539213Sgibbsptdtor(struct cam_periph *periph) 39639213Sgibbs{ 39740603Sken struct pt_softc *softc; 39840603Sken 39940603Sken softc = (struct pt_softc *)periph->softc; 40040603Sken 401112006Sphk devstat_remove_entry(softc->device_stats); 40240603Sken 40353257Sken destroy_dev(softc->dev); 40453257Sken 40539213Sgibbs xpt_print_path(periph->path); 40639213Sgibbs printf("removing device entry\n"); 40740603Sken free(softc, M_DEVBUF); 40839213Sgibbs} 40939213Sgibbs 41039213Sgibbsstatic void 41139213Sgibbsptasync(void *callback_arg, u_int32_t code, struct cam_path *path, void *arg) 41239213Sgibbs{ 41339213Sgibbs struct cam_periph *periph; 41439213Sgibbs 41539213Sgibbs periph = (struct cam_periph *)callback_arg; 41639213Sgibbs switch (code) { 41739213Sgibbs case AC_FOUND_DEVICE: 41839213Sgibbs { 41939213Sgibbs struct ccb_getdev *cgd; 42039213Sgibbs cam_status status; 42139213Sgibbs 42239213Sgibbs cgd = (struct ccb_getdev *)arg; 42379177Smjacob if (cgd == NULL) 42479177Smjacob break; 42539213Sgibbs 42656148Smjacob if (SID_TYPE(&cgd->inq_data) != T_PROCESSOR) 42739213Sgibbs break; 42839213Sgibbs 42939213Sgibbs /* 43039213Sgibbs * Allocate a peripheral instance for 43139213Sgibbs * this device and start the probe 43239213Sgibbs * process. 43339213Sgibbs */ 43440603Sken status = cam_periph_alloc(ptctor, ptoninvalidate, ptdtor, 43540603Sken ptstart, "pt", CAM_PERIPH_BIO, 43640603Sken cgd->ccb_h.path, ptasync, 43740603Sken AC_FOUND_DEVICE, cgd); 43839213Sgibbs 43939213Sgibbs if (status != CAM_REQ_CMP 44039213Sgibbs && status != CAM_REQ_INPROG) 44139213Sgibbs printf("ptasync: Unable to attach to new device " 44239213Sgibbs "due to status 0x%x\n", status); 44339213Sgibbs break; 44439213Sgibbs } 44539213Sgibbs case AC_SENT_BDR: 44639213Sgibbs case AC_BUS_RESET: 44739213Sgibbs { 44839213Sgibbs struct pt_softc *softc; 44939213Sgibbs struct ccb_hdr *ccbh; 45039213Sgibbs int s; 45139213Sgibbs 45239213Sgibbs softc = (struct pt_softc *)periph->softc; 45339213Sgibbs s = splsoftcam(); 45439213Sgibbs /* 45539213Sgibbs * Don't fail on the expected unit attention 45639213Sgibbs * that will occur. 45739213Sgibbs */ 45839213Sgibbs softc->flags |= PT_FLAG_RETRY_UA; 45971999Sphk LIST_FOREACH(ccbh, &softc->pending_ccbs, periph_links.le) 46039213Sgibbs ccbh->ccb_state |= PT_CCB_RETRY_UA; 46139213Sgibbs splx(s); 46239213Sgibbs } 463115562Sphk /* FALLTHROUGH */ 46439213Sgibbs default: 46547413Sgibbs cam_periph_async(periph, code, path, arg); 46639213Sgibbs break; 46739213Sgibbs } 46839213Sgibbs} 46939213Sgibbs 47039213Sgibbsstatic void 47139213Sgibbsptstart(struct cam_periph *periph, union ccb *start_ccb) 47239213Sgibbs{ 47339213Sgibbs struct pt_softc *softc; 47459249Sphk struct bio *bp; 47539213Sgibbs int s; 47639213Sgibbs 47739213Sgibbs softc = (struct pt_softc *)periph->softc; 47839213Sgibbs 47939213Sgibbs /* 48039213Sgibbs * See if there is a buf with work for us to do.. 48139213Sgibbs */ 48239213Sgibbs s = splbio(); 48359249Sphk bp = bioq_first(&softc->bio_queue); 48439213Sgibbs if (periph->immediate_priority <= periph->pinfo.priority) { 48539213Sgibbs CAM_DEBUG_PRINT(CAM_DEBUG_SUBTRACE, 48639213Sgibbs ("queuing for immediate ccb\n")); 48739213Sgibbs start_ccb->ccb_h.ccb_state = PT_CCB_WAITING; 48839213Sgibbs SLIST_INSERT_HEAD(&periph->ccb_list, &start_ccb->ccb_h, 48939213Sgibbs periph_links.sle); 49039213Sgibbs periph->immediate_priority = CAM_PRIORITY_NONE; 49139213Sgibbs splx(s); 49239213Sgibbs wakeup(&periph->ccb_list); 49339213Sgibbs } else if (bp == NULL) { 49439213Sgibbs splx(s); 49539213Sgibbs xpt_release_ccb(start_ccb); 49639213Sgibbs } else { 49739213Sgibbs int oldspl; 49839213Sgibbs 49959249Sphk bioq_remove(&softc->bio_queue, bp); 50039213Sgibbs 501112260Sphk devstat_start_transaction_bio(softc->device_stats, bp); 50239213Sgibbs 50339213Sgibbs scsi_send_receive(&start_ccb->csio, 50439213Sgibbs /*retries*/4, 50539213Sgibbs ptdone, 50639213Sgibbs MSG_SIMPLE_Q_TAG, 50759249Sphk bp->bio_cmd == BIO_READ, 50839213Sgibbs /*byte2*/0, 50959249Sphk bp->bio_bcount, 51059249Sphk bp->bio_data, 51139213Sgibbs /*sense_len*/SSD_FULL_SIZE, 51250073Sken /*timeout*/softc->io_timeout); 51339213Sgibbs 51476192Sken start_ccb->ccb_h.ccb_state = PT_CCB_BUFFER_IO_UA; 51539213Sgibbs 51639213Sgibbs /* 51739213Sgibbs * Block out any asyncronous callbacks 51839213Sgibbs * while we touch the pending ccb list. 51939213Sgibbs */ 52039213Sgibbs oldspl = splcam(); 52139213Sgibbs LIST_INSERT_HEAD(&softc->pending_ccbs, &start_ccb->ccb_h, 52239213Sgibbs periph_links.le); 52339213Sgibbs splx(oldspl); 52439213Sgibbs 52539213Sgibbs start_ccb->ccb_h.ccb_bp = bp; 52659249Sphk bp = bioq_first(&softc->bio_queue); 52739213Sgibbs splx(s); 52839213Sgibbs 52939213Sgibbs xpt_action(start_ccb); 53039213Sgibbs 53139213Sgibbs if (bp != NULL) { 53239213Sgibbs /* Have more work to do, so ensure we stay scheduled */ 53339213Sgibbs xpt_schedule(periph, /* XXX priority */1); 53439213Sgibbs } 53539213Sgibbs } 53639213Sgibbs} 53739213Sgibbs 53839213Sgibbsstatic void 53939213Sgibbsptdone(struct cam_periph *periph, union ccb *done_ccb) 54039213Sgibbs{ 54139213Sgibbs struct pt_softc *softc; 54239213Sgibbs struct ccb_scsiio *csio; 54339213Sgibbs 54439213Sgibbs softc = (struct pt_softc *)periph->softc; 54539213Sgibbs csio = &done_ccb->csio; 54639213Sgibbs switch (csio->ccb_h.ccb_state) { 54739213Sgibbs case PT_CCB_BUFFER_IO: 54839213Sgibbs case PT_CCB_BUFFER_IO_UA: 54939213Sgibbs { 55059249Sphk struct bio *bp; 55139213Sgibbs int oldspl; 55239213Sgibbs 55359249Sphk bp = (struct bio *)done_ccb->ccb_h.ccb_bp; 55439213Sgibbs if ((done_ccb->ccb_h.status & CAM_STATUS_MASK) != CAM_REQ_CMP) { 55539213Sgibbs int error; 55639213Sgibbs int s; 55739213Sgibbs int sf; 55839213Sgibbs 55939213Sgibbs if ((csio->ccb_h.ccb_state & PT_CCB_RETRY_UA) != 0) 56039213Sgibbs sf = SF_RETRY_UA; 56139213Sgibbs else 56239213Sgibbs sf = 0; 56339213Sgibbs 56474840Sken error = pterror(done_ccb, CAM_RETRY_SELTO, sf); 56574840Sken if (error == ERESTART) { 56639213Sgibbs /* 56739213Sgibbs * A retry was scheuled, so 56839213Sgibbs * just return. 56939213Sgibbs */ 57039213Sgibbs return; 57139213Sgibbs } 57239213Sgibbs if (error != 0) { 57339213Sgibbs s = splbio(); 57439213Sgibbs 57539213Sgibbs if (error == ENXIO) { 57639213Sgibbs /* 57739213Sgibbs * Catastrophic error. Mark our device 57839213Sgibbs * as invalid. 57939213Sgibbs */ 58039213Sgibbs xpt_print_path(periph->path); 58139213Sgibbs printf("Invalidating device\n"); 58239213Sgibbs softc->flags |= PT_FLAG_DEVICE_INVALID; 58339213Sgibbs } 58439213Sgibbs 58539213Sgibbs /* 58639213Sgibbs * return all queued I/O with EIO, so that 58739213Sgibbs * the client can retry these I/Os in the 58839213Sgibbs * proper order should it attempt to recover. 58939213Sgibbs */ 590112946Sphk bioq_flush(&softc->bio_queue, NULL, EIO); 59139213Sgibbs splx(s); 59259249Sphk bp->bio_error = error; 59359249Sphk bp->bio_resid = bp->bio_bcount; 59459249Sphk bp->bio_flags |= BIO_ERROR; 59539213Sgibbs } else { 59659249Sphk bp->bio_resid = csio->resid; 59759249Sphk bp->bio_error = 0; 59859249Sphk if (bp->bio_resid != 0) { 59939213Sgibbs /* Short transfer ??? */ 60059249Sphk bp->bio_flags |= BIO_ERROR; 60139213Sgibbs } 60239213Sgibbs } 60339213Sgibbs if ((done_ccb->ccb_h.status & CAM_DEV_QFRZN) != 0) 60439213Sgibbs cam_release_devq(done_ccb->ccb_h.path, 60539213Sgibbs /*relsim_flags*/0, 60639213Sgibbs /*reduction*/0, 60739213Sgibbs /*timeout*/0, 60839213Sgibbs /*getcount_only*/0); 60939213Sgibbs } else { 61059249Sphk bp->bio_resid = csio->resid; 61159249Sphk if (bp->bio_resid != 0) 61259249Sphk bp->bio_flags |= BIO_ERROR; 61339213Sgibbs } 61439213Sgibbs 61539213Sgibbs /* 61639213Sgibbs * Block out any asyncronous callbacks 61739213Sgibbs * while we touch the pending ccb list. 61839213Sgibbs */ 61939213Sgibbs oldspl = splcam(); 62039213Sgibbs LIST_REMOVE(&done_ccb->ccb_h, periph_links.le); 62139213Sgibbs splx(oldspl); 62239213Sgibbs 623112006Sphk biofinish(bp, softc->device_stats, 0); 62439213Sgibbs break; 62539213Sgibbs } 62639213Sgibbs case PT_CCB_WAITING: 62739213Sgibbs /* Caller will release the CCB */ 62839213Sgibbs wakeup(&done_ccb->ccb_h.cbfcnp); 62939213Sgibbs return; 63039213Sgibbs } 63139213Sgibbs xpt_release_ccb(done_ccb); 63239213Sgibbs} 63339213Sgibbs 63439213Sgibbsstatic int 63539213Sgibbspterror(union ccb *ccb, u_int32_t cam_flags, u_int32_t sense_flags) 63639213Sgibbs{ 63739213Sgibbs struct pt_softc *softc; 63839213Sgibbs struct cam_periph *periph; 63939213Sgibbs 64039213Sgibbs periph = xpt_path_periph(ccb->ccb_h.path); 64139213Sgibbs softc = (struct pt_softc *)periph->softc; 64239213Sgibbs 64339213Sgibbs return(cam_periph_error(ccb, cam_flags, sense_flags, 64439213Sgibbs &softc->saved_ccb)); 64539213Sgibbs} 64639213Sgibbs 64750073Skenstatic int 64883366Sjulianptioctl(dev_t dev, u_long cmd, caddr_t addr, int flag, struct thread *td) 64950073Sken{ 65050073Sken struct cam_periph *periph; 65150073Sken struct pt_softc *softc; 65250073Sken int error; 65350073Sken 654101940Snjl periph = (struct cam_periph *)dev->si_drv1; 65550073Sken if (periph == NULL) 65650073Sken return(ENXIO); 65750073Sken 65850073Sken softc = (struct pt_softc *)periph->softc; 65950073Sken 66050073Sken if ((error = cam_periph_lock(periph, PRIBIO|PCATCH)) != 0) { 66150073Sken return (error); /* error code from tsleep */ 66250073Sken } 66350073Sken 66450073Sken switch(cmd) { 66550073Sken case PTIOCGETTIMEOUT: 66650073Sken if (softc->io_timeout >= 1000) 66750073Sken *(int *)addr = softc->io_timeout / 1000; 66850073Sken else 66950073Sken *(int *)addr = 0; 67050073Sken break; 67150073Sken case PTIOCSETTIMEOUT: 67250073Sken { 67350073Sken int s; 67450073Sken 67550073Sken if (*(int *)addr < 1) { 67650073Sken error = EINVAL; 67750073Sken break; 67850073Sken } 67950073Sken 68050073Sken s = splsoftcam(); 68150073Sken softc->io_timeout = *(int *)addr * 1000; 68250073Sken splx(s); 68350073Sken 68450073Sken break; 68550073Sken } 68650073Sken default: 68750073Sken error = cam_periph_ioctl(periph, cmd, addr, pterror); 68850073Sken break; 68950073Sken } 69050073Sken 69150073Sken cam_periph_unlock(periph); 69250073Sken 69350073Sken return(error); 69450073Sken} 69550073Sken 69639213Sgibbsvoid 69739213Sgibbsscsi_send_receive(struct ccb_scsiio *csio, u_int32_t retries, 69839213Sgibbs void (*cbfcnp)(struct cam_periph *, union ccb *), 69939213Sgibbs u_int tag_action, int readop, u_int byte2, 70039213Sgibbs u_int32_t xfer_len, u_int8_t *data_ptr, u_int8_t sense_len, 70139213Sgibbs u_int32_t timeout) 70239213Sgibbs{ 70339213Sgibbs struct scsi_send_receive *scsi_cmd; 70439213Sgibbs 70539213Sgibbs scsi_cmd = (struct scsi_send_receive *)&csio->cdb_io.cdb_bytes; 70639213Sgibbs scsi_cmd->opcode = readop ? RECEIVE : SEND; 70739213Sgibbs scsi_cmd->byte2 = byte2; 70839213Sgibbs scsi_ulto3b(xfer_len, scsi_cmd->xfer_len); 70939213Sgibbs scsi_cmd->control = 0; 71039213Sgibbs 71139213Sgibbs cam_fill_csio(csio, 71239213Sgibbs retries, 71339213Sgibbs cbfcnp, 71439213Sgibbs /*flags*/readop ? CAM_DIR_IN : CAM_DIR_OUT, 71539213Sgibbs tag_action, 71639213Sgibbs data_ptr, 71739213Sgibbs xfer_len, 71839213Sgibbs sense_len, 71939213Sgibbs sizeof(*scsi_cmd), 72039213Sgibbs timeout); 72139213Sgibbs} 722