scsi_pt.c revision 79177
139213Sgibbs/* 239213Sgibbs * Implementation of SCSI Processor Target Peripheral driver for CAM. 339213Sgibbs * 439213Sgibbs * Copyright (c) 1998 Justin T. Gibbs. 539213Sgibbs * All rights reserved. 639213Sgibbs * 739213Sgibbs * Redistribution and use in source and binary forms, with or without 839213Sgibbs * modification, are permitted provided that the following conditions 939213Sgibbs * are met: 1039213Sgibbs * 1. Redistributions of source code must retain the above copyright 1139213Sgibbs * notice, this list of conditions, and the following disclaimer, 1239213Sgibbs * without modification, immediately at the beginning of the file. 1339213Sgibbs * 2. The name of the author may not be used to endorse or promote products 1439213Sgibbs * derived from this software without specific prior written permission. 1539213Sgibbs * 1639213Sgibbs * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 1739213Sgibbs * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 1839213Sgibbs * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 1939213Sgibbs * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE FOR 2039213Sgibbs * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 2139213Sgibbs * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 2239213Sgibbs * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 2339213Sgibbs * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 2439213Sgibbs * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 2539213Sgibbs * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 2639213Sgibbs * SUCH DAMAGE. 2739213Sgibbs * 2850477Speter * $FreeBSD: head/sys/cam/scsi/scsi_pt.c 79177 2001-07-04 05:22:42Z mjacob $ 2939213Sgibbs */ 3039213Sgibbs 3139213Sgibbs#include <sys/param.h> 3239213Sgibbs#include <sys/queue.h> 3339213Sgibbs#include <sys/systm.h> 3439213Sgibbs#include <sys/kernel.h> 3539213Sgibbs#include <sys/types.h> 3660041Sphk#include <sys/bio.h> 3739213Sgibbs#include <sys/devicestat.h> 3839213Sgibbs#include <sys/malloc.h> 3939213Sgibbs#include <sys/conf.h> 4050073Sken#include <sys/ptio.h> 4139213Sgibbs 4239213Sgibbs#include <cam/cam.h> 4339213Sgibbs#include <cam/cam_ccb.h> 4439213Sgibbs#include <cam/cam_extend.h> 4539213Sgibbs#include <cam/cam_periph.h> 4639213Sgibbs#include <cam/cam_xpt_periph.h> 4739213Sgibbs#include <cam/cam_debug.h> 4839213Sgibbs 4939213Sgibbs#include <cam/scsi/scsi_all.h> 5039213Sgibbs#include <cam/scsi/scsi_message.h> 5139213Sgibbs#include <cam/scsi/scsi_pt.h> 5239213Sgibbs 5350073Sken#include "opt_pt.h" 5450073Sken 5539213Sgibbstypedef enum { 5639213Sgibbs PT_STATE_PROBE, 5739213Sgibbs PT_STATE_NORMAL 5839213Sgibbs} pt_state; 5939213Sgibbs 6039213Sgibbstypedef enum { 6139213Sgibbs PT_FLAG_NONE = 0x00, 6239213Sgibbs PT_FLAG_OPEN = 0x01, 6339213Sgibbs PT_FLAG_DEVICE_INVALID = 0x02, 6439213Sgibbs PT_FLAG_RETRY_UA = 0x04 6539213Sgibbs} pt_flags; 6639213Sgibbs 6739213Sgibbstypedef enum { 6839213Sgibbs PT_CCB_BUFFER_IO = 0x01, 6939213Sgibbs PT_CCB_WAITING = 0x02, 7039213Sgibbs PT_CCB_RETRY_UA = 0x04, 7139213Sgibbs PT_CCB_BUFFER_IO_UA = PT_CCB_BUFFER_IO|PT_CCB_RETRY_UA 7239213Sgibbs} pt_ccb_state; 7339213Sgibbs 7439213Sgibbs/* Offsets into our private area for storing information */ 7539213Sgibbs#define ccb_state ppriv_field0 7639213Sgibbs#define ccb_bp ppriv_ptr1 7739213Sgibbs 7839213Sgibbsstruct pt_softc { 7959249Sphk struct bio_queue_head bio_queue; 8039213Sgibbs struct devstat device_stats; 8160938Sjake LIST_HEAD(, ccb_hdr) pending_ccbs; 8239213Sgibbs pt_state state; 8339213Sgibbs pt_flags flags; 8439213Sgibbs union ccb saved_ccb; 8550073Sken int io_timeout; 8653257Sken dev_t dev; 8739213Sgibbs}; 8839213Sgibbs 8939213Sgibbsstatic d_open_t ptopen; 9039213Sgibbsstatic d_close_t ptclose; 9139213Sgibbsstatic d_strategy_t ptstrategy; 9239213Sgibbsstatic periph_init_t ptinit; 9339213Sgibbsstatic void ptasync(void *callback_arg, u_int32_t code, 9439213Sgibbs struct cam_path *path, void *arg); 9539213Sgibbsstatic periph_ctor_t ptctor; 9640603Skenstatic periph_oninv_t ptoninvalidate; 9739213Sgibbsstatic periph_dtor_t ptdtor; 9839213Sgibbsstatic periph_start_t ptstart; 9939213Sgibbsstatic void ptdone(struct cam_periph *periph, 10039213Sgibbs union ccb *done_ccb); 10150073Skenstatic d_ioctl_t ptioctl; 10239213Sgibbsstatic int pterror(union ccb *ccb, u_int32_t cam_flags, 10339213Sgibbs u_int32_t sense_flags); 10439213Sgibbs 10539213Sgibbsvoid scsi_send_receive(struct ccb_scsiio *csio, u_int32_t retries, 10639213Sgibbs void (*cbfcnp)(struct cam_periph *, union ccb *), 10739213Sgibbs u_int tag_action, int readop, u_int byte2, 10839213Sgibbs u_int32_t xfer_len, u_int8_t *data_ptr, 10939213Sgibbs u_int8_t sense_len, u_int32_t timeout); 11039213Sgibbs 11139213Sgibbsstatic struct periph_driver ptdriver = 11239213Sgibbs{ 11339213Sgibbs ptinit, "pt", 11439213Sgibbs TAILQ_HEAD_INITIALIZER(ptdriver.units), /* generation */ 0 11539213Sgibbs}; 11639213Sgibbs 11772119SpeterPERIPHDRIVER_DECLARE(pt, ptdriver); 11839213Sgibbs 11939213Sgibbs#define PT_CDEV_MAJOR 61 12039213Sgibbs 12147625Sphkstatic struct cdevsw pt_cdevsw = { 12247625Sphk /* open */ ptopen, 12347625Sphk /* close */ ptclose, 12447625Sphk /* read */ physread, 12547625Sphk /* write */ physwrite, 12650073Sken /* ioctl */ ptioctl, 12747625Sphk /* poll */ nopoll, 12847625Sphk /* mmap */ nommap, 12947625Sphk /* strategy */ ptstrategy, 13047625Sphk /* name */ "pt", 13147625Sphk /* maj */ PT_CDEV_MAJOR, 13247625Sphk /* dump */ nodump, 13347625Sphk /* psize */ nopsize, 13447625Sphk /* flags */ 0, 13539213Sgibbs}; 13639213Sgibbs 13739213Sgibbsstatic struct extend_array *ptperiphs; 13839213Sgibbs 13950073Sken#ifndef SCSI_PT_DEFAULT_TIMEOUT 14050073Sken#define SCSI_PT_DEFAULT_TIMEOUT 60 14150073Sken#endif 14250073Sken 14339213Sgibbsstatic int 14439213Sgibbsptopen(dev_t dev, int flags, int fmt, struct proc *p) 14539213Sgibbs{ 14639213Sgibbs struct cam_periph *periph; 14739213Sgibbs struct pt_softc *softc; 14839213Sgibbs int unit; 14939213Sgibbs int error; 15040603Sken int s; 15139213Sgibbs 15239213Sgibbs unit = minor(dev); 15339213Sgibbs periph = cam_extend_get(ptperiphs, unit); 15439213Sgibbs if (periph == NULL) 15539213Sgibbs return (ENXIO); 15639213Sgibbs 15739213Sgibbs softc = (struct pt_softc *)periph->softc; 15839213Sgibbs 15940603Sken s = splsoftcam(); 16040603Sken if (softc->flags & PT_FLAG_DEVICE_INVALID) { 16140603Sken splx(s); 16240603Sken return(ENXIO); 16340603Sken } 16440603Sken 16539213Sgibbs CAM_DEBUG(periph->path, CAM_DEBUG_TRACE, 16649982Sbillf ("ptopen: dev=%s (unit %d)\n", devtoname(dev), unit)); 16739213Sgibbs 16841297Sken if ((error = cam_periph_lock(periph, PRIBIO|PCATCH)) != 0) { 16941297Sken splx(s); 17039213Sgibbs return (error); /* error code from tsleep */ 17141297Sken } 17239213Sgibbs 17341297Sken splx(s); 17441297Sken 17539213Sgibbs if ((softc->flags & PT_FLAG_OPEN) == 0) { 17639213Sgibbs if (cam_periph_acquire(periph) != CAM_REQ_CMP) 17739213Sgibbs error = ENXIO; 17839213Sgibbs else 17939213Sgibbs softc->flags |= PT_FLAG_OPEN; 18039213Sgibbs } else 18139213Sgibbs error = EBUSY; 18239213Sgibbs 18339213Sgibbs cam_periph_unlock(periph); 18439213Sgibbs return (error); 18539213Sgibbs} 18639213Sgibbs 18739213Sgibbsstatic int 18839213Sgibbsptclose(dev_t dev, int flag, int fmt, struct proc *p) 18939213Sgibbs{ 19039213Sgibbs struct cam_periph *periph; 19139213Sgibbs struct pt_softc *softc; 19239213Sgibbs int unit; 19339213Sgibbs int error; 19439213Sgibbs 19539213Sgibbs unit = minor(dev); 19639213Sgibbs periph = cam_extend_get(ptperiphs, unit); 19739213Sgibbs if (periph == NULL) 19839213Sgibbs return (ENXIO); 19939213Sgibbs 20039213Sgibbs softc = (struct pt_softc *)periph->softc; 20139213Sgibbs 20239213Sgibbs if ((error = cam_periph_lock(periph, PRIBIO)) != 0) 20339213Sgibbs return (error); /* error code from tsleep */ 20439213Sgibbs 20539213Sgibbs softc->flags &= ~PT_FLAG_OPEN; 20639213Sgibbs cam_periph_unlock(periph); 20739213Sgibbs cam_periph_release(periph); 20839213Sgibbs return (0); 20939213Sgibbs} 21039213Sgibbs 21139213Sgibbs/* 21239213Sgibbs * Actually translate the requested transfer into one the physical driver 21339213Sgibbs * can understand. The transfer is described by a buf and will include 21439213Sgibbs * only one physical transfer. 21539213Sgibbs */ 21639213Sgibbsstatic void 21759249Sphkptstrategy(struct bio *bp) 21839213Sgibbs{ 21939213Sgibbs struct cam_periph *periph; 22039213Sgibbs struct pt_softc *softc; 22139213Sgibbs u_int unit; 22239213Sgibbs int s; 22339213Sgibbs 22459249Sphk unit = minor(bp->bio_dev); 22539213Sgibbs periph = cam_extend_get(ptperiphs, unit); 22676362Sphk bp->bio_resid = bp->bio_bcount; 22739213Sgibbs if (periph == NULL) { 22876362Sphk biofinish(bp, NULL, ENXIO); 22976362Sphk return; 23039213Sgibbs } 23139213Sgibbs softc = (struct pt_softc *)periph->softc; 23239213Sgibbs 23339213Sgibbs /* 23439213Sgibbs * Mask interrupts so that the pack cannot be invalidated until 23539213Sgibbs * after we are in the queue. Otherwise, we might not properly 23639213Sgibbs * clean up one of the buffers. 23739213Sgibbs */ 23839213Sgibbs s = splbio(); 23939213Sgibbs 24039213Sgibbs /* 24139213Sgibbs * If the device has been made invalid, error out 24239213Sgibbs */ 24339213Sgibbs if ((softc->flags & PT_FLAG_DEVICE_INVALID)) { 24439213Sgibbs splx(s); 24576362Sphk biofinish(bp, NULL, ENXIO); 24676362Sphk return; 24739213Sgibbs } 24839213Sgibbs 24939213Sgibbs /* 25039213Sgibbs * Place it in the queue of disk activities for this disk 25139213Sgibbs */ 25259249Sphk bioq_insert_tail(&softc->bio_queue, bp); 25339213Sgibbs 25439213Sgibbs splx(s); 25539213Sgibbs 25639213Sgibbs /* 25739213Sgibbs * Schedule ourselves for performing the work. 25839213Sgibbs */ 25939213Sgibbs xpt_schedule(periph, /* XXX priority */1); 26039213Sgibbs 26139213Sgibbs return; 26239213Sgibbs} 26339213Sgibbs 26439213Sgibbsstatic void 26539213Sgibbsptinit(void) 26639213Sgibbs{ 26739213Sgibbs cam_status status; 26839213Sgibbs struct cam_path *path; 26939213Sgibbs 27039213Sgibbs /* 27139213Sgibbs * Create our extend array for storing the devices we attach to. 27239213Sgibbs */ 27339213Sgibbs ptperiphs = cam_extend_new(); 27439213Sgibbs if (ptperiphs == NULL) { 27539213Sgibbs printf("pt: Failed to alloc extend array!\n"); 27639213Sgibbs return; 27739213Sgibbs } 27839213Sgibbs 27939213Sgibbs /* 28039213Sgibbs * Install a global async callback. This callback will 28139213Sgibbs * receive async callbacks like "new device found". 28239213Sgibbs */ 28339213Sgibbs status = xpt_create_path(&path, /*periph*/NULL, CAM_XPT_PATH_ID, 28439213Sgibbs CAM_TARGET_WILDCARD, CAM_LUN_WILDCARD); 28539213Sgibbs 28639213Sgibbs if (status == CAM_REQ_CMP) { 28739213Sgibbs struct ccb_setasync csa; 28839213Sgibbs 28939213Sgibbs xpt_setup_ccb(&csa.ccb_h, path, /*priority*/5); 29039213Sgibbs csa.ccb_h.func_code = XPT_SASYNC_CB; 29139213Sgibbs csa.event_enable = AC_FOUND_DEVICE; 29239213Sgibbs csa.callback = ptasync; 29339213Sgibbs csa.callback_arg = NULL; 29439213Sgibbs xpt_action((union ccb *)&csa); 29539213Sgibbs status = csa.ccb_h.status; 29639213Sgibbs xpt_free_path(path); 29739213Sgibbs } 29839213Sgibbs 29939213Sgibbs if (status != CAM_REQ_CMP) { 30039213Sgibbs printf("pt: Failed to attach master async callback " 30139213Sgibbs "due to status 0x%x!\n", status); 30239213Sgibbs } 30339213Sgibbs} 30439213Sgibbs 30539213Sgibbsstatic cam_status 30639213Sgibbsptctor(struct cam_periph *periph, void *arg) 30739213Sgibbs{ 30839213Sgibbs struct pt_softc *softc; 30939213Sgibbs struct ccb_setasync csa; 31039213Sgibbs struct ccb_getdev *cgd; 31139213Sgibbs 31239213Sgibbs cgd = (struct ccb_getdev *)arg; 31339213Sgibbs if (periph == NULL) { 31439213Sgibbs printf("ptregister: periph was NULL!!\n"); 31539213Sgibbs return(CAM_REQ_CMP_ERR); 31639213Sgibbs } 31739213Sgibbs 31839213Sgibbs if (cgd == NULL) { 31939213Sgibbs printf("ptregister: no getdev CCB, can't register device\n"); 32039213Sgibbs return(CAM_REQ_CMP_ERR); 32139213Sgibbs } 32239213Sgibbs 32339213Sgibbs softc = (struct pt_softc *)malloc(sizeof(*softc),M_DEVBUF,M_NOWAIT); 32439213Sgibbs 32539213Sgibbs if (softc == NULL) { 32639213Sgibbs printf("daregister: Unable to probe new device. " 32739213Sgibbs "Unable to allocate softc\n"); 32839213Sgibbs return(CAM_REQ_CMP_ERR); 32939213Sgibbs } 33039213Sgibbs 33139213Sgibbs bzero(softc, sizeof(*softc)); 33239213Sgibbs LIST_INIT(&softc->pending_ccbs); 33339213Sgibbs softc->state = PT_STATE_NORMAL; 33459249Sphk bioq_init(&softc->bio_queue); 33539213Sgibbs 33650073Sken softc->io_timeout = SCSI_PT_DEFAULT_TIMEOUT * 1000; 33750073Sken 33839213Sgibbs periph->softc = softc; 33939213Sgibbs 34039213Sgibbs cam_extend_set(ptperiphs, periph->unit_number, periph); 34139213Sgibbs 34239213Sgibbs devstat_add_entry(&softc->device_stats, "pt", 34339213Sgibbs periph->unit_number, 0, 34439213Sgibbs DEVSTAT_NO_BLOCKSIZE, 34556148Smjacob SID_TYPE(&cgd->inq_data) | DEVSTAT_TYPE_IF_SCSI, 34643819Sken DEVSTAT_PRIORITY_OTHER); 34739213Sgibbs 34853257Sken softc->dev = make_dev(&pt_cdevsw, periph->unit_number, UID_ROOT, 34953257Sken GID_OPERATOR, 0600, "%s%d", periph->periph_name, 35053257Sken periph->unit_number); 35139213Sgibbs /* 35239213Sgibbs * Add async callbacks for bus reset and 35339213Sgibbs * bus device reset calls. I don't bother 35439213Sgibbs * checking if this fails as, in most cases, 35539213Sgibbs * the system will function just fine without 35639213Sgibbs * them and the only alternative would be to 35739213Sgibbs * not attach the device on failure. 35839213Sgibbs */ 35939213Sgibbs xpt_setup_ccb(&csa.ccb_h, periph->path, /*priority*/5); 36039213Sgibbs csa.ccb_h.func_code = XPT_SASYNC_CB; 36139213Sgibbs csa.event_enable = AC_SENT_BDR | AC_BUS_RESET | AC_LOST_DEVICE; 36239213Sgibbs csa.callback = ptasync; 36339213Sgibbs csa.callback_arg = periph; 36439213Sgibbs xpt_action((union ccb *)&csa); 36539213Sgibbs 36639213Sgibbs /* Tell the user we've attached to the device */ 36739213Sgibbs xpt_announce_periph(periph, NULL); 36839213Sgibbs 36939213Sgibbs return(CAM_REQ_CMP); 37039213Sgibbs} 37139213Sgibbs 37239213Sgibbsstatic void 37340603Skenptoninvalidate(struct cam_periph *periph) 37440603Sken{ 37540603Sken int s; 37640603Sken struct pt_softc *softc; 37759249Sphk struct bio *q_bp; 37840603Sken struct ccb_setasync csa; 37940603Sken 38040603Sken softc = (struct pt_softc *)periph->softc; 38140603Sken 38240603Sken /* 38340603Sken * De-register any async callbacks. 38440603Sken */ 38540603Sken xpt_setup_ccb(&csa.ccb_h, periph->path, 38640603Sken /* priority */ 5); 38740603Sken csa.ccb_h.func_code = XPT_SASYNC_CB; 38840603Sken csa.event_enable = 0; 38940603Sken csa.callback = ptasync; 39040603Sken csa.callback_arg = periph; 39140603Sken xpt_action((union ccb *)&csa); 39240603Sken 39340603Sken softc->flags |= PT_FLAG_DEVICE_INVALID; 39440603Sken 39540603Sken /* 39640603Sken * Although the oninvalidate() routines are always called at 39740603Sken * splsoftcam, we need to be at splbio() here to keep the buffer 39840603Sken * queue from being modified while we traverse it. 39940603Sken */ 40040603Sken s = splbio(); 40140603Sken 40240603Sken /* 40340603Sken * Return all queued I/O with ENXIO. 40440603Sken * XXX Handle any transactions queued to the card 40540603Sken * with XPT_ABORT_CCB. 40640603Sken */ 40759249Sphk while ((q_bp = bioq_first(&softc->bio_queue)) != NULL){ 40859249Sphk bioq_remove(&softc->bio_queue, q_bp); 40959249Sphk q_bp->bio_resid = q_bp->bio_bcount; 41076322Sphk biofinish(q_bp, NULL, ENXIO); 41140603Sken } 41240603Sken 41340603Sken splx(s); 41440603Sken 41540603Sken xpt_print_path(periph->path); 41640603Sken printf("lost device\n"); 41740603Sken} 41840603Sken 41940603Skenstatic void 42039213Sgibbsptdtor(struct cam_periph *periph) 42139213Sgibbs{ 42240603Sken struct pt_softc *softc; 42340603Sken 42440603Sken softc = (struct pt_softc *)periph->softc; 42540603Sken 42640603Sken devstat_remove_entry(&softc->device_stats); 42740603Sken 42853257Sken destroy_dev(softc->dev); 42953257Sken 43039213Sgibbs cam_extend_release(ptperiphs, periph->unit_number); 43139213Sgibbs xpt_print_path(periph->path); 43239213Sgibbs printf("removing device entry\n"); 43340603Sken free(softc, M_DEVBUF); 43439213Sgibbs} 43539213Sgibbs 43639213Sgibbsstatic void 43739213Sgibbsptasync(void *callback_arg, u_int32_t code, struct cam_path *path, void *arg) 43839213Sgibbs{ 43939213Sgibbs struct cam_periph *periph; 44039213Sgibbs 44139213Sgibbs periph = (struct cam_periph *)callback_arg; 44239213Sgibbs switch (code) { 44339213Sgibbs case AC_FOUND_DEVICE: 44439213Sgibbs { 44539213Sgibbs struct ccb_getdev *cgd; 44639213Sgibbs cam_status status; 44739213Sgibbs 44839213Sgibbs cgd = (struct ccb_getdev *)arg; 44979177Smjacob if (cgd == NULL) 45079177Smjacob break; 45139213Sgibbs 45256148Smjacob if (SID_TYPE(&cgd->inq_data) != T_PROCESSOR) 45339213Sgibbs break; 45439213Sgibbs 45539213Sgibbs /* 45639213Sgibbs * Allocate a peripheral instance for 45739213Sgibbs * this device and start the probe 45839213Sgibbs * process. 45939213Sgibbs */ 46040603Sken status = cam_periph_alloc(ptctor, ptoninvalidate, ptdtor, 46140603Sken ptstart, "pt", CAM_PERIPH_BIO, 46240603Sken cgd->ccb_h.path, ptasync, 46340603Sken AC_FOUND_DEVICE, cgd); 46439213Sgibbs 46539213Sgibbs if (status != CAM_REQ_CMP 46639213Sgibbs && status != CAM_REQ_INPROG) 46739213Sgibbs printf("ptasync: Unable to attach to new device " 46839213Sgibbs "due to status 0x%x\n", status); 46939213Sgibbs break; 47039213Sgibbs } 47139213Sgibbs case AC_SENT_BDR: 47239213Sgibbs case AC_BUS_RESET: 47339213Sgibbs { 47439213Sgibbs struct pt_softc *softc; 47539213Sgibbs struct ccb_hdr *ccbh; 47639213Sgibbs int s; 47739213Sgibbs 47839213Sgibbs softc = (struct pt_softc *)periph->softc; 47939213Sgibbs s = splsoftcam(); 48039213Sgibbs /* 48139213Sgibbs * Don't fail on the expected unit attention 48239213Sgibbs * that will occur. 48339213Sgibbs */ 48439213Sgibbs softc->flags |= PT_FLAG_RETRY_UA; 48571999Sphk LIST_FOREACH(ccbh, &softc->pending_ccbs, periph_links.le) 48639213Sgibbs ccbh->ccb_state |= PT_CCB_RETRY_UA; 48739213Sgibbs splx(s); 48847413Sgibbs /* FALLTHROUGH */ 48939213Sgibbs } 49039213Sgibbs default: 49147413Sgibbs cam_periph_async(periph, code, path, arg); 49239213Sgibbs break; 49339213Sgibbs } 49439213Sgibbs} 49539213Sgibbs 49639213Sgibbsstatic void 49739213Sgibbsptstart(struct cam_periph *periph, union ccb *start_ccb) 49839213Sgibbs{ 49939213Sgibbs struct pt_softc *softc; 50059249Sphk struct bio *bp; 50139213Sgibbs int s; 50239213Sgibbs 50339213Sgibbs softc = (struct pt_softc *)periph->softc; 50439213Sgibbs 50539213Sgibbs /* 50639213Sgibbs * See if there is a buf with work for us to do.. 50739213Sgibbs */ 50839213Sgibbs s = splbio(); 50959249Sphk bp = bioq_first(&softc->bio_queue); 51039213Sgibbs if (periph->immediate_priority <= periph->pinfo.priority) { 51139213Sgibbs CAM_DEBUG_PRINT(CAM_DEBUG_SUBTRACE, 51239213Sgibbs ("queuing for immediate ccb\n")); 51339213Sgibbs start_ccb->ccb_h.ccb_state = PT_CCB_WAITING; 51439213Sgibbs SLIST_INSERT_HEAD(&periph->ccb_list, &start_ccb->ccb_h, 51539213Sgibbs periph_links.sle); 51639213Sgibbs periph->immediate_priority = CAM_PRIORITY_NONE; 51739213Sgibbs splx(s); 51839213Sgibbs wakeup(&periph->ccb_list); 51939213Sgibbs } else if (bp == NULL) { 52039213Sgibbs splx(s); 52139213Sgibbs xpt_release_ccb(start_ccb); 52239213Sgibbs } else { 52339213Sgibbs int oldspl; 52439213Sgibbs 52559249Sphk bioq_remove(&softc->bio_queue, bp); 52639213Sgibbs 52739213Sgibbs devstat_start_transaction(&softc->device_stats); 52839213Sgibbs 52939213Sgibbs scsi_send_receive(&start_ccb->csio, 53039213Sgibbs /*retries*/4, 53139213Sgibbs ptdone, 53239213Sgibbs MSG_SIMPLE_Q_TAG, 53359249Sphk bp->bio_cmd == BIO_READ, 53439213Sgibbs /*byte2*/0, 53559249Sphk bp->bio_bcount, 53659249Sphk bp->bio_data, 53739213Sgibbs /*sense_len*/SSD_FULL_SIZE, 53850073Sken /*timeout*/softc->io_timeout); 53939213Sgibbs 54076192Sken start_ccb->ccb_h.ccb_state = PT_CCB_BUFFER_IO_UA; 54139213Sgibbs 54239213Sgibbs /* 54339213Sgibbs * Block out any asyncronous callbacks 54439213Sgibbs * while we touch the pending ccb list. 54539213Sgibbs */ 54639213Sgibbs oldspl = splcam(); 54739213Sgibbs LIST_INSERT_HEAD(&softc->pending_ccbs, &start_ccb->ccb_h, 54839213Sgibbs periph_links.le); 54939213Sgibbs splx(oldspl); 55039213Sgibbs 55139213Sgibbs start_ccb->ccb_h.ccb_bp = bp; 55259249Sphk bp = bioq_first(&softc->bio_queue); 55339213Sgibbs splx(s); 55439213Sgibbs 55539213Sgibbs xpt_action(start_ccb); 55639213Sgibbs 55739213Sgibbs if (bp != NULL) { 55839213Sgibbs /* Have more work to do, so ensure we stay scheduled */ 55939213Sgibbs xpt_schedule(periph, /* XXX priority */1); 56039213Sgibbs } 56139213Sgibbs } 56239213Sgibbs} 56339213Sgibbs 56439213Sgibbsstatic void 56539213Sgibbsptdone(struct cam_periph *periph, union ccb *done_ccb) 56639213Sgibbs{ 56739213Sgibbs struct pt_softc *softc; 56839213Sgibbs struct ccb_scsiio *csio; 56939213Sgibbs 57039213Sgibbs softc = (struct pt_softc *)periph->softc; 57139213Sgibbs csio = &done_ccb->csio; 57239213Sgibbs switch (csio->ccb_h.ccb_state) { 57339213Sgibbs case PT_CCB_BUFFER_IO: 57439213Sgibbs case PT_CCB_BUFFER_IO_UA: 57539213Sgibbs { 57659249Sphk struct bio *bp; 57739213Sgibbs int oldspl; 57839213Sgibbs 57959249Sphk bp = (struct bio *)done_ccb->ccb_h.ccb_bp; 58039213Sgibbs if ((done_ccb->ccb_h.status & CAM_STATUS_MASK) != CAM_REQ_CMP) { 58139213Sgibbs int error; 58239213Sgibbs int s; 58339213Sgibbs int sf; 58439213Sgibbs 58539213Sgibbs if ((csio->ccb_h.ccb_state & PT_CCB_RETRY_UA) != 0) 58639213Sgibbs sf = SF_RETRY_UA; 58739213Sgibbs else 58839213Sgibbs sf = 0; 58939213Sgibbs 59074840Sken error = pterror(done_ccb, CAM_RETRY_SELTO, sf); 59174840Sken if (error == ERESTART) { 59239213Sgibbs /* 59339213Sgibbs * A retry was scheuled, so 59439213Sgibbs * just return. 59539213Sgibbs */ 59639213Sgibbs return; 59739213Sgibbs } 59839213Sgibbs if (error != 0) { 59959249Sphk struct bio *q_bp; 60039213Sgibbs 60139213Sgibbs s = splbio(); 60239213Sgibbs 60339213Sgibbs if (error == ENXIO) { 60439213Sgibbs /* 60539213Sgibbs * Catastrophic error. Mark our device 60639213Sgibbs * as invalid. 60739213Sgibbs */ 60839213Sgibbs xpt_print_path(periph->path); 60939213Sgibbs printf("Invalidating device\n"); 61039213Sgibbs softc->flags |= PT_FLAG_DEVICE_INVALID; 61139213Sgibbs } 61239213Sgibbs 61339213Sgibbs /* 61439213Sgibbs * return all queued I/O with EIO, so that 61539213Sgibbs * the client can retry these I/Os in the 61639213Sgibbs * proper order should it attempt to recover. 61739213Sgibbs */ 61859249Sphk while ((q_bp = bioq_first(&softc->bio_queue)) 61939213Sgibbs != NULL) { 62059249Sphk bioq_remove(&softc->bio_queue, q_bp); 62159249Sphk q_bp->bio_resid = q_bp->bio_bcount; 62276322Sphk biofinish(q_bp, NULL, EIO); 62339213Sgibbs } 62439213Sgibbs splx(s); 62559249Sphk bp->bio_error = error; 62659249Sphk bp->bio_resid = bp->bio_bcount; 62759249Sphk bp->bio_flags |= BIO_ERROR; 62839213Sgibbs } else { 62959249Sphk bp->bio_resid = csio->resid; 63059249Sphk bp->bio_error = 0; 63159249Sphk if (bp->bio_resid != 0) { 63239213Sgibbs /* Short transfer ??? */ 63359249Sphk bp->bio_flags |= BIO_ERROR; 63439213Sgibbs } 63539213Sgibbs } 63639213Sgibbs if ((done_ccb->ccb_h.status & CAM_DEV_QFRZN) != 0) 63739213Sgibbs cam_release_devq(done_ccb->ccb_h.path, 63839213Sgibbs /*relsim_flags*/0, 63939213Sgibbs /*reduction*/0, 64039213Sgibbs /*timeout*/0, 64139213Sgibbs /*getcount_only*/0); 64239213Sgibbs } else { 64359249Sphk bp->bio_resid = csio->resid; 64459249Sphk if (bp->bio_resid != 0) 64559249Sphk bp->bio_flags |= BIO_ERROR; 64639213Sgibbs } 64739213Sgibbs 64839213Sgibbs /* 64939213Sgibbs * Block out any asyncronous callbacks 65039213Sgibbs * while we touch the pending ccb list. 65139213Sgibbs */ 65239213Sgibbs oldspl = splcam(); 65339213Sgibbs LIST_REMOVE(&done_ccb->ccb_h, periph_links.le); 65439213Sgibbs splx(oldspl); 65539213Sgibbs 65676322Sphk biofinish(bp, &softc->device_stats, 0); 65739213Sgibbs break; 65839213Sgibbs } 65939213Sgibbs case PT_CCB_WAITING: 66039213Sgibbs /* Caller will release the CCB */ 66139213Sgibbs wakeup(&done_ccb->ccb_h.cbfcnp); 66239213Sgibbs return; 66339213Sgibbs } 66439213Sgibbs xpt_release_ccb(done_ccb); 66539213Sgibbs} 66639213Sgibbs 66739213Sgibbsstatic int 66839213Sgibbspterror(union ccb *ccb, u_int32_t cam_flags, u_int32_t sense_flags) 66939213Sgibbs{ 67039213Sgibbs struct pt_softc *softc; 67139213Sgibbs struct cam_periph *periph; 67239213Sgibbs 67339213Sgibbs periph = xpt_path_periph(ccb->ccb_h.path); 67439213Sgibbs softc = (struct pt_softc *)periph->softc; 67539213Sgibbs 67639213Sgibbs return(cam_periph_error(ccb, cam_flags, sense_flags, 67739213Sgibbs &softc->saved_ccb)); 67839213Sgibbs} 67939213Sgibbs 68050073Skenstatic int 68150073Skenptioctl(dev_t dev, u_long cmd, caddr_t addr, int flag, struct proc *p) 68250073Sken{ 68350073Sken struct cam_periph *periph; 68450073Sken struct pt_softc *softc; 68550073Sken int unit; 68650073Sken int error; 68750073Sken 68850073Sken unit = minor(dev); 68950073Sken periph = cam_extend_get(ptperiphs, unit); 69050073Sken 69150073Sken if (periph == NULL) 69250073Sken return(ENXIO); 69350073Sken 69450073Sken softc = (struct pt_softc *)periph->softc; 69550073Sken 69650073Sken if ((error = cam_periph_lock(periph, PRIBIO|PCATCH)) != 0) { 69750073Sken return (error); /* error code from tsleep */ 69850073Sken } 69950073Sken 70050073Sken switch(cmd) { 70150073Sken case PTIOCGETTIMEOUT: 70250073Sken if (softc->io_timeout >= 1000) 70350073Sken *(int *)addr = softc->io_timeout / 1000; 70450073Sken else 70550073Sken *(int *)addr = 0; 70650073Sken break; 70750073Sken case PTIOCSETTIMEOUT: 70850073Sken { 70950073Sken int s; 71050073Sken 71150073Sken if (*(int *)addr < 1) { 71250073Sken error = EINVAL; 71350073Sken break; 71450073Sken } 71550073Sken 71650073Sken s = splsoftcam(); 71750073Sken softc->io_timeout = *(int *)addr * 1000; 71850073Sken splx(s); 71950073Sken 72050073Sken break; 72150073Sken } 72250073Sken default: 72350073Sken error = cam_periph_ioctl(periph, cmd, addr, pterror); 72450073Sken break; 72550073Sken } 72650073Sken 72750073Sken cam_periph_unlock(periph); 72850073Sken 72950073Sken return(error); 73050073Sken} 73150073Sken 73239213Sgibbsvoid 73339213Sgibbsscsi_send_receive(struct ccb_scsiio *csio, u_int32_t retries, 73439213Sgibbs void (*cbfcnp)(struct cam_periph *, union ccb *), 73539213Sgibbs u_int tag_action, int readop, u_int byte2, 73639213Sgibbs u_int32_t xfer_len, u_int8_t *data_ptr, u_int8_t sense_len, 73739213Sgibbs u_int32_t timeout) 73839213Sgibbs{ 73939213Sgibbs struct scsi_send_receive *scsi_cmd; 74039213Sgibbs 74139213Sgibbs scsi_cmd = (struct scsi_send_receive *)&csio->cdb_io.cdb_bytes; 74239213Sgibbs scsi_cmd->opcode = readop ? RECEIVE : SEND; 74339213Sgibbs scsi_cmd->byte2 = byte2; 74439213Sgibbs scsi_ulto3b(xfer_len, scsi_cmd->xfer_len); 74539213Sgibbs scsi_cmd->control = 0; 74639213Sgibbs 74739213Sgibbs cam_fill_csio(csio, 74839213Sgibbs retries, 74939213Sgibbs cbfcnp, 75039213Sgibbs /*flags*/readop ? CAM_DIR_IN : CAM_DIR_OUT, 75139213Sgibbs tag_action, 75239213Sgibbs data_ptr, 75339213Sgibbs xfer_len, 75439213Sgibbs sense_len, 75539213Sgibbs sizeof(*scsi_cmd), 75639213Sgibbs timeout); 75739213Sgibbs} 758