Lines Matching refs:shadow

190 	struct blk_shadow shadow[];
291 rinfo->shadow_free = rinfo->shadow[free].req.u.rw.id;
292 rinfo->shadow[free].req.u.rw.id = 0x0fffffee; /* debug */
299 if (rinfo->shadow[id].req.u.rw.id != id)
301 if (rinfo->shadow[id].request == NULL)
303 rinfo->shadow[id].req.u.rw.id = rinfo->shadow_free;
304 rinfo->shadow[id].request = NULL;
543 rinfo->shadow[id].request = req;
544 rinfo->shadow[id].status = REQ_PROCESSING;
545 rinfo->shadow[id].associated_id = NO_ASSOCIATED_ID;
547 rinfo->shadow[id].req.u.rw.id = id;
560 ring_req = &rinfo->shadow[id].req;
573 rinfo->shadow[id].status = REQ_WAITING;
606 * We always use the shadow of the first request to store the list
611 struct blk_shadow *shadow = &rinfo->shadow[setup->id];
630 shadow->indirect_grants[n] = gnt_list_entry;
638 * All the grants are stored in the shadow of the first
641 shadow->grants_used[setup->grant_idx] = gnt_list_entry;
752 ring_req = &rinfo->shadow[id].req;
754 num_sg = blk_rq_map_sg(req->q, req, rinfo->shadow[id].sg);
757 for_each_sg(rinfo->shadow[id].sg, sg, num_sg, i)
764 rinfo->shadow[id].num_sg = num_sg;
805 extra_ring_req = &rinfo->shadow[extra_id].req;
811 rinfo->shadow[extra_id].num_sg = 0;
816 rinfo->shadow[extra_id].associated_id = id;
817 rinfo->shadow[id].associated_id = extra_id;
828 for_each_sg(rinfo->shadow[id].sg, sg, num_sg, i) {
850 rinfo->shadow[id].status = REQ_WAITING;
853 rinfo->shadow[extra_id].status = REQ_WAITING;
1247 if (!rinfo->shadow[i].request)
1250 segs = rinfo->shadow[i].req.operation == BLKIF_OP_INDIRECT ?
1251 rinfo->shadow[i].req.u.indirect.nr_segments :
1252 rinfo->shadow[i].req.u.rw.nr_segments;
1254 persistent_gnt = rinfo->shadow[i].grants_used[j];
1261 if (rinfo->shadow[i].req.operation != BLKIF_OP_INDIRECT)
1269 persistent_gnt = rinfo->shadow[i].indirect_grants[j];
1276 kvfree(rinfo->shadow[i].grants_used);
1277 rinfo->shadow[i].grants_used = NULL;
1278 kvfree(rinfo->shadow[i].indirect_grants);
1279 rinfo->shadow[i].indirect_grants = NULL;
1280 kvfree(rinfo->shadow[i].sg);
1281 rinfo->shadow[i].sg = NULL;
1389 struct blk_shadow *s = &rinfo->shadow[*id];
1399 struct blk_shadow *s2 = &rinfo->shadow[s->associated_id];
1401 /* Keep the status of the current response in shadow. */
1412 * All the grants is stored in the first shadow in order
1555 if (rinfo->shadow[id].status != REQ_WAITING) {
1561 rinfo->shadow[id].status = REQ_PROCESSING;
1562 req = rinfo->shadow[id].request;
1564 op = rinfo->shadow[id].req.operation;
1566 op = rinfo->shadow[id].req.u.indirect.indirect_op;
1620 rinfo->shadow[id].req.u.rw.nr_segments == 0)) {
1877 rinfo->shadow[j].req.u.rw.id = j + 1;
1878 rinfo->shadow[BLK_RING_SIZE(info)-1].req.u.rw.id = 0x0fffffff;
1909 info->rinfo_size = struct_size(info->rinfo, shadow,
2074 struct blk_shadow *shadow = rinfo->shadow;
2078 if (!shadow[j].request)
2084 if (req_op(shadow[j].request) == REQ_OP_FLUSH ||
2085 req_op(shadow[j].request) == REQ_OP_DISCARD ||
2086 req_op(shadow[j].request) == REQ_OP_SECURE_ERASE ||
2087 shadow[j].request->cmd_flags & REQ_FUA) {
2095 list_add(&shadow[j].request->queuelist, &info->requests);
2098 merge_bio.head = shadow[j].request->bio;
2099 merge_bio.tail = shadow[j].request->biotail;
2101 shadow[j].request->bio = NULL;
2102 blk_mq_end_request(shadow[j].request, BLK_STS_OK);
2208 rinfo->shadow[i].grants_used =
2210 sizeof(rinfo->shadow[i].grants_used[0]),
2212 rinfo->shadow[i].sg = kvcalloc(psegs,
2213 sizeof(rinfo->shadow[i].sg[0]),
2216 rinfo->shadow[i].indirect_grants =
2218 sizeof(rinfo->shadow[i].indirect_grants[0]),
2220 if ((rinfo->shadow[i].grants_used == NULL) ||
2221 (rinfo->shadow[i].sg == NULL) ||
2223 (rinfo->shadow[i].indirect_grants == NULL)))
2225 sg_init_table(rinfo->shadow[i].sg, psegs);
2234 kvfree(rinfo->shadow[i].grants_used);
2235 rinfo->shadow[i].grants_used = NULL;
2236 kvfree(rinfo->shadow[i].sg);
2237 rinfo->shadow[i].sg = NULL;
2238 kvfree(rinfo->shadow[i].indirect_grants);
2239 rinfo->shadow[i].indirect_grants = NULL;