dma/ioat/prep.c

46 static dma_addr_t pq16_get_src(struct ioat_raw_descriptor *desc[3], int idx)
48 	struct ioat_raw_descriptor *raw = desc[pq16_idx_to_desc[idx]];
63 static void pq16_set_src(struct ioat_raw_descriptor *desc[3],
66 	struct ioat_pq_descriptor *pq = (struct ioat_pq_descriptor *)desc[0];
68 		(struct ioat_pq16a_descriptor *)desc[1];
69 	struct ioat_raw_descriptor *raw = desc[pq16_idx_to_desc[idx]];
106 	struct ioat_ring_ent *desc;
125 		desc = ioat_get_ring_ent(ioat_chan, idx + i);
126 		hw = desc->hw;
136 		dump_desc_dbg(ioat_chan, desc);
139 	desc->txd.flags = flags;
140 	desc->len = total_len;
144 	dump_desc_dbg(ioat_chan, desc);
147 	return &desc->txd;
158 	struct ioat_ring_ent *desc;
197 		desc = ioat_get_ring_ent(ioat_chan, idx + i);
198 		xor = desc->xor;
219 		dump_desc_dbg(ioat_chan, desc);
223 	desc->txd.flags = flags;
224 	desc->len = total_len;
226 		desc->result = result;
276 dump_pq_desc_dbg(struct ioatdma_chan *ioat_chan, struct ioat_ring_ent *desc,
280 	struct ioat_pq_descriptor *pq = desc->pq;
286 	dev_dbg(dev, "desc[%d]: (%#llx->%#llx) flags: %#x"
289 		desc_id(desc), (unsigned long long) desc->txd.phys,
291 		desc->txd.flags, pq->size, pq->ctl, pq->ctl_f.op,
304 			       struct ioat_ring_ent *desc)
307 	struct ioat_pq_descriptor *pq = desc->pq;
314 	if (desc->sed) {
315 		descs[1] = (void *)desc->sed->hw;
316 		descs[2] = (void *)desc->sed->hw + 64;
319 	dev_dbg(dev, "desc[%d]: (%#llx->%#llx) flags: %#x"
322 		desc_id(desc), (unsigned long long) desc->txd.phys,
324 		desc->txd.flags, pq->size, pq->ctl,
347 	struct ioat_ring_ent *desc;
392 		desc = ioat_get_ring_ent(ioat_chan, idx + i);
393 		pq = desc->pq;
433 	desc->txd.flags = flags;
434 	desc->len = total_len;
436 		desc->result = result;
438 	dump_pq_desc_dbg(ioat_chan, desc, ext);
443 		compl_desc = desc;
470 	struct ioat_ring_ent *desc;
500 		desc = ioat_get_ring_ent(ioat_chan, idx + i);
501 		pq = desc->pq;
505 		desc->sed = ioat3_alloc_sed(ioat_dma, (src_cnt-2) >> 3);
506 		if (!desc->sed) {
512 		pq->sed_addr = desc->sed->dma;
513 		desc->sed->parent = desc;
515 		descs[1] = (struct ioat_raw_descriptor *)desc->sed->hw;
547 	desc->txd.flags = flags;
548 	desc->len = total_len;
550 		desc->result = result;
553 	/* with cb3.3 we should be able to do completion w/o a null desc */
557 	dump_pq16_desc_dbg(ioat_chan, desc);
560 	return &desc->txd;
708 	struct ioat_ring_ent *desc;
715 		desc = ioat_get_ring_ent(ioat_chan, ioat_chan->head);
719 	hw = desc->hw;
729 	desc->txd.flags = flags;
730 	desc->len = 1;
732 	dump_desc_dbg(ioat_chan, desc);
735 	return &desc->txd;