master/mipi-i3c-hci/dma.c

55 #define rh_reg_read(r)		readl(rh->regs + (RH_##r))
56 #define rh_reg_write(r, v)	writel(v, rh->regs + (RH_##r))
168 	struct hci_rh_data *rh;
175 		rh = &rings->headers[i];
182 		if (rh->xfer)
184 					  rh->xfer_struct_sz * rh->xfer_entries,
185 					  rh->xfer, rh->xfer_dma);
186 		if (rh->resp)
188 					  rh->resp_struct_sz * rh->xfer_entries,
189 					  rh->resp, rh->resp_dma);
190 		kfree(rh->src_xfers);
191 		if (rh->ibi_status)
193 					  rh->ibi_status_sz * rh->ibi_status_entries,
194 					  rh->ibi_status, rh->ibi_status_dma);
195 		if (rh->ibi_data_dma)
196 			dma_unmap_single(&hci->master.dev, rh->ibi_data_dma,
197 					 rh->ibi_chunk_sz * rh->ibi_chunks_total,
199 		kfree(rh->ibi_data);
211 	struct hci_rh_data *rh;
242 		rh = &rings->headers[i];
243 		rh->regs = hci->base_regs + offset;
244 		spin_lock_init(&rh->lock);
245 		init_completion(&rh->op_done);
247 		rh->xfer_entries = XFER_RING_ENTRIES;
250 		rh->xfer_struct_sz = FIELD_GET(CR_XFER_STRUCT_SIZE, regval);
251 		rh->resp_struct_sz = FIELD_GET(CR_RESP_STRUCT_SIZE, regval);
253 		    rh->xfer_struct_sz, rh->resp_struct_sz);
254 		xfers_sz = rh->xfer_struct_sz * rh->xfer_entries;
255 		resps_sz = rh->resp_struct_sz * rh->xfer_entries;
257 		rh->xfer = dma_alloc_coherent(&hci->master.dev, xfers_sz,
258 					      &rh->xfer_dma, GFP_KERNEL);
259 		rh->resp = dma_alloc_coherent(&hci->master.dev, resps_sz,
260 					      &rh->resp_dma, GFP_KERNEL);
261 		rh->src_xfers =
262 			kmalloc_array(rh->xfer_entries, sizeof(*rh->src_xfers),
265 		if (!rh->xfer || !rh->resp || !rh->src_xfers)
268 		rh_reg_write(CMD_RING_BASE_LO, lo32(rh->xfer_dma));
269 		rh_reg_write(CMD_RING_BASE_HI, hi32(rh->xfer_dma));
270 		rh_reg_write(RESP_RING_BASE_LO, lo32(rh->resp_dma));
271 		rh_reg_write(RESP_RING_BASE_HI, hi32(rh->resp_dma));
273 		regval = FIELD_PREP(CR_RING_SIZE, rh->xfer_entries);
291 		rh->ibi_status_sz = FIELD_GET(IBI_STATUS_STRUCT_SIZE, regval);
292 		rh->ibi_status_entries = IBI_STATUS_RING_ENTRIES;
293 		rh->ibi_chunks_total = IBI_CHUNK_POOL_SIZE;
295 		rh->ibi_chunk_sz = dma_get_cache_alignment();
296 		rh->ibi_chunk_sz *= IBI_CHUNK_CACHELINES;
297 		BUG_ON(rh->ibi_chunk_sz > 256);
299 		ibi_status_ring_sz = rh->ibi_status_sz * rh->ibi_status_entries;
300 		ibi_data_ring_sz = rh->ibi_chunk_sz * rh->ibi_chunks_total;
302 		rh->ibi_status =
304 					   &rh->ibi_status_dma, GFP_KERNEL);
305 		rh->ibi_data = kmalloc(ibi_data_ring_sz, GFP_KERNEL);
307 		if (!rh->ibi_status || !rh->ibi_data)
309 		rh->ibi_data_dma =
310 			dma_map_single(&hci->master.dev, rh->ibi_data,
312 		if (dma_mapping_error(&hci->master.dev, rh->ibi_data_dma)) {
313 			rh->ibi_data_dma = 0;
319 				    rh->ibi_status_entries) |
321 				    ilog2(rh->ibi_chunk_sz) - 2) |
323 				    rh->ibi_chunks_total);
362 	struct hci_rh_data *rh;
369 	rh = &rings->headers[ring];
375 		u32 *ring_data = rh->xfer + rh->xfer_struct_sz * enqueue_ptr;
415 		rh->src_xfers[enqueue_ptr] = xfer;
420 		enqueue_ptr = (enqueue_ptr + 1) % rh->xfer_entries;
435 	spin_lock_irq(&rh->lock);
440 	spin_unlock_irq(&rh->lock);
449 	struct hci_rh_data *rh = &rings->headers[xfer_list[0].ring_number];
455 	if (wait_for_completion_timeout(&rh->op_done, HZ) == 0) {
474 			u32 *ring_data = rh->xfer + rh->xfer_struct_sz * idx;
485 			rh->src_xfers[idx] = NULL;
500 static void hci_dma_xfer_done(struct i3c_hci *hci, struct hci_rh_data *rh)
503 	unsigned int tid, done_ptr = rh->done_ptr;
511 		ring_resp = rh->resp + rh->resp_struct_sz * done_ptr;
516 		xfer = rh->src_xfers[done_ptr];
533 		done_ptr = (done_ptr + 1) % rh->xfer_entries;
534 		rh->done_ptr = done_ptr;
538 	spin_lock(&rh->lock);
543 	spin_unlock(&rh->lock);
587 static void hci_dma_process_ibi(struct i3c_hci *hci, struct hci_rh_data *rh)
614 	     ptr = (ptr + 1) % rh->ibi_status_entries) {
618 		ring_ibi_status = rh->ibi_status + rh->ibi_status_sz * ptr;
636 			ibi_size += chunks * rh->ibi_chunk_sz;
652 	deq_ptr %= rh->ibi_status_entries;
692 	ibi_data_offset = rh->ibi_chunk_sz * rh->ibi_chunk_ptr;
693 	ring_ibi_data = rh->ibi_data + ibi_data_offset;
694 	ring_ibi_data_dma = rh->ibi_data_dma + ibi_data_offset;
695 	first_part = (rh->ibi_chunks_total - rh->ibi_chunk_ptr)
696 			* rh->ibi_chunk_sz;
706 		ring_ibi_data = rh->ibi_data;
707 		ring_ibi_data_dma = rh->ibi_data_dma;
721 	spin_lock(&rh->lock);
726 	spin_unlock(&rh->lock);
729 	rh->ibi_chunk_ptr += ibi_chunks;
730 	rh->ibi_chunk_ptr %= rh->ibi_chunks_total;
743 		struct hci_rh_data *rh;
750 		rh = &rings->headers[i];
752 		DBG("rh%d status: %#x", i, status);
758 			hci_dma_process_ibi(hci, rh);
760 			hci_dma_xfer_done(hci, rh);
762 			complete(&rh->op_done);