sys/kern/subr_bus_dma.c

68 _bus_dmamap_load_vlist(bus_dma_tag_t dmat, bus_dmamap_t map,
88 		error = _bus_dmamap_load_buffer(dmat, map, addr, ds_len, pmap,
100 _bus_dmamap_load_plist(bus_dma_tag_t dmat, bus_dmamap_t map,
107 		error = _bus_dmamap_load_phys(dmat, map,
120 _bus_dmamap_load_mbuf_epg(bus_dma_tag_t dmat, bus_dmamap_t map,
142 			error = _bus_dmamap_load_buffer(dmat, map,
160 		error = _bus_dmamap_load_phys(dmat, map,
168 		error = _bus_dmamap_load_buffer(dmat, map,
179 _bus_dmamap_load_mbuf_sg(bus_dma_tag_t dmat, bus_dmamap_t map,
189 				error = _bus_dmamap_load_mbuf_epg(dmat,
192 				error = _bus_dmamap_load_buffer(dmat, map,
198 	    __func__, dmat, flags, error, *nsegs);
206 _bus_dmamap_load_bio(bus_dma_tag_t dmat, bus_dmamap_t map, struct bio *bio,
212 		return (_bus_dmamap_load_vlist(dmat, map, segs, bio->bio_ma_n,
218 		return (_bus_dmamap_load_ma(dmat, map, bio->bio_ma,
221 	return (_bus_dmamap_load_buffer(dmat, map, bio->bio_data,
226 bus_dmamap_load_ma_triv(bus_dma_tag_t dmat, bus_dmamap_t map,
238 		error = _bus_dmamap_load_phys(dmat, map, paddr, len,
251 _bus_dmamap_load_ccb(bus_dma_tag_t dmat, bus_dmamap_t map, union ccb *ccb,
307 		error = _bus_dmamap_load_buffer(dmat, map, data_ptr, dxfer_len,
311 		error = _bus_dmamap_load_phys(dmat, map,
316 		error = _bus_dmamap_load_vlist(dmat, map,
321 		error = _bus_dmamap_load_plist(dmat, map,
325 		error = _bus_dmamap_load_bio(dmat, map, (struct bio *)data_ptr,
339 _bus_dmamap_load_uio(bus_dma_tag_t dmat, bus_dmamap_t map, struct uio *uio,
368 			error = _bus_dmamap_load_buffer(dmat, map, addr,
381 bus_dmamap_load(bus_dma_tag_t dmat, bus_dmamap_t map, void *buf,
392 		_bus_dmamap_waitok(dmat, map, &mem, callback, callback_arg);
396 	error = _bus_dmamap_load_buffer(dmat, map, buf, buflen, kernel_pmap,
401 	    __func__, dmat, flags, error, nsegs);
406 	segs = _bus_dmamap_complete(dmat, map, NULL, nsegs, error);
423 bus_dmamap_load_mbuf(bus_dma_tag_t dmat, bus_dmamap_t map, struct mbuf *m0,
433 	error = _bus_dmamap_load_mbuf_sg(dmat, map, m0, NULL, &nsegs, flags);
436 	segs = _bus_dmamap_complete(dmat, map, NULL, nsegs, error);
443 	    __func__, dmat, flags, error, nsegs);
448 bus_dmamap_load_mbuf_sg(bus_dma_tag_t dmat, bus_dmamap_t map, struct mbuf *m0,
455 	error = _bus_dmamap_load_mbuf_sg(dmat, map, m0, segs, nsegs, flags);
457 	_bus_dmamap_complete(dmat, map, segs, *nsegs, error);
462 bus_dmamap_load_uio(bus_dma_tag_t dmat, bus_dmamap_t map, struct uio *uio,
470 	error = _bus_dmamap_load_uio(dmat, map, uio, &nsegs, flags);
473 	segs = _bus_dmamap_complete(dmat, map, NULL, nsegs, error);
480 	    __func__, dmat, flags, error, nsegs);
485 bus_dmamap_load_ccb(bus_dma_tag_t dmat, bus_dmamap_t map, union ccb *ccb,
502 		_bus_dmamap_waitok(dmat, map, &mem, callback, callback_arg);
505 	error = _bus_dmamap_load_ccb(dmat, map, ccb, &nsegs, flags);
509 	    __func__, dmat, flags, error, nsegs);
514 	segs = _bus_dmamap_complete(dmat, map, NULL, nsegs, error);
530 bus_dmamap_load_bio(bus_dma_tag_t dmat, bus_dmamap_t map, struct bio *bio,
541 		_bus_dmamap_waitok(dmat, map, &mem, callback, callback_arg);
544 	error = _bus_dmamap_load_bio(dmat, map, bio, &nsegs, flags);
548 	    __func__, dmat, flags, error, nsegs);
553 	segs = _bus_dmamap_complete(dmat, map, NULL, nsegs, error);
569 bus_dmamap_load_mem(bus_dma_tag_t dmat, bus_dmamap_t map,
578 		_bus_dmamap_waitok(dmat, map, mem, callback, callback_arg);
584 		error = _bus_dmamap_load_buffer(dmat, map, mem->u.md_vaddr,
588 		error = _bus_dmamap_load_phys(dmat, map, mem->u.md_paddr,
592 		error = _bus_dmamap_load_vlist(dmat, map, mem->u.md_list,
596 		error = _bus_dmamap_load_plist(dmat, map, mem->u.md_list,
600 		error = _bus_dmamap_load_bio(dmat, map, mem->u.md_bio,
604 		error = _bus_dmamap_load_uio(dmat, map, mem->u.md_uio,
608 		error = _bus_dmamap_load_mbuf_sg(dmat, map, mem->u.md_mbuf,
612 		error = _bus_dmamap_load_ccb(dmat, map, mem->u.md_ccb, &nsegs,
619 	    __func__, dmat, flags, error, nsegs);
624 	segs = _bus_dmamap_complete(dmat, map, NULL, nsegs, error);
641 bus_dmamap_load_crp_buffer(bus_dma_tag_t dmat, bus_dmamap_t map,
654 		error = _bus_dmamap_load_buffer(dmat, map, cb->cb_buf,
658 		error = _bus_dmamap_load_mbuf_sg(dmat, map, cb->cb_mbuf,
662 		error = _bus_dmamap_load_uio(dmat, map, cb->cb_uio, &nsegs,
666 		error = _bus_dmamap_load_ma(dmat, map, cb->cb_vm_page,
676 	    __func__, dmat, flags, error, nsegs);
681 	segs = _bus_dmamap_complete(dmat, map, NULL, nsegs, error);
698 bus_dmamap_load_crp(bus_dma_tag_t dmat, bus_dmamap_t map, struct cryptop *crp,
701 	return (bus_dmamap_load_crp_buffer(dmat, map, &crp->crp_buf, callback,
724 bus_dma_template_tag(bus_dma_template_t *t, bus_dma_tag_t *dmat)
727 	if (t == NULL || dmat == NULL)
733 	    dmat));
791 int bus_dma_iommu_load_ident(bus_dma_tag_t dmat, bus_dmamap_t map,
801 bus_dma_iommu_load_ident(bus_dma_tag_t dmat, bus_dmamap_t map,