sys/kern/subr_bus_dma.c

72 	int error;
74 	error = 0;
88 		error = _bus_dmamap_load_buffer(dmat, map, addr, ds_len, pmap,
90 		if (error)
93 	return (error);
103 	int error;
105 	error = 0;
107 		error = _bus_dmamap_load_phys(dmat, map,
110 		if (error)
113 	return (error);
123 	int error, i, off, len, pglen, pgoff, seglen, segoff;
128 	error = 0;
142 			error = _bus_dmamap_load_buffer(dmat, map,
148 	for (i = 0; i < m->m_epg_npgs && error == 0 && len > 0; i++) {
160 		error = _bus_dmamap_load_phys(dmat, map,
164 	if (len != 0 && error == 0) {
168 		error = _bus_dmamap_load_buffer(dmat, map,
172 	return (error);
183 	int error;
185 	error = 0;
186 	for (m = m0; m != NULL && error == 0; m = m->m_next) {
189 				error = _bus_dmamap_load_mbuf_epg(dmat,
192 				error = _bus_dmamap_load_buffer(dmat, map,
197 	CTR5(KTR_BUSDMA, "%s: tag %p tag flags 0x%x error %d nsegs %d",
198 	    __func__, dmat, flags, error, *nsegs);
199 	return (error);
232 	int error, i;
234 	error = 0;
238 		error = _bus_dmamap_load_phys(dmat, map, paddr, len,
240 		if (error != 0)
244 	return (error);
256 	int error;
260 	error = 0;
307 		error = _bus_dmamap_load_buffer(dmat, map, data_ptr, dxfer_len,
311 		error = _bus_dmamap_load_phys(dmat, map,
316 		error = _bus_dmamap_load_vlist(dmat, map,
321 		error = _bus_dmamap_load_plist(dmat, map,
325 		error = _bus_dmamap_load_bio(dmat, map, (struct bio *)data_ptr,
332 	return (error);
347 	int error, i;
357 	error = 0;
359 	for (i = 0; i < uio->uio_iovcnt && resid != 0 && !error; i++) {
368 			error = _bus_dmamap_load_buffer(dmat, map, addr,
374 	return (error);
387 	int error;
396 	error = _bus_dmamap_load_buffer(dmat, map, buf, buflen, kernel_pmap,
400 	CTR5(KTR_BUSDMA, "%s: tag %p tag flags 0x%x error %d nsegs %d",
401 	    __func__, dmat, flags, error, nsegs);
403 	if (error == EINPROGRESS)
404 		return (error);
406 	segs = _bus_dmamap_complete(dmat, map, NULL, nsegs, error);
407 	if (error)
408 		(*callback)(callback_arg, segs, 0, error);
414 	 * This error only happens when NOWAIT is set, so deferral is disabled.
416 	if (error == ENOMEM)
417 		return (error);
427 	int nsegs, error;
433 	error = _bus_dmamap_load_mbuf_sg(dmat, map, m0, NULL, &nsegs, flags);
436 	segs = _bus_dmamap_complete(dmat, map, NULL, nsegs, error);
437 	if (error)
438 		(*callback)(callback_arg, segs, 0, 0, error);
440 		(*callback)(callback_arg, segs, nsegs, m0->m_pkthdr.len, error);
442 	CTR5(KTR_BUSDMA, "%s: tag %p tag flags 0x%x error %d nsegs %d",
443 	    __func__, dmat, flags, error, nsegs);
444 	return (error);
451 	int error;
455 	error = _bus_dmamap_load_mbuf_sg(dmat, map, m0, segs, nsegs, flags);
457 	_bus_dmamap_complete(dmat, map, segs, *nsegs, error);
458 	return (error);
466 	int nsegs, error;
470 	error = _bus_dmamap_load_uio(dmat, map, uio, &nsegs, flags);
473 	segs = _bus_dmamap_complete(dmat, map, NULL, nsegs, error);
474 	if (error)
475 		(*callback)(callback_arg, segs, 0, 0, error);
477 		(*callback)(callback_arg, segs, nsegs, uio->uio_resid, error);
479 	CTR5(KTR_BUSDMA, "%s: tag %p tag flags 0x%x error %d nsegs %d",
480 	    __func__, dmat, flags, error, nsegs);
481 	return (error);
492 	int error;
505 	error = _bus_dmamap_load_ccb(dmat, map, ccb, &nsegs, flags);
508 	CTR5(KTR_BUSDMA, "%s: tag %p tag flags 0x%x error %d nsegs %d",
509 	    __func__, dmat, flags, error, nsegs);
511 	if (error == EINPROGRESS)
512 		return (error);
514 	segs = _bus_dmamap_complete(dmat, map, NULL, nsegs, error);
515 	if (error)
516 		(*callback)(callback_arg, segs, 0, error);
518 		(*callback)(callback_arg, segs, nsegs, error);
521 	 * This error only happens when NOWAIT is set, so deferral is disabled.
523 	if (error == ENOMEM)
524 		return (error);
536 	int error;
544 	error = _bus_dmamap_load_bio(dmat, map, bio, &nsegs, flags);
547 	CTR5(KTR_BUSDMA, "%s: tag %p tag flags 0x%x error %d nsegs %d",
548 	    __func__, dmat, flags, error, nsegs);
550 	if (error == EINPROGRESS)
551 		return (error);
553 	segs = _bus_dmamap_complete(dmat, map, NULL, nsegs, error);
554 	if (error)
555 		(*callback)(callback_arg, segs, 0, error);
557 		(*callback)(callback_arg, segs, nsegs, error);
560 	 * This error only happens when NOWAIT is set, so deferral is disabled.
562 	if (error == ENOMEM)
563 		return (error);
574 	int error;
581 	error = 0;
584 		error = _bus_dmamap_load_buffer(dmat, map, mem->u.md_vaddr,
588 		error = _bus_dmamap_load_phys(dmat, map, mem->u.md_paddr,
592 		error = _bus_dmamap_load_vlist(dmat, map, mem->u.md_list,
596 		error = _bus_dmamap_load_plist(dmat, map, mem->u.md_list,
600 		error = _bus_dmamap_load_bio(dmat, map, mem->u.md_bio,
604 		error = _bus_dmamap_load_uio(dmat, map, mem->u.md_uio,
608 		error = _bus_dmamap_load_mbuf_sg(dmat, map, mem->u.md_mbuf,
612 		error = _bus_dmamap_load_ccb(dmat, map, mem->u.md_ccb, &nsegs,
618 	CTR5(KTR_BUSDMA, "%s: tag %p tag flags 0x%x error %d nsegs %d",
619 	    __func__, dmat, flags, error, nsegs);
621 	if (error == EINPROGRESS)
622 		return (error);
624 	segs = _bus_dmamap_complete(dmat, map, NULL, nsegs, error);
625 	if (error)
626 		(*callback)(callback_arg, segs, 0, error);
632 	 * This error only happens when NOWAIT is set, so deferral is disabled.
634 	if (error == ENOMEM)
635 		return (error);
646 	int error;
651 	error = 0;
654 		error = _bus_dmamap_load_buffer(dmat, map, cb->cb_buf,
658 		error = _bus_dmamap_load_mbuf_sg(dmat, map, cb->cb_mbuf,
662 		error = _bus_dmamap_load_uio(dmat, map, cb->cb_uio, &nsegs,
666 		error = _bus_dmamap_load_ma(dmat, map, cb->cb_vm_page,
671 		error = EINVAL;
675 	CTR5(KTR_BUSDMA, "%s: tag %p tag flags 0x%x error %d nsegs %d",
676 	    __func__, dmat, flags, error, nsegs);
678 	if (error == EINPROGRESS)
679 		return (error);
681 	segs = _bus_dmamap_complete(dmat, map, NULL, nsegs, error);
682 	if (error)
683 		(*callback)(callback_arg, segs, 0, error);
689 	 * This error only happens when NOWAIT is set, so deferral is disabled.
691 	if (error == ENOMEM)
692 		return (error);