hcd/ehci/ehci_isoch_util.c

47 	ehci_state_t		*ehcip);
54 	ehci_state_t		*ehcip,
60 	ehci_state_t		*ehcip,
65 	ehci_state_t		*ehcip,
69 	ehci_state_t		*ehcip,
77 	ehci_state_t		*ehcip);
79 	ehci_state_t		*ehcip,
86 	ehci_state_t		*ehcip,
90 	ehci_state_t		*ehcip,
93 	ehci_state_t		*ehcip,
97 	ehci_state_t		*ehcip,
100 	ehci_state_t		*ehcip,
103 	ehci_state_t		*ehcip);
105 	ehci_state_t		*ehcip,
109 	ehci_state_t		*ehcip,
117 	ehci_state_t		*ehcip,
122 	ehci_state_t		*ehcip,
130 	ehci_state_t		*ehcip,
133 	ehci_state_t		*ehcip,
140 	ehci_state_t		*ehcip,
144 	ehci_state_t		*ehcip,
148 	ehci_state_t		*ehcip,
156 	ehci_state_t		*ehcip,
159 	ehci_state_t		*ehcip,
170 ehci_allocate_isoc_pools(ehci_state_t	*ehcip)
178 	USB_DPRINTF_L4(PRINT_MASK_ATTA, ehcip->ehci_log_hdl,
182 	ehcip->ehci_dma_attr.dma_attr_align = EHCI_DMA_ATTR_TD_QH_ALIGNMENT;
185 	result = ddi_dma_alloc_handle(ehcip->ehci_dip,
186 	    &ehcip->ehci_dma_attr,
189 	    &ehcip->ehci_itd_pool_dma_handle);
192 		USB_DPRINTF_L2(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
204 	result = ddi_dma_mem_alloc(ehcip->ehci_itd_pool_dma_handle,
210 	    (caddr_t *)&ehcip->ehci_itd_pool_addr,
212 	    &ehcip->ehci_itd_pool_mem_handle);
215 		USB_DPRINTF_L2(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
223 	    ehcip->ehci_itd_pool_dma_handle,
225 	    (caddr_t)ehcip->ehci_itd_pool_addr,
230 	    &ehcip->ehci_itd_pool_cookie,
233 	bzero((void *)ehcip->ehci_itd_pool_addr,
240 			USB_DPRINTF_L2(PRINT_MASK_ATTA, ehcip->ehci_log_hdl,
246 		USB_DPRINTF_L4(PRINT_MASK_ATTA, ehcip->ehci_log_hdl,
249 		ehci_decode_ddi_dma_addr_bind_handle_result(ehcip, result);
257 	ehcip->ehci_dma_addr_bind_flag |= EHCI_ITD_POOL_BOUND;
261 		Set_ITD(ehcip->ehci_itd_pool_addr[i].itd_state,
294 	ehci_state_t		*ehcip,
303 	itw = ehci_allocate_itw(ehcip, pp, itw_length, usb_flags);
306 		USB_DPRINTF_L2(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
310 		USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
313 		if (ehci_allocate_itds_for_itw(ehcip, itw, itd_count) ==
317 			ehci_deallocate_itw(ehcip, pp, itw);
345 	ehci_state_t		*ehcip,
359 	USB_DPRINTF_L4(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
363 	ASSERT(mutex_owned(&ehcip->ehci_int_mutex));
369 		USB_DPRINTF_L2(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
375 	ehcip->ehci_dma_attr.dma_attr_align = EHCI_DMA_ATTR_ALIGNMENT;
378 	result = ddi_dma_alloc_handle(ehcip->ehci_dip,
379 	    &ehcip->ehci_dma_attr,
385 		USB_DPRINTF_L2(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
410 		USB_DPRINTF_L2(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
435 			USB_DPRINTF_L2(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
448 		ehci_decode_ddi_dma_addr_bind_handle_result(ehcip, result);
491 	USB_DPRINTF_L3(PRINT_MASK_ALLOC, ehcip->ehci_log_hdl,
495 	ehcip->ehci_periodic_req_count++;
496 	ehci_toggle_scheduler(ehcip);
510 	ehci_state_t		*ehcip,
516 	USB_DPRINTF_L4(PRINT_MASK_ALLOC, ehcip->ehci_log_hdl,
533 	ehci_deallocate_itds_for_itw(ehcip, itw);
567 	ehci_free_itw_dma(ehcip, pp, itw);
569 	ehcip->ehci_periodic_req_count--;
570 	ehci_toggle_scheduler(ehcip);
582 	ehci_state_t		*ehcip,
588 	USB_DPRINTF_L4(PRINT_MASK_ALLOC, ehcip->ehci_log_hdl,
617 ehci_allocate_itd(ehci_state_t	*ehcip)
622 	ASSERT(mutex_owned(&ehcip->ehci_int_mutex));
629 		state = Get_ITD(ehcip->ehci_itd_pool_addr[i].itd_state);
636 		USB_DPRINTF_L2(PRINT_MASK_ALLOC, ehcip->ehci_log_hdl,
642 	USB_DPRINTF_L4(PRINT_MASK_ALLOC, ehcip->ehci_log_hdl,
646 	itd = &ehcip->ehci_itd_pool_addr[i];
648 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
666 	ehci_state_t		*ehcip,
672 	USB_DPRINTF_L4(PRINT_MASK_ALLOC, ehcip->ehci_log_hdl,
675 	ASSERT(mutex_owned(&ehcip->ehci_int_mutex));
679 		ehci_remove_isoc_from_pfl(ehcip, old_itd);
688 		next_itd = ehci_itd_iommu_to_cpu(ehcip,
693 			next_itd = ehci_itd_iommu_to_cpu(ehcip,
704 		    ehcip, Get_ITD(old_itd->itd_itw_next_itd));
714 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
762 	ehci_state_t		*ehcip,
772 		itd = ehci_allocate_itd(ehcip);
775 			USB_DPRINTF_L2(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
782 			itd_addr = ehci_itd_cpu_to_iommu(ehcip,
809 	ehci_state_t		*ehcip,
815 	USB_DPRINTF_L4(PRINT_MASK_ALLOC, ehcip->ehci_log_hdl,
821 		temp_itd = ehci_itd_iommu_to_cpu(ehcip,
823 		ehci_deallocate_itd(ehcip, itw, itd);
837 	ehci_state_t		*ehcip,
859 		    ehci_itd_cpu_to_iommu(ehcip, itd));
876 	ehci_state_t		*ehcip,
879 	ASSERT(mutex_owned(&ehcip->ehci_int_mutex));
883 	    ehci_itd_cpu_to_iommu(ehcip, ehcip->ehci_active_itd_list));
884 	ehcip->ehci_active_itd_list = itd;
895 	ehci_state_t		*ehcip,
900 	ASSERT(mutex_owned(&ehcip->ehci_int_mutex));
903 	USB_DPRINTF_L4(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
906 	    (void *)ehcip->ehci_active_itd_list, (void *)itd);
908 	curr_itd = ehcip->ehci_active_itd_list;
911 		ehcip->ehci_active_itd_list =
912 		    ehci_itd_iommu_to_cpu(ehcip, itd->itd_next_active_itd);
918 	next_itd = ehci_itd_iommu_to_cpu(ehcip, curr_itd->itd_next_active_itd);
922 			next_itd = ehci_itd_iommu_to_cpu(ehcip,
934 		USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
949 	ehci_state_t		*ehcip)
957 	USB_DPRINTF_L4(PRINT_MASK_INTR, ehcip->ehci_log_hdl,
960 	ASSERT(mutex_owned(&ehcip->ehci_int_mutex));
967 	current_frame_number = ehci_get_current_frame_number(ehcip);
969 	curr_itd = ehcip->ehci_active_itd_list;
973 		next_itd = ehci_itd_iommu_to_cpu(ehcip,
995 			ehci_remove_itd_from_active_list(ehcip, curr_itd);
1002 			    ehci_itd_cpu_to_iommu(ehcip, done_itd_list));
1022 	ehci_state_t		*ehcip,
1030 	    ehcip->ehci_periodic_frame_list_tablep;
1034 	USB_DPRINTF_L4(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1046 	current_frame_number = ehci_get_current_frame_number(ehcip);
1071 				    ehcip->ehci_log_hdl,
1110 		USB_DPRINTF_L2(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1134 		addr = ehci_itd_cpu_to_iommu(ehcip, itd) & EHCI_ITD_LINK_PTR;
1143 		ehci_insert_itd_into_active_list(ehcip, itd);
1146 		itd = ehci_itd_iommu_to_cpu(ehcip,
1155 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1186 	ehci_state_t		*ehcip,
1195 	USB_DPRINTF_L4(PRINT_MASK_ALLOC, ehcip->ehci_log_hdl,
1198 	ASSERT(mutex_owned(&ehcip->ehci_int_mutex));
1201 	curr_itd_addr = ehci_itd_cpu_to_iommu(ehcip, curr_itd);
1207 	periodic_frame_list = ehcip->ehci_periodic_frame_list_tablep;
1211 	USB_DPRINTF_L4(PRINT_MASK_ALLOC, ehcip->ehci_log_hdl,
1225 			prev_itd = ehci_itd_iommu_to_cpu(ehcip,
1258 		USB_DPRINTF_L3(PRINT_MASK_ALLOC, ehcip->ehci_log_hdl,
1274 	ehci_state_t		*ehcip,
1282 	USB_DPRINTF_L4(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1287 	ASSERT(mutex_owned(&ehcip->ehci_int_mutex));
1299 		USB_DPRINTF_L2(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1332 	ehci_state_t		*ehcip,
1341 	    ehcip->ehci_log_hdl,
1345 	ASSERT(mutex_owned(&ehcip->ehci_int_mutex));
1375 	ehci_state_t	*ehcip,
1380 	ASSERT(mutex_owned(&ehcip->ehci_int_mutex));
1387 	td = (uint32_t)ehcip->ehci_itd_pool_cookie.dmac_address +
1389 	    (uintptr_t)(ehcip->ehci_itd_pool_addr));
1392 	    (addr - ehcip->ehci_itd_pool_addr))) ==
1394 	    (ehcip->ehci_itd_pool_addr))));
1396 	ASSERT(td >= ehcip->ehci_itd_pool_cookie.dmac_address);
1397 	ASSERT(td <= ehcip->ehci_itd_pool_cookie.dmac_address +
1412 	ehci_state_t	*ehcip,
1417 	ASSERT(mutex_owned(&ehcip->ehci_int_mutex));
1425 	    (addr - ehcip->ehci_itd_pool_cookie.dmac_address) +
1426 	    (uintptr_t)ehcip->ehci_itd_pool_addr);
1428 	ASSERT(itd >= ehcip->ehci_itd_pool_addr);
1429 	ASSERT((uintptr_t)itd <= (uintptr_t)ehcip->ehci_itd_pool_addr +
1440 	ehci_state_t		*ehcip,
1447 	ASSERT(mutex_owned(&ehcip->ehci_int_mutex));
1452 		error = ehci_parse_itd_error(ehcip, itw, itd);
1454 		error = ehci_parse_sitd_error(ehcip, itw, itd);
1459 			USB_DPRINTF_L2(PRINT_MASK_INTR, ehcip->ehci_log_hdl,
1471 	ehci_state_t		*ehcip,
1497 				    ehcip->ehci_log_hdl,
1503 				    ehcip->ehci_log_hdl,
1511 			USB_DPRINTF_L3(PRINT_MASK_INTR, ehcip->ehci_log_hdl,
1518 			USB_DPRINTF_L3(PRINT_MASK_INTR, ehcip->ehci_log_hdl,
1525 			USB_DPRINTF_L3(PRINT_MASK_INTR, ehcip->ehci_log_hdl,
1539 			USB_DPRINTF_L3(PRINT_MASK_INTR, ehcip->ehci_log_hdl,
1552 	ehci_state_t		*ehcip,
1568 		USB_DPRINTF_L4(PRINT_MASK_INTR, ehcip->ehci_log_hdl,
1574 		USB_DPRINTF_L4(PRINT_MASK_INTR, ehcip->ehci_log_hdl,
1582 			USB_DPRINTF_L4(PRINT_MASK_INTR, ehcip->ehci_log_hdl,
1586 			USB_DPRINTF_L4(PRINT_MASK_INTR, ehcip->ehci_log_hdl,
1593 		USB_DPRINTF_L4(PRINT_MASK_INTR, ehcip->ehci_log_hdl,
1599 		USB_DPRINTF_L4(PRINT_MASK_INTR, ehcip->ehci_log_hdl,
1605 		USB_DPRINTF_L4(PRINT_MASK_INTR, ehcip->ehci_log_hdl,
1611 		USB_DPRINTF_L4(PRINT_MASK_INTR, ehcip->ehci_log_hdl,
1644 	ehci_state_t	*ehcip,
1647 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1650 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1653 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1656 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1659 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1662 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1665 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1668 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1671 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1674 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1677 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1680 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1683 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1686 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1689 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1692 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1695 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1700 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1703 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1706 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1709 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1715 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1718 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1721 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1729 	ehci_state_t	*ehcip,
1732 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1735 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1738 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1741 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1744 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1747 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1750 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1753 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1758 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1761 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1764 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1767 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1770 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,
1773 	USB_DPRINTF_L3(PRINT_MASK_LISTS, ehcip->ehci_log_hdl,