soc/ti/k3-ringacc.c

266 static int k3_ringacc_ring_push_mem(struct k3_ring *ring, void *elem);
267 static int k3_ringacc_ring_pop_mem(struct k3_ring *ring, void *elem);
268 static int k3_dmaring_fwd_pop(struct k3_ring *ring, void *elem);
269 static int k3_dmaring_reverse_pop(struct k3_ring *ring, void *elem);
286 static int k3_ringacc_ring_push_io(struct k3_ring *ring, void *elem);
287 static int k3_ringacc_ring_pop_io(struct k3_ring *ring, void *elem);
288 static int k3_ringacc_ring_push_head_io(struct k3_ring *ring, void *elem);
289 static int k3_ringacc_ring_pop_tail_io(struct k3_ring *ring, void *elem);
298 static int k3_ringacc_ring_push_head_proxy(struct k3_ring *ring, void *elem);
299 static int k3_ringacc_ring_push_tail_proxy(struct k3_ring *ring, void *elem);
300 static int k3_ringacc_ring_pop_head_proxy(struct k3_ring *ring, void *elem);
301 static int k3_ringacc_ring_pop_tail_proxy(struct k3_ring *ring, void *elem);
946 static int k3_ringacc_ring_access_proxy(struct k3_ring *ring, void *elem,
974 		memcpy_fromio(elem, ptr, (4 << ring->elm_size));
982 		memcpy_toio(ptr, elem, (4 << ring->elm_size));
994 static int k3_ringacc_ring_push_head_proxy(struct k3_ring *ring, void *elem)
996 	return k3_ringacc_ring_access_proxy(ring, elem,
1000 static int k3_ringacc_ring_push_tail_proxy(struct k3_ring *ring, void *elem)
1002 	return k3_ringacc_ring_access_proxy(ring, elem,
1006 static int k3_ringacc_ring_pop_head_proxy(struct k3_ring *ring, void *elem)
1008 	return k3_ringacc_ring_access_proxy(ring, elem,
1012 static int k3_ringacc_ring_pop_tail_proxy(struct k3_ring *ring, void *elem)
1014 	return k3_ringacc_ring_access_proxy(ring, elem,
1018 static int k3_ringacc_ring_access_io(struct k3_ring *ring, void *elem,
1044 		memcpy_fromio(elem, ptr, (4 << ring->elm_size));
1052 		memcpy_toio(ptr, elem, (4 << ring->elm_size));
1065 static int k3_ringacc_ring_push_head_io(struct k3_ring *ring, void *elem)
1067 	return k3_ringacc_ring_access_io(ring, elem,
1071 static int k3_ringacc_ring_push_io(struct k3_ring *ring, void *elem)
1073 	return k3_ringacc_ring_access_io(ring, elem,
1077 static int k3_ringacc_ring_pop_io(struct k3_ring *ring, void *elem)
1079 	return k3_ringacc_ring_access_io(ring, elem,
1083 static int k3_ringacc_ring_pop_tail_io(struct k3_ring *ring, void *elem)
1085 	return k3_ringacc_ring_access_io(ring, elem,
1094 static void k3_dmaring_remove_asel_from_elem(u64 *elem)
1096 	*elem &= GENMASK_ULL(K3_ADDRESS_ASEL_SHIFT - 1, 0);
1099 static int k3_dmaring_fwd_pop(struct k3_ring *ring, void *elem)
1117 	memcpy(elem, elem_ptr, (4 << ring->elm_size));
1118 	k3_dmaring_remove_asel_from_elem(elem);
1129 static int k3_dmaring_reverse_pop(struct k3_ring *ring, void *elem)
1136 		memcpy(elem, elem_ptr, (4 << ring->elm_size));
1137 		k3_dmaring_remove_asel_from_elem(elem);
1143 		dma_addr_t *value = elem;
1155 static int k3_ringacc_ring_push_mem(struct k3_ring *ring, void *elem)
1161 	memcpy(elem_ptr, elem, (4 << ring->elm_size));
1178 static int k3_ringacc_ring_pop_mem(struct k3_ring *ring, void *elem)
1184 	memcpy(elem, elem_ptr, (4 << ring->elm_size));
1195 int k3_ringacc_ring_push(struct k3_ring *ring, void *elem)
1209 		ret = ring->ops->push_tail(ring, elem);
1215 int k3_ringacc_ring_push_head(struct k3_ring *ring, void *elem)
1229 		ret = ring->ops->push_head(ring, elem);
1235 int k3_ringacc_ring_pop(struct k3_ring *ring, void *elem)
1252 		ret = ring->ops->pop_head(ring, elem);
1258 int k3_ringacc_ring_pop_tail(struct k3_ring *ring, void *elem)
1275 		ret = ring->ops->pop_tail(ring, elem);