dma/ppc4xx/adma.c

115 		int src_cnt, u32 addr);
181 			     unsigned int src_cnt)
186 	for (i = 0; i < src_cnt; i++)
192 			    unsigned int src_cnt)
197 	for (i = 0; i < src_cnt; i++)
205 				    unsigned int src_cnt,
212 		for (i = 0; i < src_cnt; i++)
215 		for (i = 0; i < src_cnt; i++)
221 		pr_debug("\t0x%016llx ", src[src_cnt + i]);
264 	desc->src_cnt = 0;
272 					 int src_cnt, unsigned long flags)
278 	desc->src_cnt = src_cnt;
281 	hw_desc->cbc = XOR_CBCR_TGT_BIT | src_cnt;
292 		int dst_cnt, int src_cnt, unsigned long flags)
298 	desc->src_cnt = src_cnt;
318 				int dst_cnt, int src_cnt, unsigned long flags,
327 	desc->src_cnt = src_cnt;
432 				int dst_cnt, int src_cnt)
458 		iter->src_cnt = 0;
462 		 * - <src_cnt> descriptors starting from 2nd or 3rd
466 		if (i++ < src_cnt)
494 	desc->src_cnt = src_cnt;
508 	desc->src_cnt = 1;
791 static int ppc440spe_chan_xor_slot_count(size_t len, int src_cnt,
797 	slot_cnt = *slots_per_op = (src_cnt + XOR_MAX_OPS - 1)/XOR_MAX_OPS;
813 		int src_cnt, size_t len)
819 	for (i = 1; i < src_cnt; i++) {
828 				if (i == src_cnt-1)
834 				if (i == src_cnt-1)
841 			if (i == src_cnt-2 || (order == -1
848 				if (i == src_cnt-1)
852 				if (i == src_cnt-1)
856 				if (i == src_cnt-1)
873 	if (src_cnt <= 1 || (state != 1 && state != 2)) {
874 		pr_err("%s: src_cnt=%d, state=%d, addr_count=%d, order=%lld\n",
875 			__func__, src_cnt, state, addr_count, order);
876 		for (i = 0; i < src_cnt; i++)
1251 static int ppc440spe_can_rxor(struct page **srcs, int src_cnt, size_t len)
1256 	if (unlikely(!(src_cnt > 1)))
1259 	BUG_ON(src_cnt > ARRAY_SIZE(ppc440spe_rxor_srcs));
1262 	for (i = 0; i < src_cnt; i++) {
1267 	src_cnt = idx;
1269 	for (i = 1; i < src_cnt; i++) {
1287 			if ((i == src_cnt - 2) ||
1323  * @src_cnt: number of source operands
1328 	struct page **src_lst, int src_cnt, size_t src_sz)
1351 		if (dst_cnt == 1 && src_cnt == 2 && dst_lst[0] == src_lst[1])
1353 		else if (ppc440spe_can_rxor(src_lst, src_cnt, src_sz))
1370 	int src_cnt, size_t src_sz)
1386 			if (src_cnt == 1 && dst_lst[1] == src_lst[0])
1388 			if (src_cnt == 2 && dst_lst[1] == src_lst[1])
1404 					dst_cnt, src_lst, src_cnt, src_sz);
1426 	if (entry_idx < 0 || entry_idx >= (tdesc->src_cnt + tdesc->dst_cnt)) {
1427 		printk("%s: entry_idx %d, src_cnt %d, dst_cnt %d\n",
1428 			__func__, entry_idx, tdesc->src_cnt, tdesc->dst_cnt);
2018 		dma_addr_t *dma_src, u32 src_cnt, size_t len,
2028 				     dma_dest, dma_src, src_cnt));
2034 		"ppc440spe adma%d: %s src_cnt: %d len: %u int_en: %d\n",
2035 		ppc440spe_chan->device->id, __func__, src_cnt, len,
2039 	slot_cnt = ppc440spe_chan_xor_slot_count(len, src_cnt, &slots_per_op);
2044 		ppc440spe_desc_init_xor(group_start, src_cnt, flags);
2046 		while (src_cnt--)
2048 				dma_src[src_cnt], src_cnt);
2060 				int src_cnt);
2068 		dma_addr_t *src, int src_cnt)
2073 	for (i = 0; i < src_cnt; i++) {
2075 						 desc->src_cnt, (u32)src[i]);
2085 		dma_addr_t *dst, int dst_cnt, dma_addr_t *src, int src_cnt,
2106 		sw_desc->src_cnt = src_cnt;
2171 		dma_addr_t *dst, dma_addr_t *src, int src_cnt,
2192 		sw_desc->src_cnt = src_cnt;
2275 		dma_addr_t *dst, int dst_cnt, dma_addr_t *src, int src_cnt,
2283 	pr_debug("%s: dst_cnt %d, src_cnt %d, len %d\n",
2284 		 __func__, dst_cnt, src_cnt, len);
2297 		if (src_cnt > 1 &&
2302 			if (src_cnt != 2) {
2342 		slot_cnt = src_cnt;
2354 		 * need (src_cnt - (2 or 3)) for WXOR of sources
2365 			slot_cnt += src_cnt - 2;
2367 			slot_cnt += src_cnt - 3;
2381 		ppc440spe_desc_init_dma01pq(sw_desc, dst_cnt, src_cnt,
2388 		while (src_cnt--) {
2389 			ppc440spe_adma_pq_set_src(sw_desc, src[src_cnt],
2390 						  src_cnt);
2399 				mult = scf[src_cnt];
2401 				mult, src_cnt,  dst_cnt - 1);
2420 		dma_addr_t *dst, int dst_cnt, dma_addr_t *src, int src_cnt,
2429 	/*pr_debug("%s: dst_cnt %d, src_cnt %d, len %d\n",
2430 		 __func__, dst_cnt, src_cnt, len);*/
2433 	descs_per_op = ppc440spe_dma2_pq_slot_count(src, src_cnt, len);
2447 			ppc440spe_desc_init_dma2pq(iter, dst_cnt, src_cnt,
2462 								  src_cnt);
2487 		while (src_cnt--) {
2491 			ppc440spe_adma_pq_set_src(sw_desc, src[src_cnt],
2492 						  src_cnt);
2494 				mult = scf[src_cnt];
2496 					mult, src_cnt, dst_cnt - 1);
2509 		unsigned int src_cnt, const unsigned char *scf,
2519 				    dst, src, src_cnt));
2522 	BUG_ON(!src_cnt);
2524 	if (src_cnt == 1 && dst[1] == src[0]) {
2532 				dest, 2, src, src_cnt, scf, len, flags);
2536 	if (src_cnt == 2 && dst[1] == src[1]) {
2557 		"ppc440spe adma%d: %s src_cnt: %d len: %u int_en: %d\n",
2558 		ppc440spe_chan->device->id, __func__, src_cnt, len,
2565 				dst, dst_cnt, src, src_cnt, scf,
2571 				dst, dst_cnt, src, src_cnt, scf,
2585 		unsigned int src_cnt, const unsigned char *scf, size_t len,
2606 					    src, src_cnt, scf));
2616 	slot_cnt = src_cnt + dst_cnt * 2;
2623 		ppc440spe_desc_init_dma01pqzero_sum(sw_desc, dst_cnt, src_cnt);
2645 			iter->src_cnt = 0;
2677 			iter->src_cnt = 0;
2741 						    src[src_cnt - 1]);
2748 							    scf[src_cnt - 1]);
2750 			if (!(--src_cnt))
2763 		struct dma_chan *chan, dma_addr_t *src, unsigned int src_cnt,
2775 						src_cnt - 1, 0, len,
3085 			int src_cnt)
3090 	hw_desc->cbc |= src_cnt;
3223 		struct ppc440spe_rxor *cursor, int index, int src_cnt)
3226 	if (index == src_cnt - 1) {
3241 		int src_cnt, u32 addr)
3259 			if (index == src_cnt-1) {
3264 					desc, cursor, index, src_cnt);
3271 			if (index == src_cnt-1) {
3276 					desc, cursor, index, src_cnt);
3288 		if (index == src_cnt-2 || (sign == -1
3297 				desc, cursor, index, src_cnt);
3304 			if (index == src_cnt-1) {
3306 					desc, cursor, index, src_cnt);
3314 			if (index == src_cnt-1) {
3316 					desc, cursor, index, src_cnt);
3324 			if (index == src_cnt-1) {
3326 					desc, cursor, index, src_cnt);
3336 				desc, cursor, index, src_cnt);
3345 				desc, cursor, index, src_cnt);