/freebsd-13-stable/sys/dev/mlx5/ |
H A D | cq.h | 46 u32 cons_index; member in struct:mlx5_core_cq 122 *cq->set_ci_db = cpu_to_be32(cq->cons_index & 0xffffff); 133 u32 cons_index) 140 ci = cons_index & 0xffffff; 130 mlx5_cq_arm(struct mlx5_core_cq *cq, u32 cmd, void __iomem *uar_page, spinlock_t *doorbell_lock, u32 cons_index) argument
|
H A D | driver.h | 364 u32 cons_index; member in struct:mlx5_eq
|
/freebsd-13-stable/sys/dev/mthca/ |
H A D | mthca_cq.c | 181 return cqe_sw(get_cqe(cq, cq->cons_index & cq->ibcq.cqe)); 201 * incr is ignored in native Arbel (mem-free) mode, so cq->cons_index 208 *cq->set_ci_db = cpu_to_be32(cq->cons_index); 294 for (prod_index = cq->cons_index; 297 if (prod_index == cq->cons_index + cq->ibcq.cqe) 302 qpn, cq->cqn, cq->cons_index, prod_index); 308 while ((int) --prod_index - (int) cq->cons_index >= 0) { 321 set_cqe_hw(get_cqe(cq, (cq->cons_index + i) & cq->ibcq.cqe)); 323 cq->cons_index += nfreed; 342 cq->cons_index [all...] |
H A D | mthca_provider.h | 111 u32 cons_index; member in struct:mthca_eq 208 u32 cons_index; member in struct:mthca_cq
|
H A D | mthca_eq.c | 237 eqe = get_eqe(eq, eq->cons_index); 363 ++eq->cons_index; 379 set_eq_ci(dev, eq, eq->cons_index); 411 dev->eq_table.eq[i].cons_index); 424 tavor_set_eq_ci(dev, eq, eq->cons_index); 444 dev->eq_table.eq[i].cons_index); 458 arbel_set_eq_ci(dev, eq, eq->cons_index); 555 eq->cons_index = 0;
|
/freebsd-13-stable/sys/dev/mlx4/ |
H A D | cq.h | 147 ci = cq->cons_index & 0xffffff; 165 *cq->set_ci_db = cpu_to_be32(cq->cons_index & 0xffffff);
|
H A D | device.h | 735 u32 cons_index; member in struct:mlx4_cq
|
/freebsd-13-stable/contrib/ofed/libmlx4/ |
H A D | cq.c | 113 return get_sw_cqe(cq, cq->cons_index); 215 ++cq->cons_index; 690 ci = cq->cons_index & 0xffffff; 729 for (prod_index = cq->cons_index; get_sw_cqe(cq, prod_index); ++prod_index) 730 if (prod_index == cq->cons_index + cq->ibv_cq.cqe) 737 while ((int) --prod_index - (int) cq->cons_index >= 0) { 760 cq->cons_index += nfreed; 781 for (i = cq->cons_index; get_sw_cqe(cq, i); ++i) 784 return i - cq->cons_index; 793 i = cq->cons_index; [all...] |
H A D | mlx4.h | 183 uint32_t cons_index; member in struct:mlx4_cq 348 *cq->set_ci_db = htobe32(cq->cons_index & 0xffffff);
|
H A D | verbs.c | 492 cq->cons_index = 0;
|
/freebsd-13-stable/sys/dev/mlx4/mlx4_ib/ |
H A D | mlx4_ib_cq.c | 90 return get_sw_cqe(cq, cq->mcq.cons_index); 341 i = cq->mcq.cons_index; 345 return i - cq->mcq.cons_index; 355 i = cq->mcq.cons_index; 370 ++cq->mcq.cons_index; 679 ++cq->mcq.cons_index; 933 for (prod_index = cq->mcq.cons_index; get_sw_cqe(cq, prod_index); ++prod_index) 934 if (prod_index == cq->mcq.cons_index + cq->ibcq.cqe) 941 while ((int) --prod_index - (int) cq->mcq.cons_index >= 0) { 961 cq->mcq.cons_index [all...] |
/freebsd-13-stable/sys/dev/mlx4/mlx4_en/ |
H A D | mlx4_en_tx.c | 358 u32 cons_index = mcq->cons_index; local 367 index = cons_index & size_mask; 374 cons_index & size)) { 405 ++cons_index; 406 index = cons_index & size_mask; 415 mcq->cons_index = cons_index;
|
H A D | mlx4_en_rx.c | 751 u32 cons_index = mcq->cons_index; local 763 index = cons_index & size_mask; 768 cons_index & size)) { 844 ++cons_index; 845 index = cons_index & size_mask; 856 mcq->cons_index = cons_index; 859 ring->cons = mcq->cons_index;
|
/freebsd-13-stable/sys/dev/mlx4/mlx4_core/ |
H A D | mlx4_eq.c | 99 __raw_writel((__force u32) cpu_to_be32((eq->cons_index & 0xffffff) | 123 struct mlx4_eqe *eqe = get_eqe(eq, eq->cons_index, eqe_factor, size); 124 return !!(eqe->owner & 0x80) ^ !!(eq->cons_index & eq->nent) ? NULL : eqe; 538 eq->eqn, eq->cons_index, ret); 566 eq->eqn, eq->cons_index, ret); 686 eq->eqn, eq->cons_index, ret); 771 eq->cons_index, eqe->owner, eq->nent, 774 !!(eq->cons_index & eq->nent) ? "HW" : "SW"); 796 eq->cons_index, eqe->owner, eq->nent, 798 !!(eq->cons_index [all...] |
H A D | mlx4_cq.c | 291 cq->cons_index = 0;
|
H A D | mlx4.h | 389 u32 cons_index; member in struct:mlx4_eq
|
/freebsd-13-stable/sys/dev/mlx5/mlx5_core/ |
H A D | mlx5_eq.c | 107 struct mlx5_eqe *eqe = get_eqe(eq, eq->cons_index & (eq->nent - 1)); 109 return ((eqe->owner & 1) ^ !!(eq->cons_index & eq->nent)) ? NULL : eqe; 213 u32 val = (eq->cons_index & 0xffffff) | (eq->eqn << 24); 376 ++eq->cons_index; 433 eq->cons_index = 0;
|
H A D | mlx5_cq.c | 139 cq->cons_index = 0;
|
/freebsd-13-stable/contrib/ofed/libmlx5/ |
H A D | cq.c | 98 return get_sw_cqe(cq, cq->cons_index); 103 cq->dbrec[MLX5_CQ_SET_CI] = htobe32(cq->cons_index & 0xffffff); 480 ++cq->cons_index; 1291 ci = cq->cons_index & 0xffffff; 1382 for (prod_index = cq->cons_index; get_sw_cqe(cq, prod_index); ++prod_index) 1383 if (prod_index == cq->cons_index + cq->ibv_cq.cqe) 1391 while ((int) --prod_index - (int) cq->cons_index >= 0) { 1407 cq->cons_index += nfreed; 1449 i = cq->cons_index; 1478 ++cq->cons_index; [all...] |
H A D | mlx5.h | 327 uint32_t cons_index; member in struct:mlx5_cq
|
H A D | verbs.c | 390 cq->cons_index = 0;
|
/freebsd-13-stable/sys/dev/mlx5/mlx5_ib/ |
H A D | mlx5_ib_cq.c | 94 return get_sw_cqe(cq, cq->mcq.cons_index); 537 ++cq->mcq.cons_index; 721 cq->mcq.cons_index); 1061 for (prod_index = cq->mcq.cons_index; get_sw_cqe(cq, prod_index); prod_index++) 1062 if (prod_index == cq->mcq.cons_index + cq->ibcq.cqe) 1068 while ((int) --prod_index - (int) cq->mcq.cons_index >= 0) { 1086 cq->mcq.cons_index += nfreed; 1213 i = cq->mcq.cons_index; 1245 ++cq->mcq.cons_index;
|