/freebsd-12-stable/sys/dev/mlx5/mlx5_core/ |
H A D | wq.h | 84 void *wqc, struct mlx5_wq_cyc *wq, 86 u32 mlx5_wq_cyc_get_size(struct mlx5_wq_cyc *wq); 89 void *cqc, struct mlx5_cqwq *wq, 91 u32 mlx5_cqwq_get_size(struct mlx5_cqwq *wq); 94 void *wqc, struct mlx5_wq_ll *wq, 96 u32 mlx5_wq_ll_get_size(struct mlx5_wq_ll *wq); 100 static inline u16 mlx5_wq_cyc_ctr2ix(struct mlx5_wq_cyc *wq, u16 ctr) argument 102 return ctr & wq->sz_m1; 105 static inline void *mlx5_wq_cyc_get_wqe(struct mlx5_wq_cyc *wq, u16 ix) argument 107 return wq 118 mlx5_cqwq_get_ci(struct mlx5_cqwq *wq) argument 123 mlx5_cqwq_get_wqe(struct mlx5_cqwq *wq, u32 ix) argument 128 mlx5_cqwq_get_wrap_cnt(struct mlx5_cqwq *wq) argument 133 mlx5_cqwq_pop(struct mlx5_cqwq *wq) argument 138 mlx5_cqwq_update_db_record(struct mlx5_cqwq *wq) argument 143 mlx5_wq_ll_is_full(struct mlx5_wq_ll *wq) argument 148 mlx5_wq_ll_is_empty(struct mlx5_wq_ll *wq) argument 153 mlx5_wq_ll_push(struct mlx5_wq_ll *wq, u16 head_next) argument 160 mlx5_wq_ll_pop(struct mlx5_wq_ll *wq, __be16 ix, __be16 *next_tail_next) argument 167 mlx5_wq_ll_update_db_record(struct mlx5_wq_ll *wq) argument 172 mlx5_wq_ll_get_wqe(struct mlx5_wq_ll *wq, u16 ix) argument [all...] |
H A D | mlx5_wq.c | 29 #include "wq.h" 32 u32 mlx5_wq_cyc_get_size(struct mlx5_wq_cyc *wq) argument 34 return (u32)wq->sz_m1 + 1; 37 u32 mlx5_cqwq_get_size(struct mlx5_cqwq *wq) argument 39 return wq->sz_m1 + 1; 42 u32 mlx5_wq_ll_get_size(struct mlx5_wq_ll *wq) argument 44 return (u32)wq->sz_m1 + 1; 47 static u32 mlx5_wq_cyc_get_byte_size(struct mlx5_wq_cyc *wq) argument 49 return mlx5_wq_cyc_get_size(wq) << wq 52 mlx5_cqwq_get_byte_size(struct mlx5_cqwq *wq) argument 57 mlx5_wq_ll_get_byte_size(struct mlx5_wq_ll *wq) argument 62 mlx5_wq_cyc_create(struct mlx5_core_dev *mdev, struct mlx5_wq_param *param, void *wqc, struct mlx5_wq_cyc *wq, struct mlx5_wq_ctrl *wq_ctrl) argument 99 mlx5_cqwq_create(struct mlx5_core_dev *mdev, struct mlx5_wq_param *param, void *cqc, struct mlx5_cqwq *wq, struct mlx5_wq_ctrl *wq_ctrl) argument 137 mlx5_wq_ll_create(struct mlx5_core_dev *mdev, struct mlx5_wq_param *param, void *wqc, struct mlx5_wq_ll *wq, struct mlx5_wq_ctrl *wq_ctrl) argument [all...] |
H A D | mlx5_srq.c | 60 static void set_wq(void *wq, struct mlx5_srq_attr *in) argument 62 MLX5_SET(wq, wq, wq_signature, !!(in->flags & MLX5_SRQ_FLAG_WQ_SIG)); 63 MLX5_SET(wq, wq, log_wq_pg_sz, in->log_page_size); 64 MLX5_SET(wq, wq, log_wq_stride, in->wqe_shift + 4); 65 MLX5_SET(wq, wq, log_wq_sz, in->log_size); 66 MLX5_SET(wq, w 86 get_wq(void *wq, struct mlx5_srq_attr *in) argument 150 void *wq; local [all...] |
/freebsd-12-stable/cddl/contrib/opensolaris/tools/ctf/cvt/ |
H A D | ctfmerge.c | 286 finalize_phase_one(workqueue_t *wq) argument 302 for (startslot = -1, i = 0; i < wq->wq_nwipslots; i++) { 303 if (wq->wq_wip[i].wip_batchid == wq->wq_lastdonebatch + 1) { 311 for (i = startslot; i < startslot + wq->wq_nwipslots; i++) { 312 int slotnum = i % wq->wq_nwipslots; 313 wip_t *wipslot = &wq->wq_wip[slotnum]; 322 fifo_add(wq->wq_donequeue, wipslot->wip_td); 323 wq->wq_wip[slotnum].wip_td = NULL; 327 wq 334 init_phase_two(workqueue_t *wq) argument 362 wip_save_work(workqueue_t *wq, wip_t *slot, int slotnum) argument 400 worker_runphase1(workqueue_t *wq) argument 447 worker_runphase2(workqueue_t *wq) argument 518 worker_thread(workqueue_t *wq) argument 552 workqueue_t *wq = arg; local 633 wq_init(workqueue_t *wq, int nfiles) argument 694 start_threads(workqueue_t *wq) argument 723 join_threads(workqueue_t *wq) argument 748 static workqueue_t wq; variable [all...] |
/freebsd-12-stable/contrib/ofed/libcxgb4/ |
H A D | cq.c | 42 static void insert_recv_cqe(struct t4_wq *wq, struct t4_cq *cq) argument 46 PDBG("%s wq %p cq %p sw_cidx %u sw_pidx %u\n", __func__, 47 wq, cq, cq->sw_cidx, cq->sw_pidx); 53 V_CQE_QPID(wq->sq.qid)); 59 int c4iw_flush_rq(struct t4_wq *wq, struct t4_cq *cq, int count) argument 62 int in_use = wq->rq.in_use - count; 65 PDBG("%s wq %p cq %p rq.in_use %u skip count %u\n", __func__, 66 wq, cq, wq->rq.in_use, count); 68 insert_recv_cqe(wq, c 74 insert_sq_cqe(struct t4_wq *wq, struct t4_cq *cq, struct t4_swsqe *swcqe) argument 98 struct t4_wq *wq = &qhp->wq; local 126 flush_completed_wrs(struct t4_wq *wq, struct t4_cq *cq) argument 163 create_read_req_cqe(struct t4_wq *wq, struct t4_cqe *hw_cqe, struct t4_cqe *read_cqe) argument 175 advance_oldest_read(struct t4_wq *wq) argument 284 cqe_completes_wr(struct t4_cqe *cqe, struct t4_wq *wq) argument 300 c4iw_count_rcqes(struct t4_cq *cq, struct t4_wq *wq, int *count) argument 345 poll_cq(struct t4_wq *wq, struct t4_cq *cq, struct t4_cqe *cqe, u8 *cqe_flushed, u64 *cookie, u32 *credit) argument 564 struct t4_wq *wq; local [all...] |
H A D | verbs.c | 330 qhp->wq.qid_mask = resp.qid_mask; 332 qhp->wq.sq.qid = resp.sqid; 333 qhp->wq.sq.size = resp.sq_size; 334 qhp->wq.sq.memsize = resp.sq_memsize; 335 qhp->wq.sq.flags = 0; 336 qhp->wq.rq.msn = 1; 337 qhp->wq.rq.qid = resp.rqid; 338 qhp->wq.rq.size = resp.rq_size; 339 qhp->wq.rq.memsize = resp.rq_memsize; 347 qhp->wq [all...] |
H A D | t4.h | 363 static inline int t4_rqes_posted(struct t4_wq *wq) argument 365 return wq->rq.in_use; 368 static inline int t4_rq_empty(struct t4_wq *wq) argument 370 return wq->rq.in_use == 0; 373 static inline int t4_rq_full(struct t4_wq *wq) argument 375 return wq->rq.in_use == (wq->rq.size - 1); 378 static inline u32 t4_rq_avail(struct t4_wq *wq) argument 380 return wq->rq.size - 1 - wq 383 t4_rq_produce(struct t4_wq *wq, u8 len16) argument 395 t4_rq_consume(struct t4_wq *wq) argument 406 t4_sq_empty(struct t4_wq *wq) argument 411 t4_sq_full(struct t4_wq *wq) argument 416 t4_sq_avail(struct t4_wq *wq) argument 421 t4_sq_onchip(struct t4_wq *wq) argument 426 t4_sq_produce(struct t4_wq *wq, u8 len16) argument 441 t4_sq_consume(struct t4_wq *wq) argument 476 t4_ring_sq_db(struct t4_wq *wq, u16 inc, u8 t4, u8 len16, union t4_wr *wqe) argument 525 t4_ring_rq_db(struct t4_wq *wq, u16 inc, u8 t4, u8 len16, union t4_recv_wr *wqe) argument 549 t4_wq_in_error(struct t4_wq *wq) argument 554 t4_set_wq_in_error(struct t4_wq *wq) argument 561 t4_wq_db_enabled(struct t4_wq *wq) argument [all...] |
H A D | qp.c | 45 static void copy_wr_to_sq(struct t4_wq *wq, union t4_wr *wqe, u8 len16) argument 52 dst = &wq->sq.queue->flits[wq->sq.wq_pidx * 54 if (t4_sq_onchip(wq)) { 67 end = (uintptr_t)&wq->sq.queue[wq->sq.size]; 74 memcpy(wq->sq.queue, src + len, total - len); 77 if (t4_sq_onchip(wq)) 81 static void copy_wr_to_rq(struct t4_wq *wq, union t4_recv_wr *wqe, u8 len16) argument 88 dst = &wq [all...] |
H A D | dev.c | 286 qhp->wq.sq.qid, 287 qhp->wq.error, 288 qhp->wq.flushed, 289 qhp->wq.qid_mask, 290 qhp->wq.sq.qid, 291 qhp->wq.sq.queue, 292 qhp->wq.sq.sw_sq, 293 qhp->wq.sq.cidx, 294 qhp->wq.sq.pidx, 295 qhp->wq [all...] |
/freebsd-12-stable/sys/dev/mlx5/mlx5_en/ |
H A D | mlx5_en_txrx.c | 35 cqe = mlx5_cqwq_get_wqe(&cq->wq, mlx5_cqwq_get_ci(&cq->wq)); 37 if ((cqe->op_own ^ mlx5_cqwq_get_wrap_cnt(&cq->wq)) & MLX5_CQE_OWNER_MASK)
|
H A D | mlx5_en_rx.c | 110 while (!mlx5_wq_ll_is_full(&rq->wq)) { 111 struct mlx5e_rx_wqe *wqe = mlx5_wq_ll_get_wqe(&rq->wq, rq->wq.head); 113 if (unlikely(mlx5e_alloc_rx_wqe(rq, wqe, rq->wq.head))) { 117 mlx5_wq_ll_push(&rq->wq, be16_to_cpu(wqe->next.next_wqe_index)); 123 mlx5_wq_ll_update_db_record(&rq->wq); 351 memcpy(data, mlx5_cqwq_get_wqe(&cq->wq, (cc & cq->wq.sz_m1)), 358 memcpy(mlx5_cqwq_get_wqe(&cq->wq, cc & cq->wq [all...] |
/freebsd-12-stable/sys/dev/cxgbe/iw_cxgbe/ |
H A D | cq.c | 204 static void insert_recv_cqe(struct t4_wq *wq, struct t4_cq *cq) argument 208 CTR5(KTR_IW_CXGBE, "%s wq %p cq %p sw_cidx %u sw_pidx %u", __func__, wq, 215 V_CQE_QPID(wq->sq.qid)); 221 int c4iw_flush_rq(struct t4_wq *wq, struct t4_cq *cq, int count) argument 224 int in_use = wq->rq.in_use - count; 227 CTR5(KTR_IW_CXGBE, "%s wq %p cq %p rq.in_use %u skip count %u", 228 __func__, wq, cq, wq->rq.in_use, count); 230 insert_recv_cqe(wq, c 236 insert_sq_cqe(struct t4_wq *wq, struct t4_cq *cq, struct t4_swsqe *swcqe) argument 260 struct t4_wq *wq = &qhp->wq; local 289 flush_completed_wrs(struct t4_wq *wq, struct t4_cq *cq) argument 326 create_read_req_cqe(struct t4_wq *wq, struct t4_cqe *hw_cqe, struct t4_cqe *read_cqe) argument 338 advance_oldest_read(struct t4_wq *wq) argument 440 cqe_completes_wr(struct t4_cqe *cqe, struct t4_wq *wq) argument 456 c4iw_count_rcqes(struct t4_cq *cq, struct t4_wq *wq, int *count) argument 491 poll_cq(struct t4_wq *wq, struct t4_cq *cq, struct t4_cqe *cqe, u8 *cqe_flushed, u64 *cookie, u32 *credit) argument 719 struct t4_wq *wq; local [all...] |
H A D | t4.h | 372 static inline int t4_rqes_posted(struct t4_wq *wq) argument 374 return wq->rq.in_use; 377 static inline int t4_rq_empty(struct t4_wq *wq) argument 379 return wq->rq.in_use == 0; 382 static inline int t4_rq_full(struct t4_wq *wq) argument 384 return wq->rq.in_use == (wq->rq.size - 1); 387 static inline u32 t4_rq_avail(struct t4_wq *wq) argument 389 return wq->rq.size - 1 - wq 392 t4_rq_produce(struct t4_wq *wq, u8 len16) argument 402 t4_rq_consume(struct t4_wq *wq) argument 410 t4_rq_host_wq_pidx(struct t4_wq *wq) argument 415 t4_rq_wq_size(struct t4_wq *wq) argument 425 t4_sq_empty(struct t4_wq *wq) argument 430 t4_sq_full(struct t4_wq *wq) argument 435 t4_sq_avail(struct t4_wq *wq) argument 440 t4_sq_produce(struct t4_wq *wq, u8 len16) argument 450 t4_sq_consume(struct t4_wq *wq) argument 460 t4_sq_host_wq_pidx(struct t4_wq *wq) argument 465 t4_sq_wq_size(struct t4_wq *wq) argument 487 t4_ring_sq_db(struct t4_wq *wq, u16 inc, union t4_wr *wqe, u8 wc) argument 512 t4_ring_rq_db(struct t4_wq *wq, u16 inc, union t4_recv_wr *wqe, u8 wc) argument 535 t4_wq_in_error(struct t4_wq *wq) argument 540 t4_set_wq_in_error(struct t4_wq *wq) argument [all...] |
H A D | qp.c | 105 static int destroy_qp(struct c4iw_rdev *rdev, struct t4_wq *wq, argument 114 wq->rq.memsize, wq->rq.queue, 115 dma_unmap_addr(&wq->rq, mapping)); 117 wq->sq.memsize, wq->sq.queue, 118 dma_unmap_addr(&wq->sq, mapping)); 119 c4iw_rqtpool_free(rdev, wq->rq.rqt_hwaddr, wq->rq.rqt_size); 120 kfree(wq 127 create_qp(struct c4iw_rdev *rdev, struct t4_wq *wq, struct t4_cq *rcq, struct t4_cq *scq, struct c4iw_dev_ucontext *uctx) argument [all...] |
/freebsd-12-stable/sys/compat/linuxkpi/common/include/linux/ |
H A D | workqueue.h | 65 #define WQ_EXEC_LOCK(wq) mtx_lock(&(wq)->exec_mtx) 66 #define WQ_EXEC_UNLOCK(wq) mtx_unlock(&(wq)->exec_mtx) 79 struct workqueue_struct *wq; member in struct:rcu_work 139 #define queue_work(wq, work) \ 140 linux_queue_work_on(WORK_CPU_UNBOUND, wq, work) 145 #define queue_delayed_work(wq, dwork, delay) \ 146 linux_queue_delayed_work_on(WORK_CPU_UNBOUND, wq, dwork, delay) 151 #define queue_work_on(cpu, wq, wor [all...] |
H A D | wait.h | 128 #define init_wait_entry(wq, flags) \ 129 linux_init_wait_entry(wq, flags) 237 __add_wait_queue(wait_queue_head_t *wqh, wait_queue_t *wq) argument 239 list_add(&wq->task_list, &wqh->task_list); 243 add_wait_queue(wait_queue_head_t *wqh, wait_queue_t *wq) argument 247 __add_wait_queue(wqh, wq); 252 __add_wait_queue_tail(wait_queue_head_t *wqh, wait_queue_t *wq) argument 254 list_add_tail(&wq->task_list, &wqh->task_list); 258 __add_wait_queue_entry_tail(wait_queue_head_t *wqh, wait_queue_entry_t *wq) argument 260 list_add_tail(&wq 264 __remove_wait_queue(wait_queue_head_t *wqh, wait_queue_t *wq) argument 270 remove_wait_queue(wait_queue_head_t *wqh, wait_queue_t *wq) argument [all...] |
/freebsd-12-stable/sys/compat/linuxkpi/common/src/ |
H A D | linux_work.c | 94 struct workqueue_struct *wq; local 98 wq = work->work_queue; 99 if (unlikely(wq == NULL)) 102 WQ_EXEC_LOCK(wq); 103 TAILQ_FOREACH(exec, &wq->exec_head, entry) { 110 WQ_EXEC_UNLOCK(wq); 130 linux_queue_work_on(int cpu __unused, struct workqueue_struct *wq, argument 141 if (atomic_read(&wq->draining) != 0) 151 work->work_queue = wq; 152 taskqueue_enqueue(wq 177 linux_queue_rcu_work(struct workqueue_struct *wq, struct rcu_work *rwork) argument 213 linux_queue_delayed_work_on(int cpu, struct workqueue_struct *wq, struct delayed_work *dwork, unsigned delay) argument 269 struct workqueue_struct *wq; local 602 struct workqueue_struct *wq; local 622 linux_destroy_workqueue(struct workqueue_struct *wq) argument [all...] |
H A D | linux_schedule.c | 171 autoremove_wake_function(wait_queue_t *wq, unsigned int state, int flags, argument 177 task = wq->private; 179 list_del_init(&wq->task_list); 184 default_wake_function(wait_queue_t *wq, unsigned int state, int flags, argument 187 return (wake_up_task(wq->private, state)); 191 linux_init_wait_entry(wait_queue_t *wq, int flags) argument 194 memset(wq, 0, sizeof(*wq)); 195 wq->flags = flags; 196 wq 222 linux_prepare_to_wait(wait_queue_head_t *wqh, wait_queue_t *wq, int state) argument 233 linux_finish_wait(wait_queue_head_t *wqh, wait_queue_t *wq) argument 257 linux_wait_event_common(wait_queue_head_t *wqh, wait_queue_t *wq, int timeout, unsigned int state, spinlock_t *lock) argument [all...] |
/freebsd-12-stable/sys/dev/oce/ |
H A D | oce_queue.c | 51 static int oce_wq_create(struct oce_wq *wq, struct oce_eq *eq); 52 static void oce_wq_free(struct oce_wq *wq); 53 static void oce_wq_del(struct oce_wq *wq); 92 struct oce_wq *wq; local 97 for_all_wq_queues(sc, wq, i) { 98 sc->wq[i] = oce_wq_init(sc, sc->tx_ring_size, 100 if (!sc->wq[i]) 134 for_all_wq_queues(sc, wq, i) { 135 rc = oce_wq_create(wq, sc->eq[i]); 138 wq 171 struct oce_wq *wq; local 214 struct oce_wq *wq; local 289 oce_wq_free(struct oce_wq *wq) argument 327 oce_wq_create(struct oce_wq *wq, struct oce_eq *eq) argument 374 oce_wq_del(struct oce_wq *wq) argument 987 oce_start_wq(struct oce_wq *wq) argument 1089 oce_drain_wq_cq(struct oce_wq *wq) argument [all...] |
H A D | oce_if.c | 159 static void oce_tx_restart(POCE_SOFTC sc, struct oce_wq *wq); 160 static void oce_process_tx_completion(struct oce_wq *wq); 162 struct oce_wq *wq); 659 struct oce_wq *wq = NULL; local 669 wq = sc->wq[queue_index]; 671 LOCK(&wq->tx_lock); 672 status = oce_multiq_transmit(ifp, m, wq); 673 UNLOCK(&wq->tx_lock); 688 while ((m = buf_ring_dequeue_sc(sc->wq[ 1065 struct oce_wq *wq = sc->wq[wq_index]; local 1261 oce_process_tx_completion(struct oce_wq *wq) argument 1289 oce_tx_restart(POCE_SOFTC sc, struct oce_wq *wq) argument 1377 struct oce_wq *wq = arg; local 1442 struct oce_wq *wq = (struct oce_wq *)arg; local 1479 oce_multiq_transmit(struct ifnet *ifp, struct mbuf *m, struct oce_wq *wq) argument 2386 struct oce_wq *wq; local 2549 struct oce_wq *wq; local 2593 struct oce_wq *wq; local 2641 struct oce_wq *wq; local [all...] |
/freebsd-12-stable/sys/dev/mlx5/mlx5_fpga/ |
H A D | conn.h | 42 #include <dev/mlx5/mlx5_core/wq.h> 57 struct mlx5_cqwq wq; member in struct:mlx5_fpga_conn::__anon13999 67 struct mlx5_wq_qp wq; member in struct:mlx5_fpga_conn::__anon14000
|
/freebsd-12-stable/sys/dev/mlx5/mlx5_ib/ |
H A D | mlx5_ib_cq.c | 97 static enum ib_wc_opcode get_umr_comp(struct mlx5_ib_wq *wq, int idx) argument 99 switch (wq->wr_data[idx]) { 116 struct mlx5_ib_wq *wq, int idx) 152 wc->opcode = get_umr_comp(wq, idx); 168 struct mlx5_ib_wq *wq; local 192 wq = &qp->rq; 193 wc->wr_id = wq->wrid[wq->tail & (wq->wqe_cnt - 1)]; 194 ++wq 115 handle_good_req(struct ib_wc *wc, struct mlx5_cqe64 *cqe, struct mlx5_ib_wq *wq, int idx) argument 437 struct mlx5_ib_wq *wq; local 467 struct mlx5_ib_wq *wq; local 519 struct mlx5_ib_wq *wq; local [all...] |
/freebsd-12-stable/sys/dev/ocs_fc/ |
H A D | ocs_hw_queues.c | 72 hw_wq_t *wq = NULL; local 177 wq = hw_new_wq(cq, len, qt->class, hw->ulp_start + qt->ulp); 178 if (wq == NULL) { 184 if (ocs_varray_add(eq->wq_array, wq)) { 192 if (ocs_varray_add(hw->wq_class_array[qt->class], wq)) { 207 if (ocs_varray_add(hw->wq_cpu_array[eq->instance % ocs_get_num_cpus()], wq)) { 543 hw_wq_t *wq = ocs_malloc(hw->os, sizeof(*wq), OCS_M_ZERO | OCS_M_NOWAIT); local 545 if (wq != NULL) { 546 wq 843 hw_del_wq(hw_wq_t *wq) argument 894 hw_wq_t *wq; local 977 hw_wq_t *wq = NULL; local [all...] |
/freebsd-12-stable/contrib/ofed/libmlx5/ |
H A D | cq.c | 106 static inline void handle_good_req(struct ibv_wc *wc, struct mlx5_cqe64 *cqe, struct mlx5_wq *wq, int idx) argument 135 wc->opcode = wq->wr_data[idx]; 147 struct mlx5_wq *wq; local 163 wq = &qp->rq; 167 wq = &(rsc_to_mrwq(cur_rsc)->rq); 170 wqe_ctr = wq->tail & (wq->wqe_cnt - 1); 171 cq->ibv_cq.wr_id = wq->wrid[wqe_ctr]; 172 ++wq->tail; 188 struct mlx5_wq *wq; local 524 struct mlx5_wq *wq; local [all...] |
/freebsd-12-stable/contrib/ofed/libibverbs/ |
H A D | device.c | 321 event->element.wq = (void *) (uintptr_t) ev.element; 384 struct ibv_wq *wq = event->element.wq; local 386 pthread_mutex_lock(&wq->mutex); 387 ++wq->events_completed; 388 pthread_cond_signal(&wq->cond); 389 pthread_mutex_unlock(&wq->mutex);
|