Searched refs:wq (Results 1 - 25 of 104) sorted by relevance

12345

/freebsd-12-stable/sys/dev/mlx5/mlx5_core/
H A Dwq.h84 void *wqc, struct mlx5_wq_cyc *wq,
86 u32 mlx5_wq_cyc_get_size(struct mlx5_wq_cyc *wq);
89 void *cqc, struct mlx5_cqwq *wq,
91 u32 mlx5_cqwq_get_size(struct mlx5_cqwq *wq);
94 void *wqc, struct mlx5_wq_ll *wq,
96 u32 mlx5_wq_ll_get_size(struct mlx5_wq_ll *wq);
100 static inline u16 mlx5_wq_cyc_ctr2ix(struct mlx5_wq_cyc *wq, u16 ctr) argument
102 return ctr & wq->sz_m1;
105 static inline void *mlx5_wq_cyc_get_wqe(struct mlx5_wq_cyc *wq, u16 ix) argument
107 return wq
118 mlx5_cqwq_get_ci(struct mlx5_cqwq *wq) argument
123 mlx5_cqwq_get_wqe(struct mlx5_cqwq *wq, u32 ix) argument
128 mlx5_cqwq_get_wrap_cnt(struct mlx5_cqwq *wq) argument
133 mlx5_cqwq_pop(struct mlx5_cqwq *wq) argument
138 mlx5_cqwq_update_db_record(struct mlx5_cqwq *wq) argument
143 mlx5_wq_ll_is_full(struct mlx5_wq_ll *wq) argument
148 mlx5_wq_ll_is_empty(struct mlx5_wq_ll *wq) argument
153 mlx5_wq_ll_push(struct mlx5_wq_ll *wq, u16 head_next) argument
160 mlx5_wq_ll_pop(struct mlx5_wq_ll *wq, __be16 ix, __be16 *next_tail_next) argument
167 mlx5_wq_ll_update_db_record(struct mlx5_wq_ll *wq) argument
172 mlx5_wq_ll_get_wqe(struct mlx5_wq_ll *wq, u16 ix) argument
[all...]
H A Dmlx5_wq.c29 #include "wq.h"
32 u32 mlx5_wq_cyc_get_size(struct mlx5_wq_cyc *wq) argument
34 return (u32)wq->sz_m1 + 1;
37 u32 mlx5_cqwq_get_size(struct mlx5_cqwq *wq) argument
39 return wq->sz_m1 + 1;
42 u32 mlx5_wq_ll_get_size(struct mlx5_wq_ll *wq) argument
44 return (u32)wq->sz_m1 + 1;
47 static u32 mlx5_wq_cyc_get_byte_size(struct mlx5_wq_cyc *wq) argument
49 return mlx5_wq_cyc_get_size(wq) << wq
52 mlx5_cqwq_get_byte_size(struct mlx5_cqwq *wq) argument
57 mlx5_wq_ll_get_byte_size(struct mlx5_wq_ll *wq) argument
62 mlx5_wq_cyc_create(struct mlx5_core_dev *mdev, struct mlx5_wq_param *param, void *wqc, struct mlx5_wq_cyc *wq, struct mlx5_wq_ctrl *wq_ctrl) argument
99 mlx5_cqwq_create(struct mlx5_core_dev *mdev, struct mlx5_wq_param *param, void *cqc, struct mlx5_cqwq *wq, struct mlx5_wq_ctrl *wq_ctrl) argument
137 mlx5_wq_ll_create(struct mlx5_core_dev *mdev, struct mlx5_wq_param *param, void *wqc, struct mlx5_wq_ll *wq, struct mlx5_wq_ctrl *wq_ctrl) argument
[all...]
H A Dmlx5_srq.c60 static void set_wq(void *wq, struct mlx5_srq_attr *in) argument
62 MLX5_SET(wq, wq, wq_signature, !!(in->flags & MLX5_SRQ_FLAG_WQ_SIG));
63 MLX5_SET(wq, wq, log_wq_pg_sz, in->log_page_size);
64 MLX5_SET(wq, wq, log_wq_stride, in->wqe_shift + 4);
65 MLX5_SET(wq, wq, log_wq_sz, in->log_size);
66 MLX5_SET(wq, w
86 get_wq(void *wq, struct mlx5_srq_attr *in) argument
150 void *wq; local
[all...]
/freebsd-12-stable/cddl/contrib/opensolaris/tools/ctf/cvt/
H A Dctfmerge.c286 finalize_phase_one(workqueue_t *wq) argument
302 for (startslot = -1, i = 0; i < wq->wq_nwipslots; i++) {
303 if (wq->wq_wip[i].wip_batchid == wq->wq_lastdonebatch + 1) {
311 for (i = startslot; i < startslot + wq->wq_nwipslots; i++) {
312 int slotnum = i % wq->wq_nwipslots;
313 wip_t *wipslot = &wq->wq_wip[slotnum];
322 fifo_add(wq->wq_donequeue, wipslot->wip_td);
323 wq->wq_wip[slotnum].wip_td = NULL;
327 wq
334 init_phase_two(workqueue_t *wq) argument
362 wip_save_work(workqueue_t *wq, wip_t *slot, int slotnum) argument
400 worker_runphase1(workqueue_t *wq) argument
447 worker_runphase2(workqueue_t *wq) argument
518 worker_thread(workqueue_t *wq) argument
552 workqueue_t *wq = arg; local
633 wq_init(workqueue_t *wq, int nfiles) argument
694 start_threads(workqueue_t *wq) argument
723 join_threads(workqueue_t *wq) argument
748 static workqueue_t wq; variable
[all...]
/freebsd-12-stable/contrib/ofed/libcxgb4/
H A Dcq.c42 static void insert_recv_cqe(struct t4_wq *wq, struct t4_cq *cq) argument
46 PDBG("%s wq %p cq %p sw_cidx %u sw_pidx %u\n", __func__,
47 wq, cq, cq->sw_cidx, cq->sw_pidx);
53 V_CQE_QPID(wq->sq.qid));
59 int c4iw_flush_rq(struct t4_wq *wq, struct t4_cq *cq, int count) argument
62 int in_use = wq->rq.in_use - count;
65 PDBG("%s wq %p cq %p rq.in_use %u skip count %u\n", __func__,
66 wq, cq, wq->rq.in_use, count);
68 insert_recv_cqe(wq, c
74 insert_sq_cqe(struct t4_wq *wq, struct t4_cq *cq, struct t4_swsqe *swcqe) argument
98 struct t4_wq *wq = &qhp->wq; local
126 flush_completed_wrs(struct t4_wq *wq, struct t4_cq *cq) argument
163 create_read_req_cqe(struct t4_wq *wq, struct t4_cqe *hw_cqe, struct t4_cqe *read_cqe) argument
175 advance_oldest_read(struct t4_wq *wq) argument
284 cqe_completes_wr(struct t4_cqe *cqe, struct t4_wq *wq) argument
300 c4iw_count_rcqes(struct t4_cq *cq, struct t4_wq *wq, int *count) argument
345 poll_cq(struct t4_wq *wq, struct t4_cq *cq, struct t4_cqe *cqe, u8 *cqe_flushed, u64 *cookie, u32 *credit) argument
564 struct t4_wq *wq; local
[all...]
H A Dverbs.c330 qhp->wq.qid_mask = resp.qid_mask;
332 qhp->wq.sq.qid = resp.sqid;
333 qhp->wq.sq.size = resp.sq_size;
334 qhp->wq.sq.memsize = resp.sq_memsize;
335 qhp->wq.sq.flags = 0;
336 qhp->wq.rq.msn = 1;
337 qhp->wq.rq.qid = resp.rqid;
338 qhp->wq.rq.size = resp.rq_size;
339 qhp->wq.rq.memsize = resp.rq_memsize;
347 qhp->wq
[all...]
H A Dt4.h363 static inline int t4_rqes_posted(struct t4_wq *wq) argument
365 return wq->rq.in_use;
368 static inline int t4_rq_empty(struct t4_wq *wq) argument
370 return wq->rq.in_use == 0;
373 static inline int t4_rq_full(struct t4_wq *wq) argument
375 return wq->rq.in_use == (wq->rq.size - 1);
378 static inline u32 t4_rq_avail(struct t4_wq *wq) argument
380 return wq->rq.size - 1 - wq
383 t4_rq_produce(struct t4_wq *wq, u8 len16) argument
395 t4_rq_consume(struct t4_wq *wq) argument
406 t4_sq_empty(struct t4_wq *wq) argument
411 t4_sq_full(struct t4_wq *wq) argument
416 t4_sq_avail(struct t4_wq *wq) argument
421 t4_sq_onchip(struct t4_wq *wq) argument
426 t4_sq_produce(struct t4_wq *wq, u8 len16) argument
441 t4_sq_consume(struct t4_wq *wq) argument
476 t4_ring_sq_db(struct t4_wq *wq, u16 inc, u8 t4, u8 len16, union t4_wr *wqe) argument
525 t4_ring_rq_db(struct t4_wq *wq, u16 inc, u8 t4, u8 len16, union t4_recv_wr *wqe) argument
549 t4_wq_in_error(struct t4_wq *wq) argument
554 t4_set_wq_in_error(struct t4_wq *wq) argument
561 t4_wq_db_enabled(struct t4_wq *wq) argument
[all...]
H A Dqp.c45 static void copy_wr_to_sq(struct t4_wq *wq, union t4_wr *wqe, u8 len16) argument
52 dst = &wq->sq.queue->flits[wq->sq.wq_pidx *
54 if (t4_sq_onchip(wq)) {
67 end = (uintptr_t)&wq->sq.queue[wq->sq.size];
74 memcpy(wq->sq.queue, src + len, total - len);
77 if (t4_sq_onchip(wq))
81 static void copy_wr_to_rq(struct t4_wq *wq, union t4_recv_wr *wqe, u8 len16) argument
88 dst = &wq
[all...]
H A Ddev.c286 qhp->wq.sq.qid,
287 qhp->wq.error,
288 qhp->wq.flushed,
289 qhp->wq.qid_mask,
290 qhp->wq.sq.qid,
291 qhp->wq.sq.queue,
292 qhp->wq.sq.sw_sq,
293 qhp->wq.sq.cidx,
294 qhp->wq.sq.pidx,
295 qhp->wq
[all...]
/freebsd-12-stable/sys/dev/mlx5/mlx5_en/
H A Dmlx5_en_txrx.c35 cqe = mlx5_cqwq_get_wqe(&cq->wq, mlx5_cqwq_get_ci(&cq->wq));
37 if ((cqe->op_own ^ mlx5_cqwq_get_wrap_cnt(&cq->wq)) & MLX5_CQE_OWNER_MASK)
H A Dmlx5_en_rx.c110 while (!mlx5_wq_ll_is_full(&rq->wq)) {
111 struct mlx5e_rx_wqe *wqe = mlx5_wq_ll_get_wqe(&rq->wq, rq->wq.head);
113 if (unlikely(mlx5e_alloc_rx_wqe(rq, wqe, rq->wq.head))) {
117 mlx5_wq_ll_push(&rq->wq, be16_to_cpu(wqe->next.next_wqe_index));
123 mlx5_wq_ll_update_db_record(&rq->wq);
351 memcpy(data, mlx5_cqwq_get_wqe(&cq->wq, (cc & cq->wq.sz_m1)),
358 memcpy(mlx5_cqwq_get_wqe(&cq->wq, cc & cq->wq
[all...]
/freebsd-12-stable/sys/dev/cxgbe/iw_cxgbe/
H A Dcq.c204 static void insert_recv_cqe(struct t4_wq *wq, struct t4_cq *cq) argument
208 CTR5(KTR_IW_CXGBE, "%s wq %p cq %p sw_cidx %u sw_pidx %u", __func__, wq,
215 V_CQE_QPID(wq->sq.qid));
221 int c4iw_flush_rq(struct t4_wq *wq, struct t4_cq *cq, int count) argument
224 int in_use = wq->rq.in_use - count;
227 CTR5(KTR_IW_CXGBE, "%s wq %p cq %p rq.in_use %u skip count %u",
228 __func__, wq, cq, wq->rq.in_use, count);
230 insert_recv_cqe(wq, c
236 insert_sq_cqe(struct t4_wq *wq, struct t4_cq *cq, struct t4_swsqe *swcqe) argument
260 struct t4_wq *wq = &qhp->wq; local
289 flush_completed_wrs(struct t4_wq *wq, struct t4_cq *cq) argument
326 create_read_req_cqe(struct t4_wq *wq, struct t4_cqe *hw_cqe, struct t4_cqe *read_cqe) argument
338 advance_oldest_read(struct t4_wq *wq) argument
440 cqe_completes_wr(struct t4_cqe *cqe, struct t4_wq *wq) argument
456 c4iw_count_rcqes(struct t4_cq *cq, struct t4_wq *wq, int *count) argument
491 poll_cq(struct t4_wq *wq, struct t4_cq *cq, struct t4_cqe *cqe, u8 *cqe_flushed, u64 *cookie, u32 *credit) argument
719 struct t4_wq *wq; local
[all...]
H A Dt4.h372 static inline int t4_rqes_posted(struct t4_wq *wq) argument
374 return wq->rq.in_use;
377 static inline int t4_rq_empty(struct t4_wq *wq) argument
379 return wq->rq.in_use == 0;
382 static inline int t4_rq_full(struct t4_wq *wq) argument
384 return wq->rq.in_use == (wq->rq.size - 1);
387 static inline u32 t4_rq_avail(struct t4_wq *wq) argument
389 return wq->rq.size - 1 - wq
392 t4_rq_produce(struct t4_wq *wq, u8 len16) argument
402 t4_rq_consume(struct t4_wq *wq) argument
410 t4_rq_host_wq_pidx(struct t4_wq *wq) argument
415 t4_rq_wq_size(struct t4_wq *wq) argument
425 t4_sq_empty(struct t4_wq *wq) argument
430 t4_sq_full(struct t4_wq *wq) argument
435 t4_sq_avail(struct t4_wq *wq) argument
440 t4_sq_produce(struct t4_wq *wq, u8 len16) argument
450 t4_sq_consume(struct t4_wq *wq) argument
460 t4_sq_host_wq_pidx(struct t4_wq *wq) argument
465 t4_sq_wq_size(struct t4_wq *wq) argument
487 t4_ring_sq_db(struct t4_wq *wq, u16 inc, union t4_wr *wqe, u8 wc) argument
512 t4_ring_rq_db(struct t4_wq *wq, u16 inc, union t4_recv_wr *wqe, u8 wc) argument
535 t4_wq_in_error(struct t4_wq *wq) argument
540 t4_set_wq_in_error(struct t4_wq *wq) argument
[all...]
H A Dqp.c105 static int destroy_qp(struct c4iw_rdev *rdev, struct t4_wq *wq, argument
114 wq->rq.memsize, wq->rq.queue,
115 dma_unmap_addr(&wq->rq, mapping));
117 wq->sq.memsize, wq->sq.queue,
118 dma_unmap_addr(&wq->sq, mapping));
119 c4iw_rqtpool_free(rdev, wq->rq.rqt_hwaddr, wq->rq.rqt_size);
120 kfree(wq
127 create_qp(struct c4iw_rdev *rdev, struct t4_wq *wq, struct t4_cq *rcq, struct t4_cq *scq, struct c4iw_dev_ucontext *uctx) argument
[all...]
/freebsd-12-stable/sys/compat/linuxkpi/common/include/linux/
H A Dworkqueue.h65 #define WQ_EXEC_LOCK(wq) mtx_lock(&(wq)->exec_mtx)
66 #define WQ_EXEC_UNLOCK(wq) mtx_unlock(&(wq)->exec_mtx)
79 struct workqueue_struct *wq; member in struct:rcu_work
139 #define queue_work(wq, work) \
140 linux_queue_work_on(WORK_CPU_UNBOUND, wq, work)
145 #define queue_delayed_work(wq, dwork, delay) \
146 linux_queue_delayed_work_on(WORK_CPU_UNBOUND, wq, dwork, delay)
151 #define queue_work_on(cpu, wq, wor
[all...]
H A Dwait.h128 #define init_wait_entry(wq, flags) \
129 linux_init_wait_entry(wq, flags)
237 __add_wait_queue(wait_queue_head_t *wqh, wait_queue_t *wq) argument
239 list_add(&wq->task_list, &wqh->task_list);
243 add_wait_queue(wait_queue_head_t *wqh, wait_queue_t *wq) argument
247 __add_wait_queue(wqh, wq);
252 __add_wait_queue_tail(wait_queue_head_t *wqh, wait_queue_t *wq) argument
254 list_add_tail(&wq->task_list, &wqh->task_list);
258 __add_wait_queue_entry_tail(wait_queue_head_t *wqh, wait_queue_entry_t *wq) argument
260 list_add_tail(&wq
264 __remove_wait_queue(wait_queue_head_t *wqh, wait_queue_t *wq) argument
270 remove_wait_queue(wait_queue_head_t *wqh, wait_queue_t *wq) argument
[all...]
/freebsd-12-stable/sys/compat/linuxkpi/common/src/
H A Dlinux_work.c94 struct workqueue_struct *wq; local
98 wq = work->work_queue;
99 if (unlikely(wq == NULL))
102 WQ_EXEC_LOCK(wq);
103 TAILQ_FOREACH(exec, &wq->exec_head, entry) {
110 WQ_EXEC_UNLOCK(wq);
130 linux_queue_work_on(int cpu __unused, struct workqueue_struct *wq, argument
141 if (atomic_read(&wq->draining) != 0)
151 work->work_queue = wq;
152 taskqueue_enqueue(wq
177 linux_queue_rcu_work(struct workqueue_struct *wq, struct rcu_work *rwork) argument
213 linux_queue_delayed_work_on(int cpu, struct workqueue_struct *wq, struct delayed_work *dwork, unsigned delay) argument
269 struct workqueue_struct *wq; local
602 struct workqueue_struct *wq; local
622 linux_destroy_workqueue(struct workqueue_struct *wq) argument
[all...]
H A Dlinux_schedule.c171 autoremove_wake_function(wait_queue_t *wq, unsigned int state, int flags, argument
177 task = wq->private;
179 list_del_init(&wq->task_list);
184 default_wake_function(wait_queue_t *wq, unsigned int state, int flags, argument
187 return (wake_up_task(wq->private, state));
191 linux_init_wait_entry(wait_queue_t *wq, int flags) argument
194 memset(wq, 0, sizeof(*wq));
195 wq->flags = flags;
196 wq
222 linux_prepare_to_wait(wait_queue_head_t *wqh, wait_queue_t *wq, int state) argument
233 linux_finish_wait(wait_queue_head_t *wqh, wait_queue_t *wq) argument
257 linux_wait_event_common(wait_queue_head_t *wqh, wait_queue_t *wq, int timeout, unsigned int state, spinlock_t *lock) argument
[all...]
/freebsd-12-stable/sys/dev/oce/
H A Doce_queue.c51 static int oce_wq_create(struct oce_wq *wq, struct oce_eq *eq);
52 static void oce_wq_free(struct oce_wq *wq);
53 static void oce_wq_del(struct oce_wq *wq);
92 struct oce_wq *wq; local
97 for_all_wq_queues(sc, wq, i) {
98 sc->wq[i] = oce_wq_init(sc, sc->tx_ring_size,
100 if (!sc->wq[i])
134 for_all_wq_queues(sc, wq, i) {
135 rc = oce_wq_create(wq, sc->eq[i]);
138 wq
171 struct oce_wq *wq; local
214 struct oce_wq *wq; local
289 oce_wq_free(struct oce_wq *wq) argument
327 oce_wq_create(struct oce_wq *wq, struct oce_eq *eq) argument
374 oce_wq_del(struct oce_wq *wq) argument
987 oce_start_wq(struct oce_wq *wq) argument
1089 oce_drain_wq_cq(struct oce_wq *wq) argument
[all...]
H A Doce_if.c159 static void oce_tx_restart(POCE_SOFTC sc, struct oce_wq *wq);
160 static void oce_process_tx_completion(struct oce_wq *wq);
162 struct oce_wq *wq);
659 struct oce_wq *wq = NULL; local
669 wq = sc->wq[queue_index];
671 LOCK(&wq->tx_lock);
672 status = oce_multiq_transmit(ifp, m, wq);
673 UNLOCK(&wq->tx_lock);
688 while ((m = buf_ring_dequeue_sc(sc->wq[
1065 struct oce_wq *wq = sc->wq[wq_index]; local
1261 oce_process_tx_completion(struct oce_wq *wq) argument
1289 oce_tx_restart(POCE_SOFTC sc, struct oce_wq *wq) argument
1377 struct oce_wq *wq = arg; local
1442 struct oce_wq *wq = (struct oce_wq *)arg; local
1479 oce_multiq_transmit(struct ifnet *ifp, struct mbuf *m, struct oce_wq *wq) argument
2386 struct oce_wq *wq; local
2549 struct oce_wq *wq; local
2593 struct oce_wq *wq; local
2641 struct oce_wq *wq; local
[all...]
/freebsd-12-stable/sys/dev/mlx5/mlx5_fpga/
H A Dconn.h42 #include <dev/mlx5/mlx5_core/wq.h>
57 struct mlx5_cqwq wq; member in struct:mlx5_fpga_conn::__anon13999
67 struct mlx5_wq_qp wq; member in struct:mlx5_fpga_conn::__anon14000
/freebsd-12-stable/sys/dev/mlx5/mlx5_ib/
H A Dmlx5_ib_cq.c97 static enum ib_wc_opcode get_umr_comp(struct mlx5_ib_wq *wq, int idx) argument
99 switch (wq->wr_data[idx]) {
116 struct mlx5_ib_wq *wq, int idx)
152 wc->opcode = get_umr_comp(wq, idx);
168 struct mlx5_ib_wq *wq; local
192 wq = &qp->rq;
193 wc->wr_id = wq->wrid[wq->tail & (wq->wqe_cnt - 1)];
194 ++wq
115 handle_good_req(struct ib_wc *wc, struct mlx5_cqe64 *cqe, struct mlx5_ib_wq *wq, int idx) argument
437 struct mlx5_ib_wq *wq; local
467 struct mlx5_ib_wq *wq; local
519 struct mlx5_ib_wq *wq; local
[all...]
/freebsd-12-stable/sys/dev/ocs_fc/
H A Docs_hw_queues.c72 hw_wq_t *wq = NULL; local
177 wq = hw_new_wq(cq, len, qt->class, hw->ulp_start + qt->ulp);
178 if (wq == NULL) {
184 if (ocs_varray_add(eq->wq_array, wq)) {
192 if (ocs_varray_add(hw->wq_class_array[qt->class], wq)) {
207 if (ocs_varray_add(hw->wq_cpu_array[eq->instance % ocs_get_num_cpus()], wq)) {
543 hw_wq_t *wq = ocs_malloc(hw->os, sizeof(*wq), OCS_M_ZERO | OCS_M_NOWAIT); local
545 if (wq != NULL) {
546 wq
843 hw_del_wq(hw_wq_t *wq) argument
894 hw_wq_t *wq; local
977 hw_wq_t *wq = NULL; local
[all...]
/freebsd-12-stable/contrib/ofed/libmlx5/
H A Dcq.c106 static inline void handle_good_req(struct ibv_wc *wc, struct mlx5_cqe64 *cqe, struct mlx5_wq *wq, int idx) argument
135 wc->opcode = wq->wr_data[idx];
147 struct mlx5_wq *wq; local
163 wq = &qp->rq;
167 wq = &(rsc_to_mrwq(cur_rsc)->rq);
170 wqe_ctr = wq->tail & (wq->wqe_cnt - 1);
171 cq->ibv_cq.wr_id = wq->wrid[wqe_ctr];
172 ++wq->tail;
188 struct mlx5_wq *wq; local
524 struct mlx5_wq *wq; local
[all...]
/freebsd-12-stable/contrib/ofed/libibverbs/
H A Ddevice.c321 event->element.wq = (void *) (uintptr_t) ev.element;
384 struct ibv_wq *wq = event->element.wq; local
386 pthread_mutex_lock(&wq->mutex);
387 ++wq->events_completed;
388 pthread_cond_signal(&wq->cond);
389 pthread_mutex_unlock(&wq->mutex);

Completed in 244 milliseconds

12345