Searched refs:cq (Results 1 - 25 of 178) sorted by relevance

12345678

/freebsd-current/sys/dev/mlx4/mlx4_en/
H A Dmlx4_en_cq.c36 #include <dev/mlx4/cq.h>
42 static void mlx4_en_cq_event(struct mlx4_cq *cq, enum mlx4_event event) argument
58 struct mlx4_en_cq *cq; local
61 cq = kzalloc_node(sizeof(*cq), GFP_KERNEL, node);
62 if (!cq) {
63 cq = kzalloc(sizeof(*cq), GFP_KERNEL);
64 if (!cq) {
70 cq
113 mlx4_en_activate_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq, int cq_idx) argument
185 struct mlx4_en_cq *cq = *pcq; local
201 mlx4_en_deactivate_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq) argument
214 mlx4_en_set_cq_moder(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq) argument
220 mlx4_en_arm_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq) argument
[all...]
/freebsd-current/sys/dev/enic/
H A Dvnic_cq.c10 void vnic_cq_init(struct vnic_cq *cq, unsigned int flow_control_enable, argument
18 paddr = (u64)cq->ring.base_addr | VNIC_PADDR_TARGET;
19 ENIC_BUS_WRITE_8(cq->ctrl, CQ_RING_BASE, paddr);
20 ENIC_BUS_WRITE_4(cq->ctrl, CQ_RING_SIZE, cq->ring.desc_count);
21 ENIC_BUS_WRITE_4(cq->ctrl, CQ_FLOW_CONTROL_ENABLE, flow_control_enable);
22 ENIC_BUS_WRITE_4(cq->ctrl, CQ_COLOR_ENABLE, color_enable);
23 ENIC_BUS_WRITE_4(cq->ctrl, CQ_HEAD, cq_head);
24 ENIC_BUS_WRITE_4(cq->ctrl, CQ_TAIL, cq_tail);
25 ENIC_BUS_WRITE_4(cq
35 vnic_cq_clean(struct vnic_cq *cq) argument
[all...]
H A Dvnic_cq.h78 void vnic_cq_free(struct vnic_cq *cq);
79 void vnic_cq_init(struct vnic_cq *cq, unsigned int flow_control_enable,
84 void vnic_cq_clean(struct vnic_cq *cq);
85 int vnic_cq_mem_size(struct vnic_cq *cq, unsigned int desc_count,
88 static inline unsigned int vnic_cq_service(struct vnic_cq *cq, argument
99 cq_desc = (struct cq_desc *)((u8 *)cq->ring.descs +
100 cq->ring.desc_size * cq->to_clean);
104 while (color != cq->last_color) {
105 if ((*q_service)(cq
128 vnic_cq_work(struct vnic_cq *cq, unsigned int work_to_do) argument
[all...]
/freebsd-current/sys/ofed/drivers/infiniband/core/
H A Dib_cq.c51 struct ib_cq *cq = container_of(work, struct ib_cq, work); local
57 n = ib_poll_cq(cq, IB_CQ_POLL_MAX, ib_wc);
62 wc->wr_cqe->done(cq, wc);
66 if (ib_req_notify_cq(cq, IB_CQ_POLL_FLAGS) > 0)
77 queue_work(ib_comp_wq, &cq->work);
81 ib_cq_completion_workqueue(struct ib_cq *cq, void *private) argument
83 queue_work(ib_comp_wq, &cq->work);
96 struct ib_cq *cq; local
112 cq = rdma_zalloc_drv_obj(dev, ib_cq);
113 if (!cq)
147 ib_free_cq_user(struct ib_cq *cq, struct ib_udata *udata) argument
[all...]
H A Dib_uverbs_std_types_cq.c41 struct ib_cq *cq = uobject->object; local
42 struct ib_uverbs_event_queue *ev_queue = cq->cq_context;
47 ret = ib_destroy_cq_user(cq, &attrs->driver_udata);
70 struct ib_cq *cq; local
111 cq = rdma_zalloc_drv_obj(ib_dev, ib_cq);
112 if (!cq) {
117 cq->device = ib_dev;
118 cq->uobject = obj;
119 cq->comp_handler = ib_uverbs_comp_handler;
120 cq
[all...]
/freebsd-current/sys/dev/ice/
H A Dice_controlq.c64 struct ice_ctl_q_info *cq = &hw->adminq; local
68 ICE_CQ_INIT_REGS(cq, PF_FW);
79 struct ice_ctl_q_info *cq = &hw->mailboxq; local
81 ICE_CQ_INIT_REGS(cq, PF_MBX);
87 * @cq: pointer to the specific Control queue
91 bool ice_check_sq_alive(struct ice_hw *hw, struct ice_ctl_q_info *cq) argument
94 if (cq->sq.len && cq->sq.len_mask && cq->sq.len_ena_mask)
95 return (rd32(hw, cq
108 ice_alloc_ctrlq_sq_ring(struct ice_hw *hw, struct ice_ctl_q_info *cq) argument
125 ice_alloc_ctrlq_rq_ring(struct ice_hw *hw, struct ice_ctl_q_info *cq) argument
154 ice_alloc_rq_bufs(struct ice_hw *hw, struct ice_ctl_q_info *cq) argument
218 ice_alloc_sq_bufs(struct ice_hw *hw, struct ice_ctl_q_info *cq) argument
279 ice_cfg_sq_regs(struct ice_hw *hw, struct ice_ctl_q_info *cq) argument
292 ice_cfg_rq_regs(struct ice_hw *hw, struct ice_ctl_q_info *cq) argument
335 ice_init_sq(struct ice_hw *hw, struct ice_ctl_q_info *cq) argument
397 ice_init_rq(struct ice_hw *hw, struct ice_ctl_q_info *cq) argument
453 ice_shutdown_sq(struct ice_hw *hw, struct ice_ctl_q_info *cq) argument
524 ice_shutdown_rq(struct ice_hw *hw, struct ice_ctl_q_info *cq) argument
561 ice_idle_aq(struct ice_hw *hw, struct ice_ctl_q_info *cq) argument
575 struct ice_ctl_q_info *cq = &hw->adminq; local
613 struct ice_ctl_q_info *cq; local
671 struct ice_ctl_q_info *cq; local
757 ice_init_ctrlq_locks(struct ice_ctl_q_info *cq) argument
793 ice_destroy_ctrlq_locks(struct ice_ctl_q_info *cq) argument
824 ice_clean_sq(struct ice_hw *hw, struct ice_ctl_q_info *cq) argument
878 ice_debug_cq(struct ice_hw *hw, struct ice_ctl_q_info *cq, void *desc, void *buf, u16 buf_len, bool response) argument
926 ice_sq_done(struct ice_hw *hw, struct ice_ctl_q_info *cq) argument
948 ice_sq_send_cmd_nolock(struct ice_hw *hw, struct ice_ctl_q_info *cq, struct ice_aq_desc *desc, void *buf, u16 buf_size, struct ice_sq_cd *cd) argument
1125 ice_sq_send_cmd(struct ice_hw *hw, struct ice_ctl_q_info *cq, struct ice_aq_desc *desc, void *buf, u16 buf_size, struct ice_sq_cd *cd) argument
1169 ice_clean_rq_elem(struct ice_hw *hw, struct ice_ctl_q_info *cq, struct ice_rq_event_info *e, u16 *pending) argument
[all...]
/freebsd-current/sys/dev/mlx4/mlx4_ib/
H A Dmlx4_ib_cq.c34 #include <dev/mlx4/cq.h>
44 static void mlx4_ib_cq_comp(struct mlx4_cq *cq) argument
46 struct ib_cq *ibcq = &to_mibcq(cq)->ibcq;
50 static void mlx4_ib_cq_event(struct mlx4_cq *cq, enum mlx4_event type) argument
57 "on CQ %06x\n", type, cq->cqn);
61 ibcq = &to_mibcq(cq)->ibcq;
65 event.element.cq = ibcq;
75 static void *get_cqe(struct mlx4_ib_cq *cq, int n) argument
77 return get_cqe_from_buf(&cq->buf, n);
80 static void *get_sw_cqe(struct mlx4_ib_cq *cq, in argument
89 next_cqe_sw(struct mlx4_ib_cq *cq) argument
94 mlx4_ib_modify_cq(struct ib_cq *cq, u16 cq_count, u16 cq_period) argument
181 struct mlx4_ib_cq *cq = to_mcq(ibcq); local
279 mlx4_alloc_resize_buf(struct mlx4_ib_dev *dev, struct mlx4_ib_cq *cq, int entries) argument
303 mlx4_alloc_resize_umem(struct mlx4_ib_dev *dev, struct mlx4_ib_cq *cq, int entries, struct ib_udata *udata) argument
332 mlx4_ib_get_outstanding_cqes(struct mlx4_ib_cq *cq) argument
343 mlx4_ib_cq_resize_copy_cqes(struct mlx4_ib_cq *cq) argument
371 struct mlx4_ib_cq *cq = to_mcq(ibcq); local
466 mlx4_ib_destroy_cq(struct ib_cq *cq, struct ib_udata *udata) argument
573 use_tunnel_data(struct mlx4_ib_qp *qp, struct mlx4_ib_cq *cq, struct ib_wc *wc, unsigned tail, struct mlx4_cqe *cqe, int is_eth) argument
624 mlx4_ib_poll_sw_comp(struct mlx4_ib_cq *cq, int num_entries, struct ib_wc *wc, int *npolled) argument
649 mlx4_ib_poll_one(struct mlx4_ib_cq *cq, struct mlx4_ib_qp **cur_qp, struct ib_wc *wc) argument
869 struct mlx4_ib_cq *cq = to_mcq(ibcq); local
897 struct mlx4_ib_cq *cq = to_mcq(ibcq); local
913 __mlx4_ib_cq_clean(struct mlx4_ib_cq *cq, u32 qpn, struct mlx4_ib_srq *srq) argument
966 mlx4_ib_cq_clean(struct mlx4_ib_cq *cq, u32 qpn, struct mlx4_ib_srq *srq) argument
[all...]
/freebsd-current/sys/dev/mlx5/mlx5_en/
H A Dmlx5_en_txrx.c34 mlx5e_get_cqe(struct mlx5e_cq *cq) argument
38 cqe = mlx5_cqwq_get_wqe(&cq->wq, mlx5_cqwq_get_ci(&cq->wq));
40 if ((cqe->op_own ^ mlx5_cqwq_get_wrap_cnt(&cq->wq)) & MLX5_CQE_OWNER_MASK)
52 struct mlx5e_cq *cq = container_of(mcq, struct mlx5e_cq, mcq); local
54 mlx5_en_err(cq->priv->ifp, "cqn=0x%.6x event=0x%.2x\n",
59 mlx5e_dump_err_cqe(struct mlx5e_cq *cq, u32 qn, const struct mlx5_err_cqe *err_cqe) argument
70 ci = (cq->wq.cc - 1) & cq->wq.sz_m1;
72 mlx5_en_err(cq
[all...]
/freebsd-current/sys/dev/mthca/
H A Dmthca_cq.c169 static inline struct mthca_cqe *get_cqe(struct mthca_cq *cq, int entry) argument
171 return get_cqe_from_buf(&cq->buf, entry);
179 static inline struct mthca_cqe *next_cqe_sw(struct mthca_cq *cq) argument
181 return cqe_sw(get_cqe(cq, cq->cons_index & cq->ibcq.cqe));
201 * incr is ignored in native Arbel (mem-free) mode, so cq->cons_index
204 static inline void update_cons_index(struct mthca_dev *dev, struct mthca_cq *cq, argument
208 *cq->set_ci_db = cpu_to_be32(cq
224 struct mthca_cq *cq; local
241 struct mthca_cq *cq; local
278 mthca_cq_clean(struct mthca_dev *dev, struct mthca_cq *cq, u32 qpn, struct mthca_srq *srq) argument
330 mthca_cq_resize_copy_cqes(struct mthca_cq *cq) argument
377 handle_error_cqe(struct mthca_dev *dev, struct mthca_cq *cq, struct mthca_qp *qp, int wqe_index, int is_send, struct mthca_err_cqe *cqe, struct ib_wc *entry, int *free_cqe) argument
483 mthca_poll_one(struct mthca_dev *dev, struct mthca_cq *cq, struct mthca_qp **cur_qp, int *freed, struct ib_wc *entry) argument
663 struct mthca_cq *cq = to_mcq(ibcq); local
728 mthca_tavor_arm_cq(struct ib_cq *cq, enum ib_cq_notify_flags flags) argument
743 struct mthca_cq *cq = to_mcq(ibcq); local
773 mthca_init_cq(struct mthca_dev *dev, int nent, struct mthca_ucontext *ctx, u32 pdn, struct mthca_cq *cq) argument
892 get_cq_refcount(struct mthca_dev *dev, struct mthca_cq *cq) argument
903 mthca_free_cq(struct mthca_dev *dev, struct mthca_cq *cq) argument
[all...]
/freebsd-current/sys/dev/mlx5/mlx5_core/
H A Dmlx5_cq.c34 #include <dev/mlx5/cq.h>
62 struct mlx5_core_cq *cq; local
76 cq = table->linear_array[cqn].cq;
78 cq = radix_tree_lookup(&table->tree, cqn);
83 if (likely(cq != NULL)) {
84 ++cq->arm_sn;
85 cq->comp(cq, eqe);
97 struct mlx5_core_cq *cq; local
125 mlx5_core_create_cq(struct mlx5_core_dev *dev, struct mlx5_core_cq *cq, u32 *in, int inlen, u32 *out, int outlen) argument
165 mlx5_core_destroy_cq(struct mlx5_core_dev *dev, struct mlx5_core_cq *cq) argument
192 mlx5_core_query_cq(struct mlx5_core_dev *dev, struct mlx5_core_cq *cq, u32 *out, int outlen) argument
205 mlx5_core_modify_cq(struct mlx5_core_dev *dev, struct mlx5_core_cq *cq, u32 *in, int inlen) argument
215 mlx5_core_modify_cq_moderation(struct mlx5_core_dev *dev, struct mlx5_core_cq *cq, u16 cq_period, u16 cq_max_count) argument
225 mlx5_core_modify_cq_moderation_mode(struct mlx5_core_dev *dev, struct mlx5_core_cq *cq, u16 cq_period, u16 cq_max_count, u8 cq_mode) argument
237 mlx5_core_modify_cq_by_mask(struct mlx5_core_dev *dev, struct mlx5_core_cq *cq, u32 mask, u16 cq_period, u16 cq_max_count, u8 cq_mode, u8 cq_eqn) argument
[all...]
/freebsd-current/contrib/ofed/libmlx4/
H A Dcq.c97 static struct mlx4_cqe *get_cqe(struct mlx4_cq *cq, int entry) argument
99 return cq->buf.buf + entry * cq->cqe_size;
102 static void *get_sw_cqe(struct mlx4_cq *cq, int n) argument
104 struct mlx4_cqe *cqe = get_cqe(cq, n & cq->ibv_cq.cqe);
105 struct mlx4_cqe *tcqe = cq->cqe_size == 64 ? cqe + 1 : cqe;
108 !!(n & (cq->ibv_cq.cqe + 1))) ? NULL : cqe;
111 static struct mlx4_cqe *next_cqe_sw(struct mlx4_cq *cq) argument
113 return get_sw_cqe(cq, c
203 mlx4_get_next_cqe(struct mlx4_cq *cq, struct mlx4_cqe **pcqe) argument
235 mlx4_parse_cqe(struct mlx4_cq *cq, struct mlx4_cqe *cqe, struct mlx4_qp **cur_qp, struct ibv_wc *wc, int lazy) argument
373 mlx4_parse_lazy_cqe(struct mlx4_cq *cq, struct mlx4_cqe *cqe) argument
383 mlx4_poll_one(struct mlx4_cq *cq, struct mlx4_qp **cur_qp, struct ibv_wc *wc) argument
399 struct mlx4_cq *cq = to_mcq(ibcq); local
424 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local
440 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local
468 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local
503 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local
541 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local
548 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local
583 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local
590 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local
598 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local
610 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local
617 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local
627 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local
634 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local
641 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local
648 mlx4_cq_fill_pfns(struct mlx4_cq *cq, const struct ibv_cq_init_attr_ex *cq_attr) argument
683 struct mlx4_cq *cq = to_mcq(ibvcq); local
709 mlx4_cq_event(struct ibv_cq *cq) argument
714 __mlx4_cq_clean(struct mlx4_cq *cq, uint32_t qpn, struct mlx4_srq *srq) argument
770 mlx4_cq_clean(struct mlx4_cq *cq, uint32_t qpn, struct mlx4_srq *srq) argument
777 mlx4_get_outstanding_cqes(struct mlx4_cq *cq) argument
787 mlx4_cq_resize_copy_cqes(struct mlx4_cq *cq, void *buf, int old_cqe) argument
[all...]
/freebsd-current/sys/dev/mlx4/mlx4_core/
H A Dmlx4_cq.c40 #include <dev/mlx4/cq.h>
56 struct mlx4_cq *cq; local
58 cq = radix_tree_lookup(&mlx4_priv(dev)->cq_table.tree,
60 if (!cq) {
65 ++cq->arm_sn;
67 cq->comp(cq);
73 struct mlx4_cq *cq; local
77 cq = radix_tree_lookup(&cq_table->tree, cqn & (dev->caps.num_cqs - 1));
78 if (cq)
117 mlx4_cq_modify(struct mlx4_dev *dev, struct mlx4_cq *cq, u16 count, u16 period) argument
139 mlx4_cq_resize(struct mlx4_dev *dev, struct mlx4_cq *cq, int entries, struct mlx4_mtt *mtt) argument
237 mlx4_cq_alloc(struct mlx4_dev *dev, int nent, struct mlx4_mtt *mtt, struct mlx4_uar *uar, u64 db_rec, struct mlx4_cq *cq, unsigned vector, int collapsed, int timestamp_en) argument
312 mlx4_cq_free(struct mlx4_dev *dev, struct mlx4_cq *cq) argument
[all...]
/freebsd-current/sys/dev/cxgbe/iw_cxgbe/
H A Dcq.c52 static int destroy_cq(struct c4iw_rdev *rdev, struct t4_cq *cq, argument
76 res->u.cq.restype = FW_RI_RES_TYPE_CQ;
77 res->u.cq.op = FW_RI_RES_OP_RESET;
78 res->u.cq.iqid = cpu_to_be32(cq->cqid);
86 kfree(cq->sw_queue);
88 cq->memsize, cq->queue,
89 dma_unmap_addr(cq, mapping));
90 c4iw_put_cqid(rdev, cq
95 create_cq(struct c4iw_rdev *rdev, struct t4_cq *cq, struct c4iw_dev_ucontext *uctx) argument
202 insert_recv_cqe(struct t4_wq *wq, struct t4_cq *cq) argument
219 c4iw_flush_rq(struct t4_wq *wq, struct t4_cq *cq, int count) argument
234 insert_sq_cqe(struct t4_wq *wq, struct t4_cq *cq, struct t4_swsqe *swcqe) argument
260 struct t4_cq *cq = &chp->cq; local
287 flush_completed_wrs(struct t4_wq *wq, struct t4_cq *cq) argument
454 c4iw_count_rcqes(struct t4_cq *cq, struct t4_wq *wq, int *count) argument
489 poll_cq(struct t4_wq *wq, struct t4_cq *cq, struct t4_cqe *cqe, u8 *cqe_flushed, u64 *cookie, u32 *credit) argument
1028 c4iw_resize_cq(struct ib_cq *cq, int cqe, struct ib_udata *udata) argument
[all...]
H A Dt4.h569 static inline void write_gts(struct t4_cq *cq, u32 val) argument
571 writel(val | V_INGRESSQID(cq->bar2_qid),
572 (void __iomem *)((u64)cq->bar2_va + SGE_UDB_GTS));
575 static inline int t4_clear_cq_armed(struct t4_cq *cq) argument
577 return test_and_clear_bit(CQ_ARMED, &cq->flags);
580 static inline int t4_arm_cq(struct t4_cq *cq, int se) argument
584 set_bit(CQ_ARMED, &cq->flags);
585 while (cq->cidx_inc > CIDXINC_MASK) {
587 writel(val | V_INGRESSQID(cq->bar2_qid),
588 (void __iomem *)((u64)cq
598 t4_swcq_produce(struct t4_cq *cq) argument
611 t4_swcq_consume(struct t4_cq *cq) argument
619 t4_hwcq_consume(struct t4_cq *cq) argument
635 t4_valid_cqe(struct t4_cq *cq, struct t4_cqe *cqe) argument
640 t4_cq_notempty(struct t4_cq *cq) argument
645 t4_next_hw_cqe(struct t4_cq *cq, struct t4_cqe **cqe) argument
671 t4_next_sw_cqe(struct t4_cq *cq) argument
685 t4_next_cqe(struct t4_cq *cq, struct t4_cqe **cqe) argument
698 t4_cq_in_error(struct t4_cq *cq) argument
703 t4_set_cq_in_error(struct t4_cq *cq) argument
[all...]
/freebsd-current/contrib/ofed/libmlx5/
H A Dcq.c76 static void *get_cqe(struct mlx5_cq *cq, int n) argument
78 return cq->active_buf->buf + n * cq->cqe_sz;
81 static void *get_sw_cqe(struct mlx5_cq *cq, int n) argument
83 void *cqe = get_cqe(cq, n & cq->ibv_cq.cqe);
86 cqe64 = (cq->cqe_sz == 64) ? cqe : cqe + 64;
89 !((cqe64->op_own & MLX5_CQE_OWNER_MASK) ^ !!(n & (cq->ibv_cq.cqe + 1)))) {
96 static void *next_cqe_sw(struct mlx5_cq *cq) argument
98 return get_sw_cqe(cq, c
101 update_cons_index(struct mlx5_cq *cq) argument
143 handle_responder_lazy(struct mlx5_cq *cq, struct mlx5_cqe64 *cqe, struct mlx5_resource *cur_rsc, struct mlx5_srq *srq) argument
467 mlx5_get_next_cqe(struct mlx5_cq *cq, struct mlx5_cqe64 **pcqe64, void **pcqe) argument
516 mlx5_parse_cqe(struct mlx5_cq *cq, struct mlx5_cqe64 *cqe64, void *cqe, struct mlx5_resource **cur_rsc, struct mlx5_srq **cur_srq, struct ibv_wc *wc, int cqe_ver, int lazy) argument
701 mlx5_parse_lazy_cqe(struct mlx5_cq *cq, struct mlx5_cqe64 *cqe64, void *cqe, int cqe_ver) argument
713 mlx5_poll_one(struct mlx5_cq *cq, struct mlx5_resource **cur_rsc, struct mlx5_srq **cur_srq, struct ibv_wc *wc, int cqe_ver) argument
735 struct mlx5_cq *cq = to_mcq(ibcq); local
798 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local
834 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local
903 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local
1053 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local
1096 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local
1103 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local
1129 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local
1136 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local
1144 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local
1156 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local
1163 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local
1170 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local
1177 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local
1184 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local
1191 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local
1198 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local
1243 mlx5_cq_fill_pfns(struct mlx5_cq *cq, const struct ibv_cq_init_attr_ex *cq_attr) argument
1283 struct mlx5_cq *cq = to_mcq(ibvcq); local
1312 mlx5_cq_event(struct ibv_cq *cq) argument
1363 __mlx5_cq_clean(struct mlx5_cq *cq, uint32_t rsn, struct mlx5_srq *srq) argument
1417 mlx5_cq_clean(struct mlx5_cq *cq, uint32_t qpn, struct mlx5_srq *srq) argument
1434 mlx5_cq_resize_copy_cqes(struct mlx5_cq *cq) argument
1481 mlx5_alloc_cq_buf(struct mlx5_context *mctx, struct mlx5_cq *cq, struct mlx5_buf *buf, int nent, int cqe_sz) argument
[all...]
/freebsd-current/lib/libc/gen/
H A Ddisklabel.c65 char *cp, *cq; /* can't be register */ local
77 cq = dp->d_typename;
79 while (cq < dp->d_typename + sizeof(dp->d_typename) - 1 &&
80 (*cq = *cp) && *cq != '|' && *cq != ':')
81 cq++, cp++;
82 *cq = '\0';
84 if (cgetstr(buf, "ty", &cq) > 0) {
85 if (strcmp(cq, "removabl
[all...]
/freebsd-current/sys/dev/mlx5/mlx5_ib/
H A Dmlx5_ib_cq.c36 static void mlx5_ib_cq_comp(struct mlx5_core_cq *cq, struct mlx5_eqe *eqe __unused) argument
38 struct ib_cq *ibcq = &to_mibcq(cq)->ibcq;
45 struct mlx5_ib_cq *cq = container_of(mcq, struct mlx5_ib_cq, mcq); local
46 struct mlx5_ib_dev *dev = to_mdev(cq->ibcq.device);
47 struct ib_cq *ibcq = &cq->ibcq;
59 event.element.cq = ibcq;
69 static void *get_cqe(struct mlx5_ib_cq *cq, int n) argument
71 return get_cqe_from_buf(&cq->buf, n, cq->mcq.cqe_sz);
79 static void *get_sw_cqe(struct mlx5_ib_cq *cq, in argument
94 next_cqe_sw(struct mlx5_ib_cq *cq) argument
494 mlx5_ib_poll_sw_comp(struct mlx5_ib_cq *cq, int num_entries, struct ib_wc *wc, int *npolled) argument
514 mlx5_poll_one(struct mlx5_ib_cq *cq, struct mlx5_ib_qp **cur_qp, struct ib_wc *wc) argument
646 poll_soft_wc(struct mlx5_ib_cq *cq, int num_entries, struct ib_wc *wc) argument
670 struct mlx5_ib_cq *cq = to_mcq(ibcq); local
703 struct mlx5_ib_cq *cq = to_mcq(ibcq); local
745 create_cq_user(struct mlx5_ib_dev *dev, struct ib_udata *udata, struct mlx5_ib_cq *cq, int entries, u32 **cqb, int *cqe_size, int *index, int *inlen) argument
831 destroy_cq_user(struct mlx5_ib_cq *cq, struct ib_udata *udata) argument
840 init_cq_buf(struct mlx5_ib_cq *cq, struct mlx5_ib_cq_buf *buf) argument
853 create_cq_kernel(struct mlx5_ib_dev *dev, struct mlx5_ib_cq *cq, int entries, int cqe_size, u32 **cqb, int *index, int *inlen) argument
902 destroy_cq_kernel(struct mlx5_ib_dev *dev, struct mlx5_ib_cq *cq) argument
910 struct mlx5_ib_cq *cq = container_of(work, struct mlx5_ib_cq, local
924 struct mlx5_ib_cq *cq = to_mcq(ibcq); local
1017 mlx5_ib_destroy_cq(struct ib_cq *cq, struct ib_udata *udata) argument
1034 __mlx5_ib_cq_clean(struct mlx5_ib_cq *cq, u32 rsn, struct mlx5_ib_srq *srq) argument
1085 mlx5_ib_cq_clean(struct mlx5_ib_cq *cq, u32 qpn, struct mlx5_ib_srq *srq) argument
1095 mlx5_ib_modify_cq(struct ib_cq *cq, u16 cq_count, u16 cq_period) argument
1112 resize_user(struct mlx5_ib_dev *dev, struct mlx5_ib_cq *cq, int entries, struct ib_udata *udata, int *npas, int *page_shift, int *cqe_size) argument
1150 un_resize_user(struct mlx5_ib_cq *cq) argument
1155 resize_kernel(struct mlx5_ib_dev *dev, struct mlx5_ib_cq *cq, int entries, int cqe_size) argument
1177 un_resize_kernel(struct mlx5_ib_dev *dev, struct mlx5_ib_cq *cq) argument
1183 copy_resize_cqes(struct mlx5_ib_cq *cq) argument
1242 struct mlx5_ib_cq *cq = to_mcq(ibcq); local
1370 struct mlx5_ib_cq *cq; local
1383 struct mlx5_ib_cq *cq = to_mcq(ibcq); local
[all...]
/freebsd-current/contrib/ofed/libcxgb4/
H A Dcq.c42 static void insert_recv_cqe(struct t4_wq *wq, struct t4_cq *cq) argument
46 PDBG("%s wq %p cq %p sw_cidx %u sw_pidx %u\n", __func__,
47 wq, cq, cq->sw_cidx, cq->sw_pidx);
54 cqe.bits_type_ts = htobe64(V_CQE_GENBIT((u64)cq->gen));
55 cq->sw_queue[cq->sw_pidx] = cqe;
56 t4_swcq_produce(cq);
59 int c4iw_flush_rq(struct t4_wq *wq, struct t4_cq *cq, in argument
74 insert_sq_cqe(struct t4_wq *wq, struct t4_cq *cq, struct t4_swsqe *swcqe) argument
100 struct t4_cq *cq = &chp->cq; local
126 flush_completed_wrs(struct t4_wq *wq, struct t4_cq *cq) argument
300 c4iw_count_rcqes(struct t4_cq *cq, struct t4_wq *wq, int *count) argument
345 poll_cq(struct t4_wq *wq, struct t4_cq *cq, struct t4_cqe *cqe, u8 *cqe_flushed, u64 *cookie, u32 *credit) argument
[all...]
H A Dt4.h594 static inline int t4_arm_cq(struct t4_cq *cq, int se) argument
598 while (cq->cidx_inc > CIDXINC_M) {
600 INGRESSQID_V(cq->cqid & cq->qid_mask);
601 writel(val, cq->ugts);
602 cq->cidx_inc -= CIDXINC_M;
604 val = SEINTARM_V(se) | CIDXINC_V(cq->cidx_inc) | TIMERREG_V(6) |
605 INGRESSQID_V(cq->cqid & cq->qid_mask);
606 writel(val, cq
611 t4_swcq_produce(struct t4_cq *cq) argument
623 t4_swcq_consume(struct t4_cq *cq) argument
631 t4_hwcq_consume(struct t4_cq *cq) argument
649 t4_valid_cqe(struct t4_cq *cq, struct t4_cqe *cqe) argument
654 t4_next_hw_cqe(struct t4_cq *cq, struct t4_cqe **cqe) argument
678 t4_next_sw_cqe(struct t4_cq *cq) argument
691 t4_cq_notempty(struct t4_cq *cq) argument
696 t4_next_cqe(struct t4_cq *cq, struct t4_cqe **cqe) argument
708 t4_cq_in_error(struct t4_cq *cq) argument
713 t4_set_cq_in_error(struct t4_cq *cq) argument
718 t4_reset_cq_in_error(struct t4_cq *cq) argument
[all...]
/freebsd-current/sys/dev/mlx5/
H A Dcq.h119 static inline void mlx5_cq_set_ci(struct mlx5_core_cq *cq) argument
121 *cq->set_ci_db = cpu_to_be32(cq->cons_index & 0xffffff);
129 static inline void mlx5_cq_arm(struct mlx5_core_cq *cq, u32 cmd, argument
138 sn = cq->arm_sn & 3;
141 *cq->arm_db = cpu_to_be32(sn << 28 | cmd | ci);
149 doorbell[1] = cpu_to_be32(cq->cqn);
156 int mlx5_core_create_cq(struct mlx5_core_dev *dev, struct mlx5_core_cq *cq,
158 int mlx5_core_destroy_cq(struct mlx5_core_dev *dev, struct mlx5_core_cq *cq);
159 int mlx5_core_query_cq(struct mlx5_core_dev *dev, struct mlx5_core_cq *cq,
[all...]
/freebsd-current/sys/dev/mlx4/
H A Dcq.h138 static inline void mlx4_cq_arm(struct mlx4_cq *cq, u32 cmd, argument
146 sn = cq->arm_sn & 3;
147 ci = cq->cons_index & 0xffffff;
149 *cq->arm_db = cpu_to_be32(sn << 28 | cmd | ci);
157 doorbell[0] = cpu_to_be32(sn << 28 | cmd | cq->cqn);
163 static inline void mlx4_cq_set_ci(struct mlx4_cq *cq) argument
165 *cq->set_ci_db = cpu_to_be32(cq->cons_index & 0xffffff);
173 int mlx4_cq_modify(struct mlx4_dev *dev, struct mlx4_cq *cq,
175 int mlx4_cq_resize(struct mlx4_dev *dev, struct mlx4_cq *cq,
[all...]
/freebsd-current/contrib/ofed/libibverbs/
H A Ddevice.c135 int verbs_init_cq(struct ibv_cq *cq, struct ibv_context *context, argument
141 cq->context = context;
142 cq->channel = channel;
144 err = pthread_mutex_init(&cq->mutex, NULL);
147 err = pthread_cond_init(&cq->cond, NULL);
151 if (cq->channel) {
153 ++cq->channel->refcnt;
157 cq->cq_context = cq_context;
158 cq->comp_events_completed = 0;
159 cq
169 verbs_cleanup_cq(struct ibv_cq *cq) argument
180 struct ibv_cq_ex *cq; local
376 struct ibv_cq *cq = event->element.cq; local
[all...]
H A Dverbs.h374 struct ibv_cq *cq; member in union:ibv_async_event::__anon11
674 struct ibv_cq *cq; member in struct:ibv_srq_init_attr_ex
698 struct ibv_cq *cq; member in struct:ibv_wq_init_attr
1024 struct ibv_cq *cq; member in struct:ibv_wq
1112 static inline struct ibv_cq *ibv_cq_ex_to_cq(struct ibv_cq_ex *cq) argument
1114 return (struct ibv_cq *)cq;
1117 static inline int ibv_start_poll(struct ibv_cq_ex *cq, argument
1120 return cq->start_poll(cq, attr);
1123 static inline int ibv_next_poll(struct ibv_cq_ex *cq) argument
1128 ibv_end_poll(struct ibv_cq_ex *cq) argument
1133 ibv_wc_read_opcode(struct ibv_cq_ex *cq) argument
1138 ibv_wc_read_vendor_err(struct ibv_cq_ex *cq) argument
1143 ibv_wc_read_byte_len(struct ibv_cq_ex *cq) argument
1148 ibv_wc_read_imm_data(struct ibv_cq_ex *cq) argument
1153 ibv_wc_read_qp_num(struct ibv_cq_ex *cq) argument
1158 ibv_wc_read_src_qp(struct ibv_cq_ex *cq) argument
1163 ibv_wc_read_wc_flags(struct ibv_cq_ex *cq) argument
1168 ibv_wc_read_slid(struct ibv_cq_ex *cq) argument
1173 ibv_wc_read_sl(struct ibv_cq_ex *cq) argument
1178 ibv_wc_read_dlid_path_bits(struct ibv_cq_ex *cq) argument
1183 ibv_wc_read_completion_ts(struct ibv_cq_ex *cq) argument
1188 ibv_wc_read_cvlan(struct ibv_cq_ex *cq) argument
1193 ibv_wc_read_flow_tag(struct ibv_cq_ex *cq) argument
1917 ibv_poll_cq(struct ibv_cq *cq, int num_entries, struct ibv_wc *wc) argument
1931 ibv_req_notify_cq(struct ibv_cq *cq, int solicited_only) argument
[all...]
/freebsd-current/sys/dev/oce/
H A Doce_queue.c78 static void oce_cq_del(POCE_SOFTC sc, struct oce_cq *cq);
314 struct oce_cq *cq; local
318 cq = oce_cq_create(sc,
322 if (!cq)
325 wq->cq = cq;
336 eq->cq[eq->cq_valid] = cq;
338 cq->cb_arg = wq;
339 cq
490 struct oce_cq *cq; local
636 struct oce_cq *cq; local
846 struct oce_cq *cq = NULL; local
883 oce_cq_del(POCE_SOFTC sc, struct oce_cq *cq) argument
1023 struct oce_cq *cq = wq->cq; local
1069 struct oce_cq *cq; local
1111 struct oce_cq *cq = rq->cq; local
1189 struct oce_cq *cq; local
[all...]
/freebsd-current/contrib/ofed/libirdma/
H A Dirdma_umain.h97 struct irdma_cq_uk cq; member in struct:irdma_cq_buf
105 struct ibv_cq cq; member in union:verbs_cq::__anon32
122 struct irdma_cq_uk cq; member in struct:irdma_ucq
173 int irdma_uresize_cq(struct ibv_cq *cq, int cqe);
174 int irdma_udestroy_cq(struct ibv_cq *cq);
175 int irdma_upoll_cq(struct ibv_cq *cq, int entries, struct ibv_wc *entry);
176 int irdma_uarm_cq(struct ibv_cq *cq, int solicited);
177 void irdma_cq_event(struct ibv_cq *cq);

Completed in 304 milliseconds

12345678