/freebsd-current/sys/dev/mlx4/mlx4_en/ |
H A D | mlx4_en_cq.c | 36 #include <dev/mlx4/cq.h> 42 static void mlx4_en_cq_event(struct mlx4_cq *cq, enum mlx4_event event) argument 58 struct mlx4_en_cq *cq; local 61 cq = kzalloc_node(sizeof(*cq), GFP_KERNEL, node); 62 if (!cq) { 63 cq = kzalloc(sizeof(*cq), GFP_KERNEL); 64 if (!cq) { 70 cq 113 mlx4_en_activate_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq, int cq_idx) argument 185 struct mlx4_en_cq *cq = *pcq; local 201 mlx4_en_deactivate_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq) argument 214 mlx4_en_set_cq_moder(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq) argument 220 mlx4_en_arm_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq) argument [all...] |
/freebsd-current/sys/dev/enic/ |
H A D | vnic_cq.c | 10 void vnic_cq_init(struct vnic_cq *cq, unsigned int flow_control_enable, argument 18 paddr = (u64)cq->ring.base_addr | VNIC_PADDR_TARGET; 19 ENIC_BUS_WRITE_8(cq->ctrl, CQ_RING_BASE, paddr); 20 ENIC_BUS_WRITE_4(cq->ctrl, CQ_RING_SIZE, cq->ring.desc_count); 21 ENIC_BUS_WRITE_4(cq->ctrl, CQ_FLOW_CONTROL_ENABLE, flow_control_enable); 22 ENIC_BUS_WRITE_4(cq->ctrl, CQ_COLOR_ENABLE, color_enable); 23 ENIC_BUS_WRITE_4(cq->ctrl, CQ_HEAD, cq_head); 24 ENIC_BUS_WRITE_4(cq->ctrl, CQ_TAIL, cq_tail); 25 ENIC_BUS_WRITE_4(cq 35 vnic_cq_clean(struct vnic_cq *cq) argument [all...] |
H A D | vnic_cq.h | 78 void vnic_cq_free(struct vnic_cq *cq); 79 void vnic_cq_init(struct vnic_cq *cq, unsigned int flow_control_enable, 84 void vnic_cq_clean(struct vnic_cq *cq); 85 int vnic_cq_mem_size(struct vnic_cq *cq, unsigned int desc_count, 88 static inline unsigned int vnic_cq_service(struct vnic_cq *cq, argument 99 cq_desc = (struct cq_desc *)((u8 *)cq->ring.descs + 100 cq->ring.desc_size * cq->to_clean); 104 while (color != cq->last_color) { 105 if ((*q_service)(cq 128 vnic_cq_work(struct vnic_cq *cq, unsigned int work_to_do) argument [all...] |
/freebsd-current/sys/ofed/drivers/infiniband/core/ |
H A D | ib_cq.c | 51 struct ib_cq *cq = container_of(work, struct ib_cq, work); local 57 n = ib_poll_cq(cq, IB_CQ_POLL_MAX, ib_wc); 62 wc->wr_cqe->done(cq, wc); 66 if (ib_req_notify_cq(cq, IB_CQ_POLL_FLAGS) > 0) 77 queue_work(ib_comp_wq, &cq->work); 81 ib_cq_completion_workqueue(struct ib_cq *cq, void *private) argument 83 queue_work(ib_comp_wq, &cq->work); 96 struct ib_cq *cq; local 112 cq = rdma_zalloc_drv_obj(dev, ib_cq); 113 if (!cq) 147 ib_free_cq_user(struct ib_cq *cq, struct ib_udata *udata) argument [all...] |
H A D | ib_uverbs_std_types_cq.c | 41 struct ib_cq *cq = uobject->object; local 42 struct ib_uverbs_event_queue *ev_queue = cq->cq_context; 47 ret = ib_destroy_cq_user(cq, &attrs->driver_udata); 70 struct ib_cq *cq; local 111 cq = rdma_zalloc_drv_obj(ib_dev, ib_cq); 112 if (!cq) { 117 cq->device = ib_dev; 118 cq->uobject = obj; 119 cq->comp_handler = ib_uverbs_comp_handler; 120 cq [all...] |
/freebsd-current/sys/dev/ice/ |
H A D | ice_controlq.c | 64 struct ice_ctl_q_info *cq = &hw->adminq; local 68 ICE_CQ_INIT_REGS(cq, PF_FW); 79 struct ice_ctl_q_info *cq = &hw->mailboxq; local 81 ICE_CQ_INIT_REGS(cq, PF_MBX); 87 * @cq: pointer to the specific Control queue 91 bool ice_check_sq_alive(struct ice_hw *hw, struct ice_ctl_q_info *cq) argument 94 if (cq->sq.len && cq->sq.len_mask && cq->sq.len_ena_mask) 95 return (rd32(hw, cq 108 ice_alloc_ctrlq_sq_ring(struct ice_hw *hw, struct ice_ctl_q_info *cq) argument 125 ice_alloc_ctrlq_rq_ring(struct ice_hw *hw, struct ice_ctl_q_info *cq) argument 154 ice_alloc_rq_bufs(struct ice_hw *hw, struct ice_ctl_q_info *cq) argument 218 ice_alloc_sq_bufs(struct ice_hw *hw, struct ice_ctl_q_info *cq) argument 279 ice_cfg_sq_regs(struct ice_hw *hw, struct ice_ctl_q_info *cq) argument 292 ice_cfg_rq_regs(struct ice_hw *hw, struct ice_ctl_q_info *cq) argument 335 ice_init_sq(struct ice_hw *hw, struct ice_ctl_q_info *cq) argument 397 ice_init_rq(struct ice_hw *hw, struct ice_ctl_q_info *cq) argument 453 ice_shutdown_sq(struct ice_hw *hw, struct ice_ctl_q_info *cq) argument 524 ice_shutdown_rq(struct ice_hw *hw, struct ice_ctl_q_info *cq) argument 561 ice_idle_aq(struct ice_hw *hw, struct ice_ctl_q_info *cq) argument 575 struct ice_ctl_q_info *cq = &hw->adminq; local 613 struct ice_ctl_q_info *cq; local 671 struct ice_ctl_q_info *cq; local 757 ice_init_ctrlq_locks(struct ice_ctl_q_info *cq) argument 793 ice_destroy_ctrlq_locks(struct ice_ctl_q_info *cq) argument 824 ice_clean_sq(struct ice_hw *hw, struct ice_ctl_q_info *cq) argument 878 ice_debug_cq(struct ice_hw *hw, struct ice_ctl_q_info *cq, void *desc, void *buf, u16 buf_len, bool response) argument 926 ice_sq_done(struct ice_hw *hw, struct ice_ctl_q_info *cq) argument 948 ice_sq_send_cmd_nolock(struct ice_hw *hw, struct ice_ctl_q_info *cq, struct ice_aq_desc *desc, void *buf, u16 buf_size, struct ice_sq_cd *cd) argument 1125 ice_sq_send_cmd(struct ice_hw *hw, struct ice_ctl_q_info *cq, struct ice_aq_desc *desc, void *buf, u16 buf_size, struct ice_sq_cd *cd) argument 1169 ice_clean_rq_elem(struct ice_hw *hw, struct ice_ctl_q_info *cq, struct ice_rq_event_info *e, u16 *pending) argument [all...] |
/freebsd-current/sys/dev/mlx4/mlx4_ib/ |
H A D | mlx4_ib_cq.c | 34 #include <dev/mlx4/cq.h> 44 static void mlx4_ib_cq_comp(struct mlx4_cq *cq) argument 46 struct ib_cq *ibcq = &to_mibcq(cq)->ibcq; 50 static void mlx4_ib_cq_event(struct mlx4_cq *cq, enum mlx4_event type) argument 57 "on CQ %06x\n", type, cq->cqn); 61 ibcq = &to_mibcq(cq)->ibcq; 65 event.element.cq = ibcq; 75 static void *get_cqe(struct mlx4_ib_cq *cq, int n) argument 77 return get_cqe_from_buf(&cq->buf, n); 80 static void *get_sw_cqe(struct mlx4_ib_cq *cq, in argument 89 next_cqe_sw(struct mlx4_ib_cq *cq) argument 94 mlx4_ib_modify_cq(struct ib_cq *cq, u16 cq_count, u16 cq_period) argument 181 struct mlx4_ib_cq *cq = to_mcq(ibcq); local 279 mlx4_alloc_resize_buf(struct mlx4_ib_dev *dev, struct mlx4_ib_cq *cq, int entries) argument 303 mlx4_alloc_resize_umem(struct mlx4_ib_dev *dev, struct mlx4_ib_cq *cq, int entries, struct ib_udata *udata) argument 332 mlx4_ib_get_outstanding_cqes(struct mlx4_ib_cq *cq) argument 343 mlx4_ib_cq_resize_copy_cqes(struct mlx4_ib_cq *cq) argument 371 struct mlx4_ib_cq *cq = to_mcq(ibcq); local 466 mlx4_ib_destroy_cq(struct ib_cq *cq, struct ib_udata *udata) argument 573 use_tunnel_data(struct mlx4_ib_qp *qp, struct mlx4_ib_cq *cq, struct ib_wc *wc, unsigned tail, struct mlx4_cqe *cqe, int is_eth) argument 624 mlx4_ib_poll_sw_comp(struct mlx4_ib_cq *cq, int num_entries, struct ib_wc *wc, int *npolled) argument 649 mlx4_ib_poll_one(struct mlx4_ib_cq *cq, struct mlx4_ib_qp **cur_qp, struct ib_wc *wc) argument 869 struct mlx4_ib_cq *cq = to_mcq(ibcq); local 897 struct mlx4_ib_cq *cq = to_mcq(ibcq); local 913 __mlx4_ib_cq_clean(struct mlx4_ib_cq *cq, u32 qpn, struct mlx4_ib_srq *srq) argument 966 mlx4_ib_cq_clean(struct mlx4_ib_cq *cq, u32 qpn, struct mlx4_ib_srq *srq) argument [all...] |
/freebsd-current/sys/dev/mlx5/mlx5_en/ |
H A D | mlx5_en_txrx.c | 34 mlx5e_get_cqe(struct mlx5e_cq *cq) argument 38 cqe = mlx5_cqwq_get_wqe(&cq->wq, mlx5_cqwq_get_ci(&cq->wq)); 40 if ((cqe->op_own ^ mlx5_cqwq_get_wrap_cnt(&cq->wq)) & MLX5_CQE_OWNER_MASK) 52 struct mlx5e_cq *cq = container_of(mcq, struct mlx5e_cq, mcq); local 54 mlx5_en_err(cq->priv->ifp, "cqn=0x%.6x event=0x%.2x\n", 59 mlx5e_dump_err_cqe(struct mlx5e_cq *cq, u32 qn, const struct mlx5_err_cqe *err_cqe) argument 70 ci = (cq->wq.cc - 1) & cq->wq.sz_m1; 72 mlx5_en_err(cq [all...] |
/freebsd-current/sys/dev/mthca/ |
H A D | mthca_cq.c | 169 static inline struct mthca_cqe *get_cqe(struct mthca_cq *cq, int entry) argument 171 return get_cqe_from_buf(&cq->buf, entry); 179 static inline struct mthca_cqe *next_cqe_sw(struct mthca_cq *cq) argument 181 return cqe_sw(get_cqe(cq, cq->cons_index & cq->ibcq.cqe)); 201 * incr is ignored in native Arbel (mem-free) mode, so cq->cons_index 204 static inline void update_cons_index(struct mthca_dev *dev, struct mthca_cq *cq, argument 208 *cq->set_ci_db = cpu_to_be32(cq 224 struct mthca_cq *cq; local 241 struct mthca_cq *cq; local 278 mthca_cq_clean(struct mthca_dev *dev, struct mthca_cq *cq, u32 qpn, struct mthca_srq *srq) argument 330 mthca_cq_resize_copy_cqes(struct mthca_cq *cq) argument 377 handle_error_cqe(struct mthca_dev *dev, struct mthca_cq *cq, struct mthca_qp *qp, int wqe_index, int is_send, struct mthca_err_cqe *cqe, struct ib_wc *entry, int *free_cqe) argument 483 mthca_poll_one(struct mthca_dev *dev, struct mthca_cq *cq, struct mthca_qp **cur_qp, int *freed, struct ib_wc *entry) argument 663 struct mthca_cq *cq = to_mcq(ibcq); local 728 mthca_tavor_arm_cq(struct ib_cq *cq, enum ib_cq_notify_flags flags) argument 743 struct mthca_cq *cq = to_mcq(ibcq); local 773 mthca_init_cq(struct mthca_dev *dev, int nent, struct mthca_ucontext *ctx, u32 pdn, struct mthca_cq *cq) argument 892 get_cq_refcount(struct mthca_dev *dev, struct mthca_cq *cq) argument 903 mthca_free_cq(struct mthca_dev *dev, struct mthca_cq *cq) argument [all...] |
/freebsd-current/sys/dev/mlx5/mlx5_core/ |
H A D | mlx5_cq.c | 34 #include <dev/mlx5/cq.h> 62 struct mlx5_core_cq *cq; local 76 cq = table->linear_array[cqn].cq; 78 cq = radix_tree_lookup(&table->tree, cqn); 83 if (likely(cq != NULL)) { 84 ++cq->arm_sn; 85 cq->comp(cq, eqe); 97 struct mlx5_core_cq *cq; local 125 mlx5_core_create_cq(struct mlx5_core_dev *dev, struct mlx5_core_cq *cq, u32 *in, int inlen, u32 *out, int outlen) argument 165 mlx5_core_destroy_cq(struct mlx5_core_dev *dev, struct mlx5_core_cq *cq) argument 192 mlx5_core_query_cq(struct mlx5_core_dev *dev, struct mlx5_core_cq *cq, u32 *out, int outlen) argument 205 mlx5_core_modify_cq(struct mlx5_core_dev *dev, struct mlx5_core_cq *cq, u32 *in, int inlen) argument 215 mlx5_core_modify_cq_moderation(struct mlx5_core_dev *dev, struct mlx5_core_cq *cq, u16 cq_period, u16 cq_max_count) argument 225 mlx5_core_modify_cq_moderation_mode(struct mlx5_core_dev *dev, struct mlx5_core_cq *cq, u16 cq_period, u16 cq_max_count, u8 cq_mode) argument 237 mlx5_core_modify_cq_by_mask(struct mlx5_core_dev *dev, struct mlx5_core_cq *cq, u32 mask, u16 cq_period, u16 cq_max_count, u8 cq_mode, u8 cq_eqn) argument [all...] |
/freebsd-current/contrib/ofed/libmlx4/ |
H A D | cq.c | 97 static struct mlx4_cqe *get_cqe(struct mlx4_cq *cq, int entry) argument 99 return cq->buf.buf + entry * cq->cqe_size; 102 static void *get_sw_cqe(struct mlx4_cq *cq, int n) argument 104 struct mlx4_cqe *cqe = get_cqe(cq, n & cq->ibv_cq.cqe); 105 struct mlx4_cqe *tcqe = cq->cqe_size == 64 ? cqe + 1 : cqe; 108 !!(n & (cq->ibv_cq.cqe + 1))) ? NULL : cqe; 111 static struct mlx4_cqe *next_cqe_sw(struct mlx4_cq *cq) argument 113 return get_sw_cqe(cq, c 203 mlx4_get_next_cqe(struct mlx4_cq *cq, struct mlx4_cqe **pcqe) argument 235 mlx4_parse_cqe(struct mlx4_cq *cq, struct mlx4_cqe *cqe, struct mlx4_qp **cur_qp, struct ibv_wc *wc, int lazy) argument 373 mlx4_parse_lazy_cqe(struct mlx4_cq *cq, struct mlx4_cqe *cqe) argument 383 mlx4_poll_one(struct mlx4_cq *cq, struct mlx4_qp **cur_qp, struct ibv_wc *wc) argument 399 struct mlx4_cq *cq = to_mcq(ibcq); local 424 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local 440 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local 468 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local 503 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local 541 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local 548 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local 583 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local 590 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local 598 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local 610 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local 617 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local 627 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local 634 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local 641 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local 648 mlx4_cq_fill_pfns(struct mlx4_cq *cq, const struct ibv_cq_init_attr_ex *cq_attr) argument 683 struct mlx4_cq *cq = to_mcq(ibvcq); local 709 mlx4_cq_event(struct ibv_cq *cq) argument 714 __mlx4_cq_clean(struct mlx4_cq *cq, uint32_t qpn, struct mlx4_srq *srq) argument 770 mlx4_cq_clean(struct mlx4_cq *cq, uint32_t qpn, struct mlx4_srq *srq) argument 777 mlx4_get_outstanding_cqes(struct mlx4_cq *cq) argument 787 mlx4_cq_resize_copy_cqes(struct mlx4_cq *cq, void *buf, int old_cqe) argument [all...] |
/freebsd-current/sys/dev/mlx4/mlx4_core/ |
H A D | mlx4_cq.c | 40 #include <dev/mlx4/cq.h> 56 struct mlx4_cq *cq; local 58 cq = radix_tree_lookup(&mlx4_priv(dev)->cq_table.tree, 60 if (!cq) { 65 ++cq->arm_sn; 67 cq->comp(cq); 73 struct mlx4_cq *cq; local 77 cq = radix_tree_lookup(&cq_table->tree, cqn & (dev->caps.num_cqs - 1)); 78 if (cq) 117 mlx4_cq_modify(struct mlx4_dev *dev, struct mlx4_cq *cq, u16 count, u16 period) argument 139 mlx4_cq_resize(struct mlx4_dev *dev, struct mlx4_cq *cq, int entries, struct mlx4_mtt *mtt) argument 237 mlx4_cq_alloc(struct mlx4_dev *dev, int nent, struct mlx4_mtt *mtt, struct mlx4_uar *uar, u64 db_rec, struct mlx4_cq *cq, unsigned vector, int collapsed, int timestamp_en) argument 312 mlx4_cq_free(struct mlx4_dev *dev, struct mlx4_cq *cq) argument [all...] |
/freebsd-current/sys/dev/cxgbe/iw_cxgbe/ |
H A D | cq.c | 52 static int destroy_cq(struct c4iw_rdev *rdev, struct t4_cq *cq, argument 76 res->u.cq.restype = FW_RI_RES_TYPE_CQ; 77 res->u.cq.op = FW_RI_RES_OP_RESET; 78 res->u.cq.iqid = cpu_to_be32(cq->cqid); 86 kfree(cq->sw_queue); 88 cq->memsize, cq->queue, 89 dma_unmap_addr(cq, mapping)); 90 c4iw_put_cqid(rdev, cq 95 create_cq(struct c4iw_rdev *rdev, struct t4_cq *cq, struct c4iw_dev_ucontext *uctx) argument 202 insert_recv_cqe(struct t4_wq *wq, struct t4_cq *cq) argument 219 c4iw_flush_rq(struct t4_wq *wq, struct t4_cq *cq, int count) argument 234 insert_sq_cqe(struct t4_wq *wq, struct t4_cq *cq, struct t4_swsqe *swcqe) argument 260 struct t4_cq *cq = &chp->cq; local 287 flush_completed_wrs(struct t4_wq *wq, struct t4_cq *cq) argument 454 c4iw_count_rcqes(struct t4_cq *cq, struct t4_wq *wq, int *count) argument 489 poll_cq(struct t4_wq *wq, struct t4_cq *cq, struct t4_cqe *cqe, u8 *cqe_flushed, u64 *cookie, u32 *credit) argument 1028 c4iw_resize_cq(struct ib_cq *cq, int cqe, struct ib_udata *udata) argument [all...] |
H A D | t4.h | 569 static inline void write_gts(struct t4_cq *cq, u32 val) argument 571 writel(val | V_INGRESSQID(cq->bar2_qid), 572 (void __iomem *)((u64)cq->bar2_va + SGE_UDB_GTS)); 575 static inline int t4_clear_cq_armed(struct t4_cq *cq) argument 577 return test_and_clear_bit(CQ_ARMED, &cq->flags); 580 static inline int t4_arm_cq(struct t4_cq *cq, int se) argument 584 set_bit(CQ_ARMED, &cq->flags); 585 while (cq->cidx_inc > CIDXINC_MASK) { 587 writel(val | V_INGRESSQID(cq->bar2_qid), 588 (void __iomem *)((u64)cq 598 t4_swcq_produce(struct t4_cq *cq) argument 611 t4_swcq_consume(struct t4_cq *cq) argument 619 t4_hwcq_consume(struct t4_cq *cq) argument 635 t4_valid_cqe(struct t4_cq *cq, struct t4_cqe *cqe) argument 640 t4_cq_notempty(struct t4_cq *cq) argument 645 t4_next_hw_cqe(struct t4_cq *cq, struct t4_cqe **cqe) argument 671 t4_next_sw_cqe(struct t4_cq *cq) argument 685 t4_next_cqe(struct t4_cq *cq, struct t4_cqe **cqe) argument 698 t4_cq_in_error(struct t4_cq *cq) argument 703 t4_set_cq_in_error(struct t4_cq *cq) argument [all...] |
/freebsd-current/contrib/ofed/libmlx5/ |
H A D | cq.c | 76 static void *get_cqe(struct mlx5_cq *cq, int n) argument 78 return cq->active_buf->buf + n * cq->cqe_sz; 81 static void *get_sw_cqe(struct mlx5_cq *cq, int n) argument 83 void *cqe = get_cqe(cq, n & cq->ibv_cq.cqe); 86 cqe64 = (cq->cqe_sz == 64) ? cqe : cqe + 64; 89 !((cqe64->op_own & MLX5_CQE_OWNER_MASK) ^ !!(n & (cq->ibv_cq.cqe + 1)))) { 96 static void *next_cqe_sw(struct mlx5_cq *cq) argument 98 return get_sw_cqe(cq, c 101 update_cons_index(struct mlx5_cq *cq) argument 143 handle_responder_lazy(struct mlx5_cq *cq, struct mlx5_cqe64 *cqe, struct mlx5_resource *cur_rsc, struct mlx5_srq *srq) argument 467 mlx5_get_next_cqe(struct mlx5_cq *cq, struct mlx5_cqe64 **pcqe64, void **pcqe) argument 516 mlx5_parse_cqe(struct mlx5_cq *cq, struct mlx5_cqe64 *cqe64, void *cqe, struct mlx5_resource **cur_rsc, struct mlx5_srq **cur_srq, struct ibv_wc *wc, int cqe_ver, int lazy) argument 701 mlx5_parse_lazy_cqe(struct mlx5_cq *cq, struct mlx5_cqe64 *cqe64, void *cqe, int cqe_ver) argument 713 mlx5_poll_one(struct mlx5_cq *cq, struct mlx5_resource **cur_rsc, struct mlx5_srq **cur_srq, struct ibv_wc *wc, int cqe_ver) argument 735 struct mlx5_cq *cq = to_mcq(ibcq); local 798 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local 834 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local 903 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local 1053 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local 1096 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local 1103 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local 1129 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local 1136 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local 1144 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local 1156 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local 1163 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local 1170 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local 1177 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local 1184 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local 1191 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local 1198 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); local 1243 mlx5_cq_fill_pfns(struct mlx5_cq *cq, const struct ibv_cq_init_attr_ex *cq_attr) argument 1283 struct mlx5_cq *cq = to_mcq(ibvcq); local 1312 mlx5_cq_event(struct ibv_cq *cq) argument 1363 __mlx5_cq_clean(struct mlx5_cq *cq, uint32_t rsn, struct mlx5_srq *srq) argument 1417 mlx5_cq_clean(struct mlx5_cq *cq, uint32_t qpn, struct mlx5_srq *srq) argument 1434 mlx5_cq_resize_copy_cqes(struct mlx5_cq *cq) argument 1481 mlx5_alloc_cq_buf(struct mlx5_context *mctx, struct mlx5_cq *cq, struct mlx5_buf *buf, int nent, int cqe_sz) argument [all...] |
/freebsd-current/lib/libc/gen/ |
H A D | disklabel.c | 65 char *cp, *cq; /* can't be register */ local 77 cq = dp->d_typename; 79 while (cq < dp->d_typename + sizeof(dp->d_typename) - 1 && 80 (*cq = *cp) && *cq != '|' && *cq != ':') 81 cq++, cp++; 82 *cq = '\0'; 84 if (cgetstr(buf, "ty", &cq) > 0) { 85 if (strcmp(cq, "removabl [all...] |
/freebsd-current/sys/dev/mlx5/mlx5_ib/ |
H A D | mlx5_ib_cq.c | 36 static void mlx5_ib_cq_comp(struct mlx5_core_cq *cq, struct mlx5_eqe *eqe __unused) argument 38 struct ib_cq *ibcq = &to_mibcq(cq)->ibcq; 45 struct mlx5_ib_cq *cq = container_of(mcq, struct mlx5_ib_cq, mcq); local 46 struct mlx5_ib_dev *dev = to_mdev(cq->ibcq.device); 47 struct ib_cq *ibcq = &cq->ibcq; 59 event.element.cq = ibcq; 69 static void *get_cqe(struct mlx5_ib_cq *cq, int n) argument 71 return get_cqe_from_buf(&cq->buf, n, cq->mcq.cqe_sz); 79 static void *get_sw_cqe(struct mlx5_ib_cq *cq, in argument 94 next_cqe_sw(struct mlx5_ib_cq *cq) argument 494 mlx5_ib_poll_sw_comp(struct mlx5_ib_cq *cq, int num_entries, struct ib_wc *wc, int *npolled) argument 514 mlx5_poll_one(struct mlx5_ib_cq *cq, struct mlx5_ib_qp **cur_qp, struct ib_wc *wc) argument 646 poll_soft_wc(struct mlx5_ib_cq *cq, int num_entries, struct ib_wc *wc) argument 670 struct mlx5_ib_cq *cq = to_mcq(ibcq); local 703 struct mlx5_ib_cq *cq = to_mcq(ibcq); local 745 create_cq_user(struct mlx5_ib_dev *dev, struct ib_udata *udata, struct mlx5_ib_cq *cq, int entries, u32 **cqb, int *cqe_size, int *index, int *inlen) argument 831 destroy_cq_user(struct mlx5_ib_cq *cq, struct ib_udata *udata) argument 840 init_cq_buf(struct mlx5_ib_cq *cq, struct mlx5_ib_cq_buf *buf) argument 853 create_cq_kernel(struct mlx5_ib_dev *dev, struct mlx5_ib_cq *cq, int entries, int cqe_size, u32 **cqb, int *index, int *inlen) argument 902 destroy_cq_kernel(struct mlx5_ib_dev *dev, struct mlx5_ib_cq *cq) argument 910 struct mlx5_ib_cq *cq = container_of(work, struct mlx5_ib_cq, local 924 struct mlx5_ib_cq *cq = to_mcq(ibcq); local 1017 mlx5_ib_destroy_cq(struct ib_cq *cq, struct ib_udata *udata) argument 1034 __mlx5_ib_cq_clean(struct mlx5_ib_cq *cq, u32 rsn, struct mlx5_ib_srq *srq) argument 1085 mlx5_ib_cq_clean(struct mlx5_ib_cq *cq, u32 qpn, struct mlx5_ib_srq *srq) argument 1095 mlx5_ib_modify_cq(struct ib_cq *cq, u16 cq_count, u16 cq_period) argument 1112 resize_user(struct mlx5_ib_dev *dev, struct mlx5_ib_cq *cq, int entries, struct ib_udata *udata, int *npas, int *page_shift, int *cqe_size) argument 1150 un_resize_user(struct mlx5_ib_cq *cq) argument 1155 resize_kernel(struct mlx5_ib_dev *dev, struct mlx5_ib_cq *cq, int entries, int cqe_size) argument 1177 un_resize_kernel(struct mlx5_ib_dev *dev, struct mlx5_ib_cq *cq) argument 1183 copy_resize_cqes(struct mlx5_ib_cq *cq) argument 1242 struct mlx5_ib_cq *cq = to_mcq(ibcq); local 1370 struct mlx5_ib_cq *cq; local 1383 struct mlx5_ib_cq *cq = to_mcq(ibcq); local [all...] |
/freebsd-current/contrib/ofed/libcxgb4/ |
H A D | cq.c | 42 static void insert_recv_cqe(struct t4_wq *wq, struct t4_cq *cq) argument 46 PDBG("%s wq %p cq %p sw_cidx %u sw_pidx %u\n", __func__, 47 wq, cq, cq->sw_cidx, cq->sw_pidx); 54 cqe.bits_type_ts = htobe64(V_CQE_GENBIT((u64)cq->gen)); 55 cq->sw_queue[cq->sw_pidx] = cqe; 56 t4_swcq_produce(cq); 59 int c4iw_flush_rq(struct t4_wq *wq, struct t4_cq *cq, in argument 74 insert_sq_cqe(struct t4_wq *wq, struct t4_cq *cq, struct t4_swsqe *swcqe) argument 100 struct t4_cq *cq = &chp->cq; local 126 flush_completed_wrs(struct t4_wq *wq, struct t4_cq *cq) argument 300 c4iw_count_rcqes(struct t4_cq *cq, struct t4_wq *wq, int *count) argument 345 poll_cq(struct t4_wq *wq, struct t4_cq *cq, struct t4_cqe *cqe, u8 *cqe_flushed, u64 *cookie, u32 *credit) argument [all...] |
H A D | t4.h | 594 static inline int t4_arm_cq(struct t4_cq *cq, int se) argument 598 while (cq->cidx_inc > CIDXINC_M) { 600 INGRESSQID_V(cq->cqid & cq->qid_mask); 601 writel(val, cq->ugts); 602 cq->cidx_inc -= CIDXINC_M; 604 val = SEINTARM_V(se) | CIDXINC_V(cq->cidx_inc) | TIMERREG_V(6) | 605 INGRESSQID_V(cq->cqid & cq->qid_mask); 606 writel(val, cq 611 t4_swcq_produce(struct t4_cq *cq) argument 623 t4_swcq_consume(struct t4_cq *cq) argument 631 t4_hwcq_consume(struct t4_cq *cq) argument 649 t4_valid_cqe(struct t4_cq *cq, struct t4_cqe *cqe) argument 654 t4_next_hw_cqe(struct t4_cq *cq, struct t4_cqe **cqe) argument 678 t4_next_sw_cqe(struct t4_cq *cq) argument 691 t4_cq_notempty(struct t4_cq *cq) argument 696 t4_next_cqe(struct t4_cq *cq, struct t4_cqe **cqe) argument 708 t4_cq_in_error(struct t4_cq *cq) argument 713 t4_set_cq_in_error(struct t4_cq *cq) argument 718 t4_reset_cq_in_error(struct t4_cq *cq) argument [all...] |
/freebsd-current/sys/dev/mlx5/ |
H A D | cq.h | 119 static inline void mlx5_cq_set_ci(struct mlx5_core_cq *cq) argument 121 *cq->set_ci_db = cpu_to_be32(cq->cons_index & 0xffffff); 129 static inline void mlx5_cq_arm(struct mlx5_core_cq *cq, u32 cmd, argument 138 sn = cq->arm_sn & 3; 141 *cq->arm_db = cpu_to_be32(sn << 28 | cmd | ci); 149 doorbell[1] = cpu_to_be32(cq->cqn); 156 int mlx5_core_create_cq(struct mlx5_core_dev *dev, struct mlx5_core_cq *cq, 158 int mlx5_core_destroy_cq(struct mlx5_core_dev *dev, struct mlx5_core_cq *cq); 159 int mlx5_core_query_cq(struct mlx5_core_dev *dev, struct mlx5_core_cq *cq, [all...] |
/freebsd-current/sys/dev/mlx4/ |
H A D | cq.h | 138 static inline void mlx4_cq_arm(struct mlx4_cq *cq, u32 cmd, argument 146 sn = cq->arm_sn & 3; 147 ci = cq->cons_index & 0xffffff; 149 *cq->arm_db = cpu_to_be32(sn << 28 | cmd | ci); 157 doorbell[0] = cpu_to_be32(sn << 28 | cmd | cq->cqn); 163 static inline void mlx4_cq_set_ci(struct mlx4_cq *cq) argument 165 *cq->set_ci_db = cpu_to_be32(cq->cons_index & 0xffffff); 173 int mlx4_cq_modify(struct mlx4_dev *dev, struct mlx4_cq *cq, 175 int mlx4_cq_resize(struct mlx4_dev *dev, struct mlx4_cq *cq, [all...] |
/freebsd-current/contrib/ofed/libibverbs/ |
H A D | device.c | 135 int verbs_init_cq(struct ibv_cq *cq, struct ibv_context *context, argument 141 cq->context = context; 142 cq->channel = channel; 144 err = pthread_mutex_init(&cq->mutex, NULL); 147 err = pthread_cond_init(&cq->cond, NULL); 151 if (cq->channel) { 153 ++cq->channel->refcnt; 157 cq->cq_context = cq_context; 158 cq->comp_events_completed = 0; 159 cq 169 verbs_cleanup_cq(struct ibv_cq *cq) argument 180 struct ibv_cq_ex *cq; local 376 struct ibv_cq *cq = event->element.cq; local [all...] |
H A D | verbs.h | 374 struct ibv_cq *cq; member in union:ibv_async_event::__anon11 674 struct ibv_cq *cq; member in struct:ibv_srq_init_attr_ex 698 struct ibv_cq *cq; member in struct:ibv_wq_init_attr 1024 struct ibv_cq *cq; member in struct:ibv_wq 1112 static inline struct ibv_cq *ibv_cq_ex_to_cq(struct ibv_cq_ex *cq) argument 1114 return (struct ibv_cq *)cq; 1117 static inline int ibv_start_poll(struct ibv_cq_ex *cq, argument 1120 return cq->start_poll(cq, attr); 1123 static inline int ibv_next_poll(struct ibv_cq_ex *cq) argument 1128 ibv_end_poll(struct ibv_cq_ex *cq) argument 1133 ibv_wc_read_opcode(struct ibv_cq_ex *cq) argument 1138 ibv_wc_read_vendor_err(struct ibv_cq_ex *cq) argument 1143 ibv_wc_read_byte_len(struct ibv_cq_ex *cq) argument 1148 ibv_wc_read_imm_data(struct ibv_cq_ex *cq) argument 1153 ibv_wc_read_qp_num(struct ibv_cq_ex *cq) argument 1158 ibv_wc_read_src_qp(struct ibv_cq_ex *cq) argument 1163 ibv_wc_read_wc_flags(struct ibv_cq_ex *cq) argument 1168 ibv_wc_read_slid(struct ibv_cq_ex *cq) argument 1173 ibv_wc_read_sl(struct ibv_cq_ex *cq) argument 1178 ibv_wc_read_dlid_path_bits(struct ibv_cq_ex *cq) argument 1183 ibv_wc_read_completion_ts(struct ibv_cq_ex *cq) argument 1188 ibv_wc_read_cvlan(struct ibv_cq_ex *cq) argument 1193 ibv_wc_read_flow_tag(struct ibv_cq_ex *cq) argument 1917 ibv_poll_cq(struct ibv_cq *cq, int num_entries, struct ibv_wc *wc) argument 1931 ibv_req_notify_cq(struct ibv_cq *cq, int solicited_only) argument [all...] |
/freebsd-current/sys/dev/oce/ |
H A D | oce_queue.c | 78 static void oce_cq_del(POCE_SOFTC sc, struct oce_cq *cq); 314 struct oce_cq *cq; local 318 cq = oce_cq_create(sc, 322 if (!cq) 325 wq->cq = cq; 336 eq->cq[eq->cq_valid] = cq; 338 cq->cb_arg = wq; 339 cq 490 struct oce_cq *cq; local 636 struct oce_cq *cq; local 846 struct oce_cq *cq = NULL; local 883 oce_cq_del(POCE_SOFTC sc, struct oce_cq *cq) argument 1023 struct oce_cq *cq = wq->cq; local 1069 struct oce_cq *cq; local 1111 struct oce_cq *cq = rq->cq; local 1189 struct oce_cq *cq; local [all...] |
/freebsd-current/contrib/ofed/libirdma/ |
H A D | irdma_umain.h | 97 struct irdma_cq_uk cq; member in struct:irdma_cq_buf 105 struct ibv_cq cq; member in union:verbs_cq::__anon32 122 struct irdma_cq_uk cq; member in struct:irdma_ucq 173 int irdma_uresize_cq(struct ibv_cq *cq, int cqe); 174 int irdma_udestroy_cq(struct ibv_cq *cq); 175 int irdma_upoll_cq(struct ibv_cq *cq, int entries, struct ibv_wc *entry); 176 int irdma_uarm_cq(struct ibv_cq *cq, int solicited); 177 void irdma_cq_event(struct ibv_cq *cq);
|