/freebsd-current/contrib/ofed/libirdma/ |
H A D | irdma_umain.h | 97 struct irdma_cq_uk cq; member in struct:irdma_cq_buf 105 struct ibv_cq cq; member in union:verbs_cq::__anon32 122 struct irdma_cq_uk cq; member in struct:irdma_ucq 173 int irdma_uresize_cq(struct ibv_cq *cq, int cqe); 174 int irdma_udestroy_cq(struct ibv_cq *cq); 175 int irdma_upoll_cq(struct ibv_cq *cq, int entries, struct ibv_wc *entry); 176 int irdma_uarm_cq(struct ibv_cq *cq, int solicited); 177 void irdma_cq_event(struct ibv_cq *cq);
|
H A D | irdma_uk.c | 1053 * irdma_uk_cq_resize - reset the cq buffer info 1054 * @cq: cq to resize 1055 * @cq_base: new cq buffer addr 1059 irdma_uk_cq_resize(struct irdma_cq_uk *cq, void *cq_base, int cq_size) argument 1061 cq->cq_base = cq_base; 1062 cq->cq_size = cq_size; 1063 IRDMA_RING_INIT(cq->cq_ring, cq->cq_size); 1064 cq 1073 irdma_uk_cq_set_resized_cnt(struct irdma_cq_uk *cq, u16 cq_cnt) argument 1104 irdma_uk_cq_request_notification(struct irdma_cq_uk *cq, enum irdma_cmpl_notify cq_notify) argument 1257 irdma_uk_cq_poll_cmpl(struct irdma_cq_uk *cq, struct irdma_cq_poll_info *info) argument 1776 irdma_uk_cq_init(struct irdma_cq_uk *cq, struct irdma_cq_uk_init_info *info) argument 1797 irdma_uk_clean_cq(void *q, struct irdma_cq_uk *cq) argument [all...] |
/freebsd-current/lib/ofed/libmlx4/ |
H A D | Makefile | 12 cq.c \
|
/freebsd-current/lib/ofed/libcxgb4/ |
H A D | Makefile | 11 cq.c \
|
/freebsd-current/contrib/ofed/libcxgb4/ |
H A D | libcxgb4.h | 106 struct t4_cq cq; member in struct:c4iw_cq 143 return to_c4iw_xxx(cq, cq); 189 int c4iw_resize_cq(struct ibv_cq *cq, int cqe); 190 int c4iw_destroy_cq(struct ibv_cq *cq); 191 int c4iw_poll_cq(struct ibv_cq *cq, int ne, struct ibv_wc *wc); 192 int c4iw_arm_cq(struct ibv_cq *cq, int solicited); 193 void c4iw_cq_event(struct ibv_cq *cq); 194 void c4iw_init_cq_buf(struct c4iw_cq *cq, int nent); 230 int c4iw_flush_rq(struct t4_wq *wq, struct t4_cq *cq, in 255 unsigned long cq; member in struct:c4iw_stats [all...] |
H A D | verbs.c | 200 chp->cq.qid_mask = resp.qid_mask; 201 chp->cq.cqid = resp.cqid; 202 chp->cq.size = resp.size; 203 chp->cq.memsize = resp.memsize; 204 chp->cq.gen = 1; 205 chp->cq.queue = mmap(NULL, chp->cq.memsize, PROT_READ|PROT_WRITE, 207 if (chp->cq.queue == MAP_FAILED) 210 chp->cq.ugts = mmap(NULL, c4iw_page_size, PROT_WRITE, MAP_SHARED, 212 if (chp->cq [all...] |
/freebsd-current/sys/dev/mthca/ |
H A D | mthca_provider.c | 606 struct mthca_cq *cq; local 635 cq = to_mcq(ibcq); 638 cq->buf.mr.ibmr.lkey = ucmd.lkey; 639 cq->set_ci_db_index = ucmd.set_db_index; 640 cq->arm_db_index = ucmd.arm_db_index; 648 cq); 652 if (udata && ib_copy_to_udata(udata, &cq->cqn, sizeof(__u32))) { 653 mthca_free_cq(to_mdev(ibdev), cq); local 658 cq->resize_buf = NULL; 675 static int mthca_alloc_resize_buf(struct mthca_dev *dev, struct mthca_cq *cq, argument 723 struct mthca_cq *cq = to_mcq(ibcq); local 796 mthca_destroy_cq(struct ib_cq *cq, struct ib_udata *udata) argument [all...] |
/freebsd-current/sys/dev/mlx5/mlx5_en/ |
H A D | mlx5_en_rx.c | 424 mlx5e_read_cqe_slot(struct mlx5e_cq *cq, u32 cc, void *data) argument 426 memcpy(data, mlx5_cqwq_get_wqe(&cq->wq, (cc & cq->wq.sz_m1)), 431 mlx5e_write_cqe_slot(struct mlx5e_cq *cq, u32 cc, void *data) argument 433 memcpy(mlx5_cqwq_get_wqe(&cq->wq, cc & cq->wq.sz_m1), 438 mlx5e_decompress_cqe(struct mlx5e_cq *cq, struct mlx5_cqe64 *title, argument 448 title->wqe_counter = cpu_to_be16((wqe_counter + i) & cq->wq.sz_m1); 456 (((cq->wq.cc + i) >> cq 464 mlx5e_decompress_cqes(struct mlx5e_cq *cq) argument [all...] |
/freebsd-current/sys/dev/mana/ |
H A D | mana_en.c | 502 struct mana_cq *cq; local 507 cq = &apc->tx_qp[txq->idx].tx_cq; 538 taskqueue_enqueue(cq->cleanup_tq, &cq->cleanup_task); 561 pkg.tx_oob.s_oob.vcq_num = cq->gdma_id; 1428 mana_poll_tx_cq(struct mana_cq *cq) argument 1430 struct gdma_comp *completions = cq->gdma_comp_buf; 1435 struct mana_txq *txq = cq->txq; 1451 comp_read = mana_gd_poll_cq(cq->gdma_cq, completions, 1596 cq 1731 mana_process_rx_cqe(struct mana_rxq *rxq, struct mana_cq *cq, struct gdma_comp *cqe) argument 1819 mana_poll_rx_cq(struct mana_cq *cq) argument 1861 struct mana_cq *cq = context; local 1888 struct mana_cq *cq = arg; local 1918 struct mana_cq *cq = arg; local 1924 mana_deinit_cq(struct mana_port_context *apc, struct mana_cq *cq) argument 2038 struct mana_cq *cq; local 2345 struct mana_cq *cq = NULL; local [all...] |
/freebsd-current/sys/dev/mlx4/mlx4_en/ |
H A D | en.h | 58 #include <dev/mlx4/cq.h> 396 /* Per-core Tx cq processing support */ 676 static inline void mlx4_en_cq_init_lock(struct mlx4_en_cq *cq) argument 678 spin_lock_init(&cq->poll_lock); 679 cq->state = MLX4_EN_CQ_STATE_IDLE; 682 /* called from the device poll rutine to get ownership of a cq */ 683 static inline bool mlx4_en_cq_lock_napi(struct mlx4_en_cq *cq) argument 686 spin_lock(&cq->poll_lock); 687 if (cq->state & MLX4_CQ_LOCKED) { 688 WARN_ON(cq 699 mlx4_en_cq_unlock_napi(struct mlx4_en_cq *cq) argument 714 mlx4_en_cq_lock_poll(struct mlx4_en_cq *cq) argument 736 mlx4_en_cq_unlock_poll(struct mlx4_en_cq *cq) argument 750 mlx4_en_cq_busy_polling(struct mlx4_en_cq *cq) argument 756 mlx4_en_cq_init_lock(struct mlx4_en_cq *cq) argument 760 mlx4_en_cq_lock_napi(struct mlx4_en_cq *cq) argument 765 mlx4_en_cq_unlock_napi(struct mlx4_en_cq *cq) argument 770 mlx4_en_cq_lock_poll(struct mlx4_en_cq *cq) argument 775 mlx4_en_cq_unlock_poll(struct mlx4_en_cq *cq) argument 780 mlx4_en_cq_busy_polling(struct mlx4_en_cq *cq) argument [all...] |
/freebsd-current/contrib/ofed/libmlx4/ |
H A D | verbs.c | 406 struct mlx4_cq *cq) 412 cmd.buf_addr = (uintptr_t) cq->buf.buf; 413 cmd.db_addr = (uintptr_t) cq->set_ci_db; 417 ibv_cq_ex_to_cq(&cq->ibv_cq), 421 cq->cqn = resp.cqn; 429 struct mlx4_cq *cq) 435 cmd.buf_addr = (uintptr_t) cq->buf.buf; 436 cmd.db_addr = (uintptr_t) cq->set_ci_db; 439 &cq->ibv_cq, &cmd.ibv_cmd, 446 cq 404 mlx4_cmd_create_cq(struct ibv_context *context, struct ibv_cq_init_attr_ex *cq_attr, struct mlx4_cq *cq) argument 427 mlx4_cmd_create_cq_ex(struct ibv_context *context, struct ibv_cq_init_attr_ex *cq_attr, struct mlx4_cq *cq) argument 455 struct mlx4_cq *cq; local 551 struct ibv_cq_ex *cq; local 579 struct mlx4_cq *cq = to_mcq(ibcq); local 629 mlx4_destroy_cq(struct ibv_cq *cq) argument [all...] |
H A D | mlx4.h | 326 return to_mxxx(cq, cq); 346 static inline void mlx4_update_cons_index(struct mlx4_cq *cq) argument 348 *cq->set_ci_db = htobe32(cq->cons_index & 0xffffff); 389 void mlx4_cq_fill_pfns(struct mlx4_cq *cq, const struct ibv_cq_init_attr_ex *cq_attr); 392 int mlx4_resize_cq(struct ibv_cq *cq, int cqe); 393 int mlx4_destroy_cq(struct ibv_cq *cq); 394 int mlx4_poll_cq(struct ibv_cq *cq, int ne, struct ibv_wc *wc); 395 int mlx4_arm_cq(struct ibv_cq *cq, in [all...] |
/freebsd-current/sys/dev/ocs_fc/ |
H A D | ocs_hw_queues.c | 69 hw_cq_t *cq = NULL; local 156 cq = hw_new_cq(eq, len); 157 if (cq == NULL) { 176 if (cq == NULL) 179 wq = hw_new_wq(cq, len, qt->class, hw->ulp_start + qt->ulp); 236 rq = hw_new_rq(cq, len, hw->ulp_start + qt->ulp); 253 if (cq == NULL) 256 mq = hw_new_mq(cq, len); 290 cq = hw_new_cq(mrq.rq_cfg[i].eq, default_lengths[QTOP_CQ]); 291 if (cq 402 hw_cq_t *cq = ocs_malloc(hw->os, sizeof(*cq), OCS_M_ZERO | OCS_M_NOWAIT); local 445 hw_cq_t *cq = NULL; local 502 hw_new_mq(hw_cq_t *cq, uint32_t entry_count) argument 545 hw_new_wq(hw_cq_t *cq, uint32_t entry_count, uint32_t class, uint32_t ulp) argument 590 hw_new_rq(hw_cq_t *cq, uint32_t entry_count, uint32_t ulp) argument 766 hw_cq_t *cq; local 789 hw_del_cq(hw_cq_t *cq) argument 893 hw_cq_t *cq; local 1697 ocs_hw_rqpair_process_rq(ocs_hw_t *hw, hw_cq_t *cq, uint8_t *cqe) argument 1797 ocs_hw_rqpair_process_auto_xfr_rdy_cmd(ocs_hw_t *hw, hw_cq_t *cq, uint8_t *cqe) argument 1961 ocs_hw_rqpair_process_auto_xfr_rdy_data(ocs_hw_t *hw, hw_cq_t *cq, uint8_t *cqe) argument [all...] |
/freebsd-current/contrib/ofed/libibverbs/ |
H A D | compat-1_0.c | 178 int (*poll_cq)(struct ibv_cq_1_0 *cq, int num_entries, 180 int (*req_notify_cq)(struct ibv_cq_1_0 *cq, 182 void (*cq_event)(struct ibv_cq *cq); 183 int (*resize_cq)(struct ibv_cq *cq, int cqe); 184 int (*destroy_cq)(struct ibv_cq *cq); 260 int __ibv_resize_cq_1_0(struct ibv_cq_1_0 *cq, int cqe); 261 int __ibv_destroy_cq_1_0(struct ibv_cq_1_0 *cq); 263 struct ibv_cq_1_0 **cq, void **cq_context); 264 void __ibv_ack_cq_events_1_0(struct ibv_cq_1_0 *cq, unsigned int nevents); 356 static int poll_cq_wrapper_1_0(struct ibv_cq_1_0 *cq, in argument 362 req_notify_cq_wrapper_1_0(struct ibv_cq_1_0 *cq, int sol_only) argument 745 struct ibv_cq_1_0 *cq; local 769 __ibv_resize_cq_1_0(struct ibv_cq_1_0 *cq, int cqe) argument 775 __ibv_destroy_cq_1_0(struct ibv_cq_1_0 *cq) argument 788 __ibv_get_cq_event_1_0(struct ibv_comp_channel *channel, struct ibv_cq_1_0 **cq, void **cq_context) argument 806 __ibv_ack_cq_events_1_0(struct ibv_cq_1_0 *cq, unsigned int nevents) argument [all...] |
H A D | verbs.c | 78 int __ibv_resize_cq(struct ibv_cq *cq, int cqe); 79 int __ibv_destroy_cq(struct ibv_cq *cq); 80 int __ibv_get_cq_event(struct ibv_comp_channel *channel, struct ibv_cq **cq, 82 void __ibv_ack_cq_events(struct ibv_cq *cq, unsigned int nevents); 457 struct ibv_cq *cq; local 460 cq = context->ops.create_cq(context, cqe, channel, comp_vector); 462 if (!cq) 465 err = verbs_init_cq(cq, context, channel, cq_context); 469 return cq; 472 context->ops.destroy_cq(cq); 478 __ibv_resize_cq(struct ibv_cq *cq, int cqe) argument 487 __ibv_destroy_cq(struct ibv_cq *cq) argument 506 __ibv_get_cq_event(struct ibv_comp_channel *channel, struct ibv_cq **cq, void **cq_context) argument 524 __ibv_ack_cq_events(struct ibv_cq *cq, unsigned int nevents) argument [all...] |
H A D | driver.h | 82 struct ibv_cq *cq; member in struct:verbs_srq 133 int verbs_init_cq(struct ibv_cq *cq, struct ibv_context *context, 136 void verbs_cleanup_cq(struct ibv_cq *cq); 190 int comp_vector, struct ibv_cq *cq, 195 struct ibv_cq_ex *cq, 202 int ibv_cmd_poll_cq(struct ibv_cq *cq, int ne, struct ibv_wc *wc); 203 int ibv_cmd_req_notify_cq(struct ibv_cq *cq, int solicited_only); 205 int ibv_cmd_resize_cq(struct ibv_cq *cq, int cqe, 208 int ibv_cmd_destroy_cq(struct ibv_cq *cq);
|
/freebsd-current/sys/dev/enic/ |
H A D | enic_txrx.c | 96 uint8_t eop = 0, cq; local 117 cq = 0; 121 cq = 1; 129 header_len, offload_mode, eop, cq, 0, 171 struct vnic_cq *cq; local 182 cq = &enic->cq[cq_wq]; 185 wq_work_avail = vnic_cq_work(cq, wq_work_to_do); 195 vnic_cq_service(cq, wq_work_to_do, 211 struct vnic_cq *cq; local 231 struct vnic_cq *cq; local [all...] |
/freebsd-current/sys/dev/irdma/ |
H A D | irdma_uk.c | 969 * irdma_uk_cq_resize - reset the cq buffer info 970 * @cq: cq to resize 971 * @cq_base: new cq buffer addr 975 irdma_uk_cq_resize(struct irdma_cq_uk *cq, void *cq_base, int cq_size) argument 977 cq->cq_base = cq_base; 978 cq->cq_size = cq_size; 979 IRDMA_RING_INIT(cq->cq_ring, cq->cq_size); 980 cq 989 irdma_uk_cq_set_resized_cnt(struct irdma_cq_uk *cq, u16 cq_cnt) argument 1020 irdma_uk_cq_request_notification(struct irdma_cq_uk *cq, enum irdma_cmpl_notify cq_notify) argument 1098 irdma_detect_unsignaled_cmpls(struct irdma_cq_uk *cq, struct irdma_qp_uk *qp, struct irdma_cq_poll_info *info, u32 wqe_idx) argument 1148 irdma_uk_cq_poll_cmpl(struct irdma_cq_uk *cq, struct irdma_cq_poll_info *info) argument 1694 irdma_uk_cq_init(struct irdma_cq_uk *cq, struct irdma_cq_uk_init_info *info) argument 1715 irdma_uk_clean_cq(void *q, struct irdma_cq_uk *cq) argument [all...] |
/freebsd-current/lib/ofed/libmlx5/ |
H A D | Makefile | 12 cq.c \
|
/freebsd-current/sys/ofed/include/rdma/ |
H A D | rdmavt_cq.h | 97 void rvt_cq_enter(struct rvt_cq *cq, struct ib_wc *entry, bool solicited);
|
/freebsd-current/contrib/ofed/libmlx5/ |
H A D | verbs.c | 349 struct mlx5_cq *cq; local 383 cq = calloc(1, sizeof *cq); 384 if (!cq) { 390 cq->cons_index = 0; 392 if (mlx5_spinlock_init(&cq->lock)) 409 if (mlx5_alloc_cq_buf(to_mctx(context), cq, &cq->buf_a, ncqe, cqe_sz)) { 414 cq->dbrec = mlx5_alloc_dbrec(to_mctx(context)); 415 if (!cq 495 struct ibv_cq_ex *cq; local 519 struct ibv_cq_ex *cq; local 541 struct mlx5_cq *cq = to_mcq(ibcq); local 607 mlx5_destroy_cq(struct ibv_cq *cq) argument [all...] |
/freebsd-current/sys/dev/mlx5/mlx5_fpga/ |
H A D | mlx5fpga_conn.c | 359 mlx5_cq_arm(&conn->cq.mcq, MLX5_CQ_DB_REQ_NOT, 360 conn->fdev->conn_res.uar->map, conn->cq.wq.cc); 368 conn = container_of(mcq, struct mlx5_fpga_conn, cq.mcq); 386 cqe = mlx5_cqwq_get_cqe(&conn->cq.wq); 391 mlx5_cqwq_pop(&conn->cq.wq); 393 mlx5_cqwq_update_db_record(&conn->cq.wq); 396 tasklet_schedule(&conn->cq.tasklet); 400 mlx5_fpga_dbg(conn->fdev, "Re-arming CQ with cc# %u\n", conn->cq.wq.cc); 401 /* ensure cq space is freed before enabling more cqes */ 419 conn = container_of(mcq, struct mlx5_fpga_conn, cq [all...] |
H A D | conn.h | 36 #include <dev/mlx5/cq.h> 59 } cq; member in struct:mlx5_fpga_conn
|
/freebsd-current/sys/dev/bnxt/bnxt_re/ |
H A D | qplib_fp.h | 80 struct bnxt_qplib_cq *cq; member in struct:bnxt_qplib_srq 513 struct bnxt_qplib_cq *cq); 539 struct bnxt_qplib_cq *cq; member in struct:bnxt_qplib_nq_work 587 int bnxt_qplib_create_cq(struct bnxt_qplib_res *res, struct bnxt_qplib_cq *cq); 588 int bnxt_qplib_modify_cq(struct bnxt_qplib_res *res, struct bnxt_qplib_cq *cq); 589 int bnxt_qplib_resize_cq(struct bnxt_qplib_res *res, struct bnxt_qplib_cq *cq, 592 struct bnxt_qplib_cq *cq); 593 int bnxt_qplib_destroy_cq(struct bnxt_qplib_res *res, struct bnxt_qplib_cq *cq); 594 void bnxt_qplib_free_cq(struct bnxt_qplib_res *res, struct bnxt_qplib_cq *cq); 595 int bnxt_qplib_poll_cq(struct bnxt_qplib_cq *cq, struc [all...] |
/freebsd-current/sys/dev/vnic/ |
H A D | nicvf_queues.c | 636 nicvf_rcv_pkt_handler(struct nicvf *nic, struct cmp_queue *cq, argument 648 err = nicvf_check_cqe_rx_errs(nic, cq, cqe_rx); 681 err = buf_ring_enqueue(cq->rx_br, mbuf); 694 nicvf_snd_pkt_handler(struct nicvf *nic, struct cmp_queue *cq, argument 724 nicvf_check_cqe_tx_errs(nic, cq, cqe_tx); 738 struct cmp_queue *cq = &qs->cq[cq_idx]; local 746 NICVF_CMP_LOCK(cq); 763 cq_desc = (struct cqe_rx_t *)GET_CQ_DESC(cq, cqe_head); 765 cqe_head &= (cq 880 struct cmp_queue *cq; local 905 nicvf_init_cmp_queue(struct nicvf *nic, struct cmp_queue *cq, int q_len, int qidx) argument 944 nicvf_free_cmp_queue(struct nicvf *nic, struct cmp_queue *cq) argument 1373 struct cmp_queue *cq; local 2228 nicvf_check_cqe_rx_errs(struct nicvf *nic, struct cmp_queue *cq, struct cqe_rx_t *cqe_rx) argument 2319 nicvf_check_cqe_tx_errs(struct nicvf *nic, struct cmp_queue *cq, struct cqe_send_t *cqe_tx) argument [all...] |