Lines Matching refs:ibcq
729 static inline int poll_cq(struct ibv_cq *ibcq, int ne,
732 static inline int poll_cq(struct ibv_cq *ibcq, int ne,
735 struct mlx5_cq *cq = to_mcq(ibcq);
792 static inline void _mlx5_end_poll(struct ibv_cq_ex *ibcq,
795 static inline void _mlx5_end_poll(struct ibv_cq_ex *ibcq,
798 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));
828 static inline int mlx5_start_poll(struct ibv_cq_ex *ibcq, struct ibv_poll_cq_attr *attr,
831 static inline int mlx5_start_poll(struct ibv_cq_ex *ibcq, struct ibv_poll_cq_attr *attr,
834 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));
896 static inline int mlx5_next_poll(struct ibv_cq_ex *ibcq,
899 static inline int mlx5_next_poll(struct ibv_cq_ex *ibcq,
903 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));
919 static inline int mlx5_next_poll_adaptive_v0(struct ibv_cq_ex *ibcq)
921 return mlx5_next_poll(ibcq, POLLING_MODE_STALL_ADAPTIVE, 0);
924 static inline int mlx5_next_poll_adaptive_v1(struct ibv_cq_ex *ibcq)
926 return mlx5_next_poll(ibcq, POLLING_MODE_STALL_ADAPTIVE, 1);
929 static inline int mlx5_next_poll_v0(struct ibv_cq_ex *ibcq)
931 return mlx5_next_poll(ibcq, 0, 0);
934 static inline int mlx5_next_poll_v1(struct ibv_cq_ex *ibcq)
936 return mlx5_next_poll(ibcq, 0, 1);
939 static inline int mlx5_start_poll_v0(struct ibv_cq_ex *ibcq,
942 return mlx5_start_poll(ibcq, attr, 0, 0, 0);
945 static inline int mlx5_start_poll_v1(struct ibv_cq_ex *ibcq,
948 return mlx5_start_poll(ibcq, attr, 0, 0, 1);
951 static inline int mlx5_start_poll_v0_lock(struct ibv_cq_ex *ibcq,
954 return mlx5_start_poll(ibcq, attr, 1, 0, 0);
957 static inline int mlx5_start_poll_v1_lock(struct ibv_cq_ex *ibcq,
960 return mlx5_start_poll(ibcq, attr, 1, 0, 1);
963 static inline int mlx5_start_poll_adaptive_stall_v0_lock(struct ibv_cq_ex *ibcq,
966 return mlx5_start_poll(ibcq, attr, 1, POLLING_MODE_STALL_ADAPTIVE, 0);
969 static inline int mlx5_start_poll_stall_v0_lock(struct ibv_cq_ex *ibcq,
972 return mlx5_start_poll(ibcq, attr, 1, POLLING_MODE_STALL, 0);
975 static inline int mlx5_start_poll_adaptive_stall_v1_lock(struct ibv_cq_ex *ibcq,
978 return mlx5_start_poll(ibcq, attr, 1, POLLING_MODE_STALL_ADAPTIVE, 1);
981 static inline int mlx5_start_poll_stall_v1_lock(struct ibv_cq_ex *ibcq,
984 return mlx5_start_poll(ibcq, attr, 1, POLLING_MODE_STALL, 1);
987 static inline int mlx5_start_poll_stall_v0(struct ibv_cq_ex *ibcq,
990 return mlx5_start_poll(ibcq, attr, 0, POLLING_MODE_STALL, 0);
993 static inline int mlx5_start_poll_adaptive_stall_v0(struct ibv_cq_ex *ibcq,
996 return mlx5_start_poll(ibcq, attr, 0, POLLING_MODE_STALL_ADAPTIVE, 0);
999 static inline int mlx5_start_poll_adaptive_stall_v1(struct ibv_cq_ex *ibcq,
1002 return mlx5_start_poll(ibcq, attr, 0, POLLING_MODE_STALL_ADAPTIVE, 1);
1005 static inline int mlx5_start_poll_stall_v1(struct ibv_cq_ex *ibcq,
1008 return mlx5_start_poll(ibcq, attr, 0, POLLING_MODE_STALL, 1);
1011 static inline void mlx5_end_poll_adaptive_stall_lock(struct ibv_cq_ex *ibcq)
1013 _mlx5_end_poll(ibcq, 1, POLLING_MODE_STALL_ADAPTIVE);
1016 static inline void mlx5_end_poll_stall_lock(struct ibv_cq_ex *ibcq)
1018 _mlx5_end_poll(ibcq, 1, POLLING_MODE_STALL);
1021 static inline void mlx5_end_poll_adaptive_stall(struct ibv_cq_ex *ibcq)
1023 _mlx5_end_poll(ibcq, 0, POLLING_MODE_STALL_ADAPTIVE);
1026 static inline void mlx5_end_poll_stall(struct ibv_cq_ex *ibcq)
1028 _mlx5_end_poll(ibcq, 0, POLLING_MODE_STALL);
1031 static inline void mlx5_end_poll(struct ibv_cq_ex *ibcq)
1033 _mlx5_end_poll(ibcq, 0, 0);
1036 static inline void mlx5_end_poll_lock(struct ibv_cq_ex *ibcq)
1038 _mlx5_end_poll(ibcq, 1, 0);
1041 int mlx5_poll_cq(struct ibv_cq *ibcq, int ne, struct ibv_wc *wc)
1043 return poll_cq(ibcq, ne, wc, 0);
1046 int mlx5_poll_cq_v1(struct ibv_cq *ibcq, int ne, struct ibv_wc *wc)
1048 return poll_cq(ibcq, ne, wc, 1);
1051 static inline enum ibv_wc_opcode mlx5_cq_read_wc_opcode(struct ibv_cq_ex *ibcq)
1053 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));
1086 struct mlx5_context *ctx = to_mctx(ibcq->context);
1094 static inline uint32_t mlx5_cq_read_wc_qp_num(struct ibv_cq_ex *ibcq)
1096 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));
1101 static inline int mlx5_cq_read_wc_flags(struct ibv_cq_ex *ibcq)
1103 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));
1127 static inline uint32_t mlx5_cq_read_wc_byte_len(struct ibv_cq_ex *ibcq)
1129 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));
1134 static inline uint32_t mlx5_cq_read_wc_vendor_err(struct ibv_cq_ex *ibcq)
1136 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));
1142 static inline uint32_t mlx5_cq_read_wc_imm_data(struct ibv_cq_ex *ibcq)
1144 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));
1154 static inline uint32_t mlx5_cq_read_wc_slid(struct ibv_cq_ex *ibcq)
1156 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));
1161 static inline uint8_t mlx5_cq_read_wc_sl(struct ibv_cq_ex *ibcq)
1163 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));
1168 static inline uint32_t mlx5_cq_read_wc_src_qp(struct ibv_cq_ex *ibcq)
1170 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));
1175 static inline uint8_t mlx5_cq_read_wc_dlid_path_bits(struct ibv_cq_ex *ibcq)
1177 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));
1182 static inline uint64_t mlx5_cq_read_wc_completion_ts(struct ibv_cq_ex *ibcq)
1184 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));
1189 static inline uint16_t mlx5_cq_read_wc_cvlan(struct ibv_cq_ex *ibcq)
1191 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));
1196 static inline uint32_t mlx5_cq_read_flow_tag(struct ibv_cq_ex *ibcq)
1198 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));
1225 int (*start_poll)(struct ibv_cq_ex *ibcq, struct ibv_poll_cq_attr *attr);
1226 int (*next_poll)(struct ibv_cq_ex *ibcq);
1227 void (*end_poll)(struct ibv_cq_ex *ibcq);