/linux-master/drivers/infiniband/hw/hns/ |
H A D | hns_roce_main.c | 44 static int hns_roce_set_mac(struct hns_roce_dev *hr_dev, u32 port, argument 50 if (hr_dev->pci_dev->revision >= PCI_REVISION_ID_HIP09) 53 if (!memcmp(hr_dev->dev_addr[port], addr, ETH_ALEN)) 57 hr_dev->dev_addr[port][i] = addr[i]; 59 phy_port = hr_dev->iboe.phy_port[port]; 60 return hr_dev->hw->set_mac(hr_dev, phy_port, addr); 65 struct hns_roce_dev *hr_dev = to_hr_dev(attr->device); local 69 if (port >= hr_dev->caps.num_ports) 72 ret = hr_dev 79 struct hns_roce_dev *hr_dev = to_hr_dev(attr->device); local 91 handle_en_event(struct hns_roce_dev *hr_dev, u32 port, unsigned long event) argument 129 struct hns_roce_dev *hr_dev = NULL; local 148 hns_roce_setup_mtu_mac(struct hns_roce_dev *hr_dev) argument 167 struct hns_roce_dev *hr_dev = to_hr_dev(ib_dev); local 216 struct hns_roce_dev *hr_dev = to_hr_dev(ib_dev); local 361 struct hns_roce_dev *hr_dev = to_hr_dev(uctx->device); local 438 struct hns_roce_dev *hr_dev = to_hr_dev(ibcontext->device); local 447 struct hns_roce_dev *hr_dev = to_hr_dev(uctx->device); local 560 struct hns_roce_dev *hr_dev = to_hr_dev(device); local 576 struct hns_roce_dev *hr_dev = to_hr_dev(device); local 597 hns_roce_unregister_device(struct hns_roce_dev *hr_dev) argument 693 hns_roce_register_device(struct hns_roce_dev *hr_dev) argument 775 hns_roce_init_hem(struct hns_roce_dev *hr_dev) argument 933 hns_roce_setup_hca(struct hns_roce_dev *hr_dev) argument 994 hns_roce_handle_device_err(struct hns_roce_dev *hr_dev) argument 1023 hns_roce_alloc_dfx_cnt(struct hns_roce_dev *hr_dev) argument 1033 hns_roce_dealloc_dfx_cnt(struct hns_roce_dev *hr_dev) argument 1038 hns_roce_init(struct hns_roce_dev *hr_dev) argument 1144 hns_roce_exit(struct hns_roce_dev *hr_dev) argument [all...] |
H A D | hns_roce_pd.c | 36 void hns_roce_init_pd_table(struct hns_roce_dev *hr_dev) argument 38 struct hns_roce_ida *pd_ida = &hr_dev->pd_ida; 41 pd_ida->max = hr_dev->caps.num_pds - 1; 42 pd_ida->min = hr_dev->caps.reserved_pds; 48 struct hns_roce_dev *hr_dev = to_hr_dev(ib_dev); local 49 struct hns_roce_ida *pd_ida = &hr_dev->pd_ida; 78 struct hns_roce_dev *hr_dev = to_hr_dev(pd->device); local 80 ida_free(&hr_dev->pd_ida.ida, (int)to_hr_pd(pd)->pdn); 85 int hns_roce_uar_alloc(struct hns_roce_dev *hr_dev, struct hns_roce_uar *uar) argument 87 struct hns_roce_ida *uar_ida = &hr_dev 112 hns_roce_init_uar_table(struct hns_roce_dev *hr_dev) argument 121 hns_roce_xrcd_alloc(struct hns_roce_dev *hr_dev, u32 *xrcdn) argument 137 hns_roce_init_xrcd_table(struct hns_roce_dev *hr_dev) argument 148 struct hns_roce_dev *hr_dev = to_hr_dev(ib_xrcd->device); local 168 struct hns_roce_dev *hr_dev = to_hr_dev(ib_xrcd->device); local [all...] |
H A D | hns_roce_cmd.c | 41 static int hns_roce_cmd_mbox_post_hw(struct hns_roce_dev *hr_dev, argument 46 ret = hr_dev->hw->post_mbox(hr_dev, mbox_msg); 50 atomic64_inc(&hr_dev->dfx_cnt[HNS_ROCE_DFX_MBX_POSTED_CNT]); 56 static int __hns_roce_cmd_mbox_poll(struct hns_roce_dev *hr_dev, argument 61 ret = hns_roce_cmd_mbox_post_hw(hr_dev, mbox_msg); 63 dev_err_ratelimited(hr_dev->dev, 69 ret = hr_dev->hw->poll_mbox_done(hr_dev); 73 atomic64_inc(&hr_dev 78 hns_roce_cmd_mbox_poll(struct hns_roce_dev *hr_dev, struct hns_roce_mbox_msg *mbox_msg) argument 90 hns_roce_cmd_event(struct hns_roce_dev *hr_dev, u16 token, u8 status, u64 out_param) argument 109 __hns_roce_cmd_mbox_wait(struct hns_roce_dev *hr_dev, struct hns_roce_mbox_msg *mbox_msg) argument 158 hns_roce_cmd_mbox_wait(struct hns_roce_dev *hr_dev, struct hns_roce_mbox_msg *mbox_msg) argument 170 hns_roce_cmd_mbox(struct hns_roce_dev *hr_dev, u64 in_param, u64 out_param, u8 cmd, unsigned long tag) argument 197 hns_roce_cmd_init(struct hns_roce_dev *hr_dev) argument 211 hns_roce_cmd_cleanup(struct hns_roce_dev *hr_dev) argument 216 hns_roce_cmd_use_events(struct hns_roce_dev *hr_dev) argument 244 hns_roce_cmd_use_polling(struct hns_roce_dev *hr_dev) argument 253 hns_roce_alloc_cmd_mailbox(struct hns_roce_dev *hr_dev) argument 271 hns_roce_free_cmd_mailbox(struct hns_roce_dev *hr_dev, struct hns_roce_cmd_mailbox *mailbox) argument [all...] |
H A D | hns_roce_hem.h | 88 void hns_roce_free_hem(struct hns_roce_dev *hr_dev, struct hns_roce_hem *hem); 89 int hns_roce_table_get(struct hns_roce_dev *hr_dev, 91 void hns_roce_table_put(struct hns_roce_dev *hr_dev, 93 void *hns_roce_table_find(struct hns_roce_dev *hr_dev, 96 int hns_roce_init_hem_table(struct hns_roce_dev *hr_dev, 99 void hns_roce_cleanup_hem_table(struct hns_roce_dev *hr_dev, 101 void hns_roce_cleanup_hem(struct hns_roce_dev *hr_dev); 102 int hns_roce_calc_hem_mhop(struct hns_roce_dev *hr_dev, 105 bool hns_roce_check_whether_mhop(struct hns_roce_dev *hr_dev, u32 type); 110 int hns_roce_hem_list_request(struct hns_roce_dev *hr_dev, [all...] |
H A D | hns_roce_hem.c | 48 bool hns_roce_check_whether_mhop(struct hns_roce_dev *hr_dev, u32 type) argument 54 hop_num = hr_dev->caps.qpc_hop_num; 57 hop_num = hr_dev->caps.mpt_hop_num; 60 hop_num = hr_dev->caps.cqc_hop_num; 63 hop_num = hr_dev->caps.srqc_hop_num; 66 hop_num = hr_dev->caps.sccc_hop_num; 69 hop_num = hr_dev->caps.qpc_timer_hop_num; 72 hop_num = hr_dev->caps.cqc_timer_hop_num; 75 hop_num = hr_dev->caps.gmv_hop_num; 122 static int get_hem_table_config(struct hns_roce_dev *hr_dev, argument 202 hns_roce_calc_hem_mhop(struct hns_roce_dev *hr_dev, struct hns_roce_hem_table *table, unsigned long *obj, struct hns_roce_hem_mhop *mhop) argument 251 hns_roce_alloc_hem(struct hns_roce_dev *hr_dev, unsigned long hem_alloc_size, gfp_t gfp_mask) argument 288 hns_roce_free_hem(struct hns_roce_dev *hr_dev, struct hns_roce_hem *hem) argument 298 calc_hem_config(struct hns_roce_dev *hr_dev, struct hns_roce_hem_table *table, unsigned long obj, struct hns_roce_hem_mhop *mhop, struct hns_roce_hem_index *index) argument 348 free_mhop_hem(struct hns_roce_dev *hr_dev, struct hns_roce_hem_table *table, struct hns_roce_hem_mhop *mhop, struct hns_roce_hem_index *index) argument 374 alloc_mhop_hem(struct hns_roce_dev *hr_dev, struct hns_roce_hem_table *table, struct hns_roce_hem_mhop *mhop, struct hns_roce_hem_index *index) argument 446 set_mhop_hem(struct hns_roce_dev *hr_dev, struct hns_roce_hem_table *table, unsigned long obj, struct hns_roce_hem_mhop *mhop, struct hns_roce_hem_index *index) argument 484 hns_roce_table_mhop_get(struct hns_roce_dev *hr_dev, struct hns_roce_hem_table *table, unsigned long obj) argument 530 hns_roce_table_get(struct hns_roce_dev *hr_dev, struct hns_roce_hem_table *table, unsigned long obj) argument 573 clear_mhop_hem(struct hns_roce_dev *hr_dev, struct hns_roce_hem_table *table, unsigned long obj, struct hns_roce_hem_mhop *mhop, struct hns_roce_hem_index *index) argument 627 hns_roce_table_mhop_put(struct hns_roce_dev *hr_dev, struct hns_roce_hem_table *table, unsigned long obj, int check_refcount) argument 655 hns_roce_table_put(struct hns_roce_dev *hr_dev, struct hns_roce_hem_table *table, unsigned long obj) argument 684 hns_roce_table_find(struct hns_roce_dev *hr_dev, struct hns_roce_hem_table *table, unsigned long obj, dma_addr_t *dma_handle) argument 736 hns_roce_init_hem_table(struct hns_roce_dev *hr_dev, struct hns_roce_hem_table *table, u32 type, unsigned long obj_size, unsigned long nobj) argument 839 hns_roce_cleanup_mhop_hem_table(struct hns_roce_dev *hr_dev, struct hns_roce_hem_table *table) argument 870 hns_roce_cleanup_hem_table(struct hns_roce_dev *hr_dev, struct hns_roce_hem_table *table) argument 897 hns_roce_cleanup_hem(struct hns_roce_dev *hr_dev) argument 942 hem_list_alloc_item(struct hns_roce_dev *hr_dev, int start, int end, int count, bool exist_bt) argument 969 hem_list_free_item(struct hns_roce_dev *hr_dev, struct hns_roce_hem_item *hem, bool exist_bt) argument 978 hem_list_free_all(struct hns_roce_dev *hr_dev, struct list_head *head, bool exist_bt) argument 989 hem_list_link_bt(struct hns_roce_dev *hr_dev, void *base_addr, u64 table_addr) argument 996 hem_list_assign_bt(struct hns_roce_dev *hr_dev, struct hns_roce_hem_item *hem, void *cpu_addr, u64 phy_addr) argument 1099 hem_list_alloc_mid_bt(struct hns_roce_dev *hr_dev, const struct hns_roce_buf_region *r, int unit, int offset, struct list_head *mid_bt, struct list_head *btm_bt) argument 1185 alloc_root_hem(struct hns_roce_dev *hr_dev, int unit, int *max_ba_num, const struct hns_roce_buf_region *regions, int region_cnt) argument 1213 alloc_fake_root_bt(struct hns_roce_dev *hr_dev, void *cpu_base, u64 phy_base, const struct hns_roce_buf_region *r, struct list_head *branch_head, struct list_head *leaf_head) argument 1232 setup_middle_bt(struct hns_roce_dev *hr_dev, void *cpu_base, int unit, const struct hns_roce_buf_region *r, const struct list_head *branch_head) argument 1256 setup_root_hem(struct hns_roce_dev *hr_dev, struct hns_roce_hem_list *hem_list, int unit, int max_ba_num, struct hns_roce_hem_head *head, const struct hns_roce_buf_region *regions, int region_cnt) argument 1306 hem_list_alloc_root_bt(struct hns_roce_dev *hr_dev, struct hns_roce_hem_list *hem_list, int unit, const struct hns_roce_buf_region *regions, int region_cnt) argument 1348 hns_roce_hem_list_request(struct hns_roce_dev *hr_dev, struct hns_roce_hem_list *hem_list, const struct hns_roce_buf_region *regions, int region_cnt, unsigned int bt_pg_shift) argument 1397 hns_roce_hem_list_release(struct hns_roce_dev *hr_dev, struct hns_roce_hem_list *hem_list) argument 1423 hns_roce_hem_list_find_mtt(struct hns_roce_dev *hr_dev, struct hns_roce_hem_list *hem_list, int offset, int *mtt_cnt) argument [all...] |
H A D | hns_roce_debugfs.c | 63 struct hns_roce_dev *hr_dev = file->private; local 68 atomic64_read(&hr_dev->dfx_cnt[i])); 73 static void create_sw_stat_debugfs(struct hns_roce_dev *hr_dev, argument 76 struct hns_sw_stat_debugfs *dbgfs = &hr_dev->dbgfs.sw_stat_root; 81 sw_stat_debugfs_show, hr_dev); 85 void hns_roce_register_debugfs(struct hns_roce_dev *hr_dev) argument 87 struct hns_roce_dev_debugfs *dbgfs = &hr_dev->dbgfs; 89 dbgfs->root = debugfs_create_dir(dev_name(&hr_dev->ib_dev.dev), 92 create_sw_stat_debugfs(hr_dev, dbgfs->root); 95 void hns_roce_unregister_debugfs(struct hns_roce_dev *hr_dev) argument [all...] |
H A D | hns_roce_srq.c | 13 void hns_roce_srq_event(struct hns_roce_dev *hr_dev, u32 srqn, int event_type) argument 15 struct hns_roce_srq_table *srq_table = &hr_dev->srq_table; 19 srq = xa_load(&srq_table->xa, srqn & (hr_dev->caps.num_srqs - 1)); 25 dev_warn(hr_dev->dev, "Async event for bogus SRQ %08x\n", srqn); 38 struct hns_roce_dev *hr_dev = to_hr_dev(srq->ibsrq.device); local 53 dev_err(hr_dev->dev, 63 static int alloc_srqn(struct hns_roce_dev *hr_dev, struct hns_roce_srq *srq) argument 65 struct hns_roce_ida *srq_ida = &hr_dev->srq_table.srq_ida; 71 ibdev_err(&hr_dev->ib_dev, "failed to alloc srq(%d).\n", id); 80 static void free_srqn(struct hns_roce_dev *hr_dev, struc argument 85 hns_roce_create_srqc(struct hns_roce_dev *hr_dev, struct hns_roce_srq *srq) argument 114 alloc_srqc(struct hns_roce_dev *hr_dev, struct hns_roce_srq *srq) argument 146 free_srqc(struct hns_roce_dev *hr_dev, struct hns_roce_srq *srq) argument 166 alloc_srq_idx(struct hns_roce_dev *hr_dev, struct hns_roce_srq *srq, struct ib_udata *udata, unsigned long addr) argument 210 free_srq_idx(struct hns_roce_dev *hr_dev, struct hns_roce_srq *srq) argument 219 alloc_srq_wqe_buf(struct hns_roce_dev *hr_dev, struct hns_roce_srq *srq, struct ib_udata *udata, unsigned long addr) argument 247 free_srq_wqe_buf(struct hns_roce_dev *hr_dev, struct hns_roce_srq *srq) argument 253 alloc_srq_wrid(struct hns_roce_dev *hr_dev, struct hns_roce_srq *srq) argument 294 struct hns_roce_dev *hr_dev = to_hr_dev(srq->ibsrq.device); local 343 alloc_srq_buf(struct hns_roce_dev *hr_dev, struct hns_roce_srq *srq, struct ib_udata *udata) argument 384 free_srq_buf(struct hns_roce_dev *hr_dev, struct hns_roce_srq *srq) argument 406 free_srq_db(struct hns_roce_dev *hr_dev, struct hns_roce_srq *srq, struct ib_udata *udata) argument 425 alloc_srq_db(struct hns_roce_dev *hr_dev, struct hns_roce_srq *srq, struct ib_udata *udata, struct hns_roce_ib_create_srq_resp *resp) argument 468 struct hns_roce_dev *hr_dev = to_hr_dev(ib_srq->device); local 528 struct hns_roce_dev *hr_dev = to_hr_dev(ibsrq->device); local 538 hns_roce_init_srq_table(struct hns_roce_dev *hr_dev) argument [all...] |
H A D | hns_roce_cq.c | 58 static int alloc_cqn(struct hns_roce_dev *hr_dev, struct hns_roce_cq *hr_cq) argument 60 struct hns_roce_cq_table *cq_table = &hr_dev->cq_table; 89 static void free_cqn(struct hns_roce_dev *hr_dev, unsigned long cqn) argument 91 struct hns_roce_cq_table *cq_table = &hr_dev->cq_table; 103 static int hns_roce_create_cqc(struct hns_roce_dev *hr_dev, argument 107 struct ib_device *ibdev = &hr_dev->ib_dev; 111 mailbox = hns_roce_alloc_cmd_mailbox(hr_dev); 117 hr_dev->hw->write_cqc(hr_dev, hr_cq, mailbox->buf, mtts, dma_handle); 119 ret = hns_roce_create_hw_ctx(hr_dev, mailbo 131 alloc_cqc(struct hns_roce_dev *hr_dev, struct hns_roce_cq *hr_cq) argument 173 free_cqc(struct hns_roce_dev *hr_dev, struct hns_roce_cq *hr_cq) argument 198 alloc_cq_buf(struct hns_roce_dev *hr_dev, struct hns_roce_cq *hr_cq, struct ib_udata *udata, unsigned long addr) argument 219 free_cq_buf(struct hns_roce_dev *hr_dev, struct hns_roce_cq *hr_cq) argument 224 alloc_cq_db(struct hns_roce_dev *hr_dev, struct hns_roce_cq *hr_cq, struct ib_udata *udata, unsigned long addr, struct hns_roce_ib_create_cq_resp *resp) argument 259 free_cq_db(struct hns_roce_dev *hr_dev, struct hns_roce_cq *hr_cq, struct ib_udata *udata) argument 278 verify_cq_create_attr(struct hns_roce_dev *hr_dev, const struct ib_cq_init_attr *attr) argument 316 struct hns_roce_dev *hr_dev = to_hr_dev(hr_cq->ib_cq.device); local 332 struct hns_roce_dev *hr_dev = to_hr_dev(hr_cq->ib_cq.device); local 358 struct hns_roce_dev *hr_dev = to_hr_dev(ib_cq->device); local 442 struct hns_roce_dev *hr_dev = to_hr_dev(ib_cq->device); local 453 hns_roce_cq_completion(struct hns_roce_dev *hr_dev, u32 cqn) argument 472 hns_roce_cq_event(struct hns_roce_dev *hr_dev, u32 cqn, int event_type) argument 508 hns_roce_init_cq_table(struct hns_roce_dev *hr_dev) argument 531 hns_roce_cleanup_cq_table(struct hns_roce_dev *hr_dev) argument [all...] |
H A D | hns_roce_debugfs.h | 30 void hns_roce_register_debugfs(struct hns_roce_dev *hr_dev); 31 void hns_roce_unregister_debugfs(struct hns_roce_dev *hr_dev);
|
H A D | hns_roce_qp.c | 48 struct device *dev = flush_work->hr_dev->dev; 71 void init_flush_work(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) argument 75 flush_work->hr_dev = hr_dev; 78 queue_work(hr_dev->irq_workq, &flush_work->work); 96 void hns_roce_qp_event(struct hns_roce_dev *hr_dev, u32 qpn, int event_type) argument 98 struct device *dev = hr_dev->dev; 101 xa_lock(&hr_dev->qp_table_xa); 102 qp = __hns_roce_qp_lookup(hr_dev, qpn); 105 xa_unlock(&hr_dev 227 alloc_qpn(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_qp_init_attr *init_attr) argument 259 add_qp_to_list(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_cq *send_cq, struct ib_cq *recv_cq) argument 282 hns_roce_qp_store(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_qp_init_attr *init_attr) argument 303 alloc_qpc(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) argument 367 hns_roce_qp_remove(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) argument 386 free_qpc(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) argument 401 free_qpn(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) argument 442 set_rq_size(struct hns_roce_dev *hr_dev, struct ib_qp_cap *cap, struct hns_roce_qp *hr_qp, int has_rq, bool user) argument 488 get_max_inline_data(struct hns_roce_dev *hr_dev, struct ib_qp_cap *cap) argument 547 set_ext_sge_param(struct hns_roce_dev *hr_dev, u32 sq_wqe_cnt, struct hns_roce_qp *hr_qp, struct ib_qp_cap *cap) argument 593 check_sq_size_with_integrity(struct hns_roce_dev *hr_dev, struct ib_qp_cap *cap, struct hns_roce_ib_create_qp *ucmd) argument 616 set_user_sq_size(struct hns_roce_dev *hr_dev, struct ib_qp_cap *cap, struct hns_roce_qp *hr_qp, struct hns_roce_ib_create_qp *ucmd) argument 644 set_wqe_buf_attr(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct hns_roce_buf_attr *buf_attr) argument 695 set_kernel_sq_size(struct hns_roce_dev *hr_dev, struct ib_qp_cap *cap, struct hns_roce_qp *hr_qp) argument 744 alloc_qp_buf(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_qp_init_attr *init_attr, struct ib_udata *udata, unsigned long addr) argument 775 free_qp_buf(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) argument 780 user_qp_has_sdb(struct hns_roce_dev *hr_dev, struct ib_qp_init_attr *init_attr, struct ib_udata *udata, struct hns_roce_ib_create_qp_resp *resp, struct hns_roce_ib_create_qp *ucmd) argument 792 user_qp_has_rdb(struct hns_roce_dev *hr_dev, struct ib_qp_init_attr *init_attr, struct ib_udata *udata, struct hns_roce_ib_create_qp_resp *resp) argument 802 kernel_qp_has_rdb(struct hns_roce_dev *hr_dev, struct ib_qp_init_attr *init_attr) argument 809 qp_mmap_entry(struct hns_roce_qp *hr_qp, struct hns_roce_dev *hr_dev, struct ib_udata *udata, struct hns_roce_ib_create_qp_resp *resp) argument 838 alloc_user_qp_db(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_qp_init_attr *init_attr, struct ib_udata *udata, struct hns_roce_ib_create_qp *ucmd, struct hns_roce_ib_create_qp_resp *resp) argument 881 alloc_kernel_qp_db(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_qp_init_attr *init_attr) argument 913 alloc_qp_db(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_qp_init_attr *init_attr, struct ib_udata *udata, struct hns_roce_ib_create_qp *ucmd, struct hns_roce_ib_create_qp_resp *resp) argument 950 free_qp_db(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_udata *udata) argument 969 alloc_kernel_wrid(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) argument 1007 default_congest_type(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) argument 1020 struct hns_roce_dev *hr_dev = to_hr_dev(hr_qp->ibqp.device); local 1049 set_congest_param(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct hns_roce_ib_create_qp *ucmd) argument 1061 set_qp_param(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_qp_init_attr *init_attr, struct ib_udata *udata, struct hns_roce_ib_create_qp *ucmd) argument 1119 hns_roce_create_qp_common(struct hns_roce_dev *hr_dev, struct ib_pd *ib_pd, struct ib_qp_init_attr *init_attr, struct ib_udata *udata, struct hns_roce_qp *hr_qp) argument 1225 hns_roce_qp_destroy(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_udata *udata) argument 1239 check_qp_type(struct hns_roce_dev *hr_dev, enum ib_qp_type type, bool is_user) argument 1272 struct hns_roce_dev *hr_dev = to_hr_dev(ibdev); local 1317 check_mtu_validate(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_qp_attr *attr, int attr_mask) argument 1342 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); local 1388 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); local 1526 hns_roce_init_qp_table(struct hns_roce_dev *hr_dev) argument 1558 hns_roce_cleanup_qp_table(struct hns_roce_dev *hr_dev) argument [all...] |
H A D | hns_roce_mr.c | 52 static int alloc_mr_key(struct hns_roce_dev *hr_dev, struct hns_roce_mr *mr) argument 54 struct hns_roce_ida *mtpt_ida = &hr_dev->mr_table.mtpt_ida; 55 struct ib_device *ibdev = &hr_dev->ib_dev; 69 err = hns_roce_table_get(hr_dev, &hr_dev->mr_table.mtpt_table, 82 static void free_mr_key(struct hns_roce_dev *hr_dev, struct hns_roce_mr *mr) argument 86 hns_roce_table_put(hr_dev, &hr_dev->mr_table.mtpt_table, obj); 87 ida_free(&hr_dev->mr_table.mtpt_ida.ida, (int)obj); 90 static int alloc_mr_pbl(struct hns_roce_dev *hr_dev, struc argument 126 free_mr_pbl(struct hns_roce_dev *hr_dev, struct hns_roce_mr *mr) argument 131 hns_roce_mr_free(struct hns_roce_dev *hr_dev, struct hns_roce_mr *mr) argument 149 hns_roce_mr_enable(struct hns_roce_dev *hr_dev, struct hns_roce_mr *mr) argument 186 hns_roce_init_mr_table(struct hns_roce_dev *hr_dev) argument 197 struct hns_roce_dev *hr_dev = to_hr_dev(pd->device); local 234 struct hns_roce_dev *hr_dev = to_hr_dev(pd->device); local 283 struct hns_roce_dev *hr_dev = to_hr_dev(ibmr->device); local 361 struct hns_roce_dev *hr_dev = to_hr_dev(ibmr->device); local 376 struct hns_roce_dev *hr_dev = to_hr_dev(pd->device); local 440 struct hns_roce_dev *hr_dev = to_hr_dev(ibmr->device); local 479 hns_roce_mw_free(struct hns_roce_dev *hr_dev, struct hns_roce_mw *mw) argument 500 hns_roce_mw_enable(struct hns_roce_dev *hr_dev, struct hns_roce_mw *mw) argument 550 struct hns_roce_dev *hr_dev = to_hr_dev(ibmw->device); local 586 struct hns_roce_dev *hr_dev = to_hr_dev(ibmw->device); local 593 mtr_map_region(struct hns_roce_dev *hr_dev, struct hns_roce_mtr *mtr, struct hns_roce_buf_region *region, dma_addr_t *pages, int max_count) argument 669 mtr_free_bufs(struct hns_roce_dev *hr_dev, struct hns_roce_mtr *mtr) argument 684 mtr_alloc_bufs(struct hns_roce_dev *hr_dev, struct hns_roce_mtr *mtr, struct hns_roce_buf_attr *buf_attr, struct ib_udata *udata, unsigned long user_addr) argument 742 mtr_map_bufs(struct hns_roce_dev *hr_dev, struct hns_roce_mtr *mtr) argument 792 hns_roce_mtr_map(struct hns_roce_dev *hr_dev, struct hns_roce_mtr *mtr, dma_addr_t *pages, unsigned int page_cnt) argument 877 hns_roce_get_mhop_mtt(struct hns_roce_dev *hr_dev, struct hns_roce_mtr *mtr, u32 start_index, u64 *mtt_buf, int mtt_cnt) argument 907 hns_roce_mtr_find(struct hns_roce_dev *hr_dev, struct hns_roce_mtr *mtr, u32 offset, u64 *mtt_buf, int mtt_max) argument 930 get_best_page_shift(struct hns_roce_dev *hr_dev, struct hns_roce_mtr *mtr, struct hns_roce_buf_attr *buf_attr) argument 949 get_best_hop_num(struct hns_roce_dev *hr_dev, struct hns_roce_mtr *mtr, struct hns_roce_buf_attr *buf_attr, unsigned int ba_pg_shift) argument 993 is_buf_attr_valid(struct hns_roce_dev *hr_dev, struct hns_roce_buf_attr *attr) argument 1009 mtr_init_buf_cfg(struct hns_roce_dev *hr_dev, struct hns_roce_mtr *mtr, struct hns_roce_buf_attr *attr) argument 1067 cal_best_bt_pg_sz(struct hns_roce_dev *hr_dev, struct hns_roce_mtr *mtr, unsigned int pg_shift) argument 1100 mtr_alloc_mtt(struct hns_roce_dev *hr_dev, struct hns_roce_mtr *mtr, unsigned int ba_page_shift) argument 1126 mtr_free_mtt(struct hns_roce_dev *hr_dev, struct hns_roce_mtr *mtr) argument 1141 hns_roce_mtr_create(struct hns_roce_dev *hr_dev, struct hns_roce_mtr *mtr, struct hns_roce_buf_attr *buf_attr, unsigned int ba_page_shift, struct ib_udata *udata, unsigned long user_addr) argument 1202 hns_roce_mtr_destroy(struct hns_roce_dev *hr_dev, struct hns_roce_mtr *mtr) argument [all...] |
H A D | hns_roce_alloc.c | 38 void hns_roce_buf_free(struct hns_roce_dev *hr_dev, struct hns_roce_buf *buf) argument 50 dma_free_coherent(hr_dev->dev, 1 << buf->trunk_shift, 66 struct hns_roce_buf *hns_roce_buf_alloc(struct hns_roce_dev *hr_dev, u32 size, argument 105 trunks[i].buf = dma_alloc_coherent(hr_dev->dev, trunk_size, 118 dma_free_coherent(hr_dev->dev, trunk_size, 132 int hns_roce_get_kmem_bufs(struct hns_roce_dev *hr_dev, dma_addr_t *bufs, argument 141 dev_err(hr_dev->dev, "failed to check kmem buf shift %u > %u\n", 156 int hns_roce_get_umem_bufs(struct hns_roce_dev *hr_dev, dma_addr_t *bufs, argument 174 void hns_roce_cleanup_bitmap(struct hns_roce_dev *hr_dev) argument 176 if (hr_dev [all...] |
H A D | hns_roce_hw_v2.c | 270 struct hns_roce_dev *hr_dev = to_hr_dev(qp->ibqp.device); local 274 ibdev_err(&hr_dev->ib_dev, 287 struct hns_roce_dev *hr_dev = to_hr_dev(qp->ibqp.device); local 289 struct ib_device *ibdev = &hr_dev->ib_dev; 372 static int check_send_valid(struct hns_roce_dev *hr_dev, argument 375 struct ib_device *ibdev = &hr_dev->ib_dev; 383 } else if (unlikely(hr_dev->state >= HNS_ROCE_DEVICE_STATE_RST_DOWN)) { 385 hr_dev->state); 440 struct hns_roce_dev *hr_dev = to_hr_dev(ib_dev); local 457 if (hr_dev 523 set_rc_opcode(struct hns_roce_dev *hr_dev, struct hns_roce_v2_rc_send_wqe *rc_sq_wqe, const struct ib_send_wr *wr) argument 573 struct hns_roce_dev *hr_dev = to_hr_dev(qp->ibqp.device); local 619 update_sq_db(struct hns_roce_dev *hr_dev, struct hns_roce_qp *qp) argument 636 update_rq_db(struct hns_roce_dev *hr_dev, struct hns_roce_qp *qp) argument 658 hns_roce_write512(struct hns_roce_dev *hr_dev, u64 *val, u64 __iomem *dest) argument 672 write_dwqe(struct hns_roce_dev *hr_dev, struct hns_roce_qp *qp, void *wqe) argument 692 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); local 765 check_recv_valid(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) argument 817 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); local 946 struct hns_roce_dev *hr_dev = to_hr_dev(srq->ibsrq.device); local 1003 hns_roce_v2_cmd_hw_reseted(struct hns_roce_dev *hr_dev, unsigned long instance_stage, unsigned long reset_stage) argument 1026 hns_roce_v2_cmd_hw_resetting(struct hns_roce_dev *hr_dev, unsigned long instance_stage, unsigned long reset_stage) argument 1063 hns_roce_v2_cmd_sw_resetting(struct hns_roce_dev *hr_dev) argument 1080 check_aedev_reset_status(struct hns_roce_dev *hr_dev, struct hnae3_handle *handle) argument 1116 check_device_is_in_reset(struct hns_roce_dev *hr_dev) argument 1134 v2_chk_mbox_is_avail(struct hns_roce_dev *hr_dev, bool *busy) argument 1149 hns_roce_alloc_cmq_desc(struct hns_roce_dev *hr_dev, struct hns_roce_v2_cmq_ring *ring) argument 1162 hns_roce_free_cmq_desc(struct hns_roce_dev *hr_dev, struct hns_roce_v2_cmq_ring *ring) argument 1172 init_csq(struct hns_roce_dev *hr_dev, struct hns_roce_v2_cmq_ring *csq) argument 1200 hns_roce_v2_cmq_init(struct hns_roce_dev *hr_dev) argument 1214 hns_roce_v2_cmq_exit(struct hns_roce_dev *hr_dev) argument 1234 hns_roce_cmq_csq_done(struct hns_roce_dev *hr_dev) argument 1242 update_cmdq_status(struct hns_roce_dev *hr_dev) argument 1276 __hns_roce_cmq_send(struct hns_roce_dev *hr_dev, struct hns_roce_cmq_desc *desc, int num) argument 1345 hns_roce_cmq_send(struct hns_roce_dev *hr_dev, struct hns_roce_cmq_desc *desc, int num) argument 1366 config_hem_ba_to_hw(struct hns_roce_dev *hr_dev, dma_addr_t base_addr, u8 cmd, unsigned long tag) argument 1381 hns_roce_cmq_query_hw_info(struct hns_roce_dev *hr_dev) argument 1399 func_clr_hw_resetting_state(struct hns_roce_dev *hr_dev, struct hnae3_handle *handle) argument 1424 func_clr_sw_resetting_state(struct hns_roce_dev *hr_dev, struct hnae3_handle *handle) argument 1450 hns_roce_func_clr_rst_proc(struct hns_roce_dev *hr_dev, int retval, int flag) argument 1482 __hns_roce_function_clear(struct hns_roce_dev *hr_dev, int vf_id) argument 1532 hns_roce_free_vf_resource(struct hns_roce_dev *hr_dev, int vf_id) argument 1547 hns_roce_function_clear(struct hns_roce_dev *hr_dev) argument 1569 hns_roce_clear_extdb_list_info(struct hns_roce_dev *hr_dev) argument 1585 hns_roce_query_fw_ver(struct hns_roce_dev *hr_dev) argument 1602 hns_roce_query_func_info(struct hns_roce_dev *hr_dev) argument 1626 hns_roce_hw_v2_query_counter(struct hns_roce_dev *hr_dev, u64 *stats, u32 port, int *num_counters) argument 1676 hns_roce_config_global_param(struct hns_roce_dev *hr_dev) argument 1696 load_func_res_caps(struct hns_roce_dev *hr_dev, bool is_vf) argument 1744 load_pf_timer_res_caps(struct hns_roce_dev *hr_dev) argument 1764 hns_roce_query_pf_resource(struct hns_roce_dev *hr_dev) argument 1783 hns_roce_query_vf_resource(struct hns_roce_dev *hr_dev) argument 1795 __hns_roce_set_vf_switch_param(struct hns_roce_dev *hr_dev, u32 vf_id) argument 1819 hns_roce_set_vf_switch_param(struct hns_roce_dev *hr_dev) argument 1832 config_vf_hem_resource(struct hns_roce_dev *hr_dev, int vf_id) argument 1877 hns_roce_alloc_vf_resource(struct hns_roce_dev *hr_dev) argument 1896 hns_roce_v2_set_bt(struct hns_roce_dev *hr_dev) argument 1984 set_hem_page_size(struct hns_roce_dev *hr_dev) argument 2061 apply_func_caps(struct hns_roce_dev *hr_dev) argument 2131 hns_roce_query_caps(struct hns_roce_dev *hr_dev) argument 2262 config_hem_entry_size(struct hns_roce_dev *hr_dev, u32 type, u32 val) argument 2276 hns_roce_config_entry_size(struct hns_roce_dev *hr_dev) argument 2299 hns_roce_v2_vf_profile(struct hns_roce_dev *hr_dev) argument 2327 hns_roce_v2_pf_profile(struct hns_roce_dev *hr_dev) argument 2380 hns_roce_v2_profile(struct hns_roce_dev *hr_dev) argument 2426 set_llm_cfg_to_hw(struct hns_roce_dev *hr_dev, struct hns_roce_link_table *table) argument 2462 alloc_link_table_buf(struct hns_roce_dev *hr_dev) argument 2492 free_link_table_buf(struct hns_roce_dev *hr_dev, struct hns_roce_link_table *tbl) argument 2505 hns_roce_init_link_table(struct hns_roce_dev *hr_dev) argument 2531 hns_roce_free_link_table(struct hns_roce_dev *hr_dev) argument 2538 free_dip_list(struct hns_roce_dev *hr_dev) argument 2554 free_mr_init_pd(struct hns_roce_dev *hr_dev) argument 2582 free_mr_init_cq(struct hns_roce_dev *hr_dev) argument 2616 free_mr_init_qp(struct hns_roce_dev *hr_dev, struct ib_cq *cq, struct ib_qp_init_attr *init_attr, int i) argument 2647 free_mr_exit(struct hns_roce_dev *hr_dev) argument 2676 free_mr_alloc_res(struct hns_roce_dev *hr_dev) argument 2728 free_mr_modify_rsv_qp(struct hns_roce_dev *hr_dev, struct ib_qp_attr *attr, int sl_num) argument 2794 free_mr_modify_qp(struct hns_roce_dev *hr_dev) argument 2815 free_mr_init(struct hns_roce_dev *hr_dev) argument 2839 get_hem_table(struct hns_roce_dev *hr_dev) argument 2897 put_hem_table(struct hns_roce_dev *hr_dev) argument 2914 hns_roce_v2_init(struct hns_roce_dev *hr_dev) argument 2944 hns_roce_v2_exit(struct hns_roce_dev *hr_dev) argument 2955 hns_roce_mbox_post(struct hns_roce_dev *hr_dev, struct hns_roce_mbox_msg *mbox_msg) argument 2974 v2_wait_mbox_complete(struct hns_roce_dev *hr_dev, u32 timeout, u8 *complete_status) argument 3025 v2_post_mbox(struct hns_roce_dev *hr_dev, struct hns_roce_mbox_msg *mbox_msg) argument 3050 v2_poll_mbox_done(struct hns_roce_dev *hr_dev) argument 3083 config_sgid_table(struct hns_roce_dev *hr_dev, int gid_index, const union ib_gid *gid, enum hns_roce_sgid_type sgid_type) argument 3101 config_gmv_table(struct hns_roce_dev *hr_dev, int gid_index, const union ib_gid *gid, enum hns_roce_sgid_type sgid_type, const struct ib_gid_attr *attr) argument 3141 hns_roce_v2_set_gid(struct hns_roce_dev *hr_dev, int gid_index, const union ib_gid *gid, const struct ib_gid_attr *attr) argument 3171 hns_roce_v2_set_mac(struct hns_roce_dev *hr_dev, u8 phy_port, const u8 *addr) argument 3192 set_mtpt_pbl(struct hns_roce_dev *hr_dev, struct hns_roce_v2_mpt_entry *mpt_entry, struct hns_roce_mr *mr) argument 3230 hns_roce_v2_write_mtpt(struct hns_roce_dev *hr_dev, void *mb_buf, struct hns_roce_mr *mr) argument 3274 hns_roce_v2_rereg_write_mtpt(struct hns_roce_dev *hr_dev, struct hns_roce_mr *mr, int flags, void *mb_buf) argument 3310 hns_roce_v2_frmr_write_mtpt(struct hns_roce_dev *hr_dev, void *mb_buf, struct hns_roce_mr *mr) argument 3378 struct hns_roce_dev *hr_dev = to_hr_dev(hr_qp->ibqp.device); local 3401 free_mr_send_cmd_to_hw(struct hns_roce_dev *hr_dev) argument 3462 hns_roce_v2_dereg_mr(struct hns_roce_dev *hr_dev) argument 3482 update_cq_db(struct hns_roce_dev *hr_dev, struct hns_roce_cq *hr_cq) argument 3502 struct hns_roce_dev *hr_dev = to_hr_dev(hr_cq->ib_cq.device); local 3550 hns_roce_v2_write_cqc(struct hns_roce_dev *hr_dev, struct hns_roce_cq *hr_cq, void *mb_buf, u64 *mtts, dma_addr_t dma_handle) argument 3602 struct hns_roce_dev *hr_dev = to_hr_dev(ibcq->device); local 3674 get_cqe_status(struct hns_roce_dev *hr_dev, struct hns_roce_qp *qp, struct hns_roce_cq *cq, struct hns_roce_v2_cqe *cqe, struct ib_wc *wc) argument 3733 struct hns_roce_dev *hr_dev = to_hr_dev(hr_cq->ib_cq.device); local 3886 struct hns_roce_dev *hr_dev = to_hr_dev(hr_cq->ib_cq.device); local 3951 struct hns_roce_dev *hr_dev = to_hr_dev(ibcq->device); local 3985 get_op_for_set_hem(struct hns_roce_dev *hr_dev, u32 type, u32 step_idx, u8 *mbox_cmd) argument 4022 config_gmv_ba_to_hw(struct hns_roce_dev *hr_dev, unsigned long obj, dma_addr_t base_addr) argument 4039 set_hem_to_hw(struct hns_roce_dev *hr_dev, int obj, dma_addr_t base_addr, u32 hem_type, u32 step_idx) argument 4058 hns_roce_v2_set_hem(struct hns_roce_dev *hr_dev, struct hns_roce_hem_table *table, int obj, u32 step_idx) argument 4112 hns_roce_v2_clear_hem(struct hns_roce_dev *hr_dev, struct hns_roce_hem_table *table, int tag, u32 step_idx) argument 4160 hns_roce_v2_qp_modify(struct hns_roce_dev *hr_dev, struct hns_roce_v2_qp_context *context, struct hns_roce_v2_qp_context *qpc_mask, struct hns_roce_qp *hr_qp) argument 4247 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); local 4333 config_qp_rq_buf(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct hns_roce_v2_qp_context *context, struct hns_roce_v2_qp_context *qpc_mask) argument 4407 config_qp_sq_buf(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct hns_roce_v2_qp_context *context, struct hns_roce_v2_qp_context *qpc_mask) argument 4482 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); local 4627 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); local 4674 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); local 4788 struct hns_roce_dev *hr_dev = to_hr_dev(ibdev); local 4838 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); local 4975 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); local 4999 check_qp_timeout_cfg_range(struct hns_roce_dev *hr_dev, u8 *timeout) argument 5028 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); local 5128 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); local 5196 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); local 5274 hns_roce_v2_query_qpc(struct hns_roce_dev *hr_dev, u32 qpn, void *buffer) argument 5296 hns_roce_v2_query_srqc(struct hns_roce_dev *hr_dev, u32 srqn, void *buffer) argument 5320 hns_roce_v2_query_sccc(struct hns_roce_dev *hr_dev, u32 qpn, void *buffer) argument 5344 get_qp_timeout_attr(struct hns_roce_dev *hr_dev, struct hns_roce_v2_qp_context *context) argument 5360 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); local 5468 hns_roce_v2_destroy_qp_common(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp, struct ib_udata *udata) argument 5514 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); local 5529 hns_roce_v2_qp_flow_control_init(struct hns_roce_dev *hr_dev, struct hns_roce_qp *hr_qp) argument 5595 struct hns_roce_dev *hr_dev = to_hr_dev(ibdev); local 5639 struct hns_roce_dev *hr_dev = to_hr_dev(ibdev); local 5698 struct hns_roce_dev *hr_dev = to_hr_dev(ibsrq->device); local 5749 struct hns_roce_dev *hr_dev = to_hr_dev(ibsrq->device); local 5780 struct hns_roce_dev *hr_dev = to_hr_dev(cq->device); local 5827 hns_roce_v2_query_cqc(struct hns_roce_dev *hr_dev, u32 cqn, void *buffer) argument 5856 hns_roce_v2_query_mpt(struct hns_roce_dev *hr_dev, u32 key, void *buffer) argument 5949 hns_roce_v2_init_irq_work(struct hns_roce_dev *hr_dev, struct hns_roce_eq *eq, u32 queue_num) argument 5968 struct hns_roce_dev *hr_dev = eq->hr_dev; local 6002 hns_roce_v2_aeq_int(struct hns_roce_dev *hr_dev, struct hns_roce_eq *eq) argument 6087 hns_roce_v2_ceq_int(struct hns_roce_dev *hr_dev, struct hns_roce_eq *eq) argument 6119 struct hns_roce_dev *hr_dev = eq->hr_dev; local 6132 abnormal_interrupt_basic(struct hns_roce_dev *hr_dev, u32 int_st) argument 6167 fmea_ram_ecc_query(struct hns_roce_dev *hr_dev, struct fmea_ram_ecc *ecc_info) argument 6186 fmea_recover_gmv(struct hns_roce_dev *hr_dev, u32 idx) argument 6225 fmea_recover_others(struct hns_roce_dev *hr_dev, u32 res_type, u32 index) argument 6259 fmea_ram_ecc_recover(struct hns_roce_dev *hr_dev, struct fmea_ram_ecc *ecc_info) argument 6286 struct hns_roce_dev *hr_dev = local 6305 struct hns_roce_dev *hr_dev = dev_id; local 6323 hns_roce_v2_int_mask_enable(struct hns_roce_dev *hr_dev, int eq_num, u32 enable_flag) argument 6336 hns_roce_v2_destroy_eqc(struct hns_roce_dev *hr_dev, u32 eqn) argument 6352 free_eq_buf(struct hns_roce_dev *hr_dev, struct hns_roce_eq *eq) argument 6357 init_eq_config(struct hns_roce_dev *hr_dev, struct hns_roce_eq *eq) argument 6367 config_eqc(struct hns_roce_dev *hr_dev, struct hns_roce_eq *eq, void *mb_buf) argument 6430 alloc_eq_buf(struct hns_roce_dev *hr_dev, struct hns_roce_eq *eq) argument 6454 hns_roce_v2_create_eq(struct hns_roce_dev *hr_dev, struct hns_roce_eq *eq, u8 eq_cmd) argument 6492 __hns_roce_request_irq(struct hns_roce_dev *hr_dev, int irq_num, int comp_num, int aeq_num, int other_num) argument 6561 __hns_roce_free_irq(struct hns_roce_dev *hr_dev) argument 6580 hns_roce_v2_init_eq_table(struct hns_roce_dev *hr_dev) argument 6669 hns_roce_v2_cleanup_eq_table(struct hns_roce_dev *hr_dev) argument 6757 hns_roce_hw_v2_get_cfg(struct hns_roce_dev *hr_dev, struct hnae3_handle *handle) argument 6796 struct hns_roce_dev *hr_dev; local 6844 struct hns_roce_dev *hr_dev = handle->priv; local 6919 struct hns_roce_dev *hr_dev; local [all...] |
H A D | hns_roce_restrack.c | 45 struct hns_roce_dev *hr_dev = to_hr_dev(ib_cq->device); local 50 if (!hr_dev->hw->query_cqc) 53 ret = hr_dev->hw->query_cqc(hr_dev, hr_cq->cqn, &context); 98 struct hns_roce_dev *hr_dev = to_hr_dev(ib_qp->device); local 106 if (!hr_dev->hw->query_qpc) 109 ret = hr_dev->hw->query_qpc(hr_dev, hr_qp->qpn, &context.qpc); 116 if (!(hr_dev->caps.flags & HNS_ROCE_CAP_FLAG_QP_FLOW_CTRL) || 117 !hr_dev 164 struct hns_roce_dev *hr_dev = to_hr_dev(ib_mr->device); local 213 struct hns_roce_dev *hr_dev = to_hr_dev(ib_srq->device); local [all...] |
H A D | hns_roce_device.h | 590 struct hns_roce_dev *hr_dev; member in struct:hns_roce_work 694 struct hns_roce_dev *hr_dev; member in struct:hns_roce_eq 908 int (*cmq_init)(struct hns_roce_dev *hr_dev); 909 void (*cmq_exit)(struct hns_roce_dev *hr_dev); 910 int (*hw_profile)(struct hns_roce_dev *hr_dev); 911 int (*hw_init)(struct hns_roce_dev *hr_dev); 912 void (*hw_exit)(struct hns_roce_dev *hr_dev); 913 int (*post_mbox)(struct hns_roce_dev *hr_dev, 915 int (*poll_mbox_done)(struct hns_roce_dev *hr_dev); 916 bool (*chk_mbox_avail)(struct hns_roce_dev *hr_dev, boo 1085 __hns_roce_qp_lookup(struct hns_roce_dev *hr_dev, u32 qpn) argument [all...] |
H A D | hns_roce_db.c | 124 int hns_roce_alloc_db(struct hns_roce_dev *hr_dev, struct hns_roce_db *db, argument 130 mutex_lock(&hr_dev->pgdir_mutex); 132 list_for_each_entry(pgdir, &hr_dev->pgdir_list, list) 136 pgdir = hns_roce_alloc_db_pgdir(hr_dev->dev); 142 list_add(&pgdir->list, &hr_dev->pgdir_list); 148 mutex_unlock(&hr_dev->pgdir_mutex); 153 void hns_roce_free_db(struct hns_roce_dev *hr_dev, struct hns_roce_db *db) argument 158 mutex_lock(&hr_dev->pgdir_mutex); 173 dma_free_coherent(hr_dev->dev, PAGE_SIZE, db->u.pgdir->page, 179 mutex_unlock(&hr_dev [all...] |
H A D | hns_roce_ah.c | 59 struct hns_roce_dev *hr_dev = to_hr_dev(ibah->device); local 65 if (hr_dev->pci_dev->revision == PCI_REVISION_ID_HIP08 && udata) 80 max_sl = min_t(u32, MAX_SERVICE_LEVEL, hr_dev->caps.sl_num - 1); 82 ibdev_err_ratelimited(&hr_dev->ib_dev, 92 if (hr_dev->pci_dev->revision == PCI_REVISION_ID_HIP08) { 109 atomic64_inc(&hr_dev->dfx_cnt[HNS_ROCE_DFX_AH_CREATE_ERR_CNT]);
|
H A D | hns_roce_cmd.h | 145 int hns_roce_cmd_mbox(struct hns_roce_dev *hr_dev, u64 in_param, u64 out_param, 149 hns_roce_alloc_cmd_mailbox(struct hns_roce_dev *hr_dev); 150 void hns_roce_free_cmd_mailbox(struct hns_roce_dev *hr_dev,
|
H A D | hns_roce_hw_v2.h | 1444 static inline void hns_roce_write64(struct hns_roce_dev *hr_dev, __le32 val[2], argument 1447 struct hns_roce_v2_priv *priv = hr_dev->priv; 1451 if (!hr_dev->dis_db && !ops->get_hw_reset_stat(handle))
|