adapters/hermon/hermon_mr.c

178 	hermon_hw_dmpt_t	mpt_entry;
348 	bzero(&mpt_entry, sizeof (hermon_hw_dmpt_t));
349 	mpt_entry.en_bind = (mr->mr_accflag & IBT_MR_WINDOW_BIND)   ? 1 : 0;
350 	mpt_entry.atomic  = (mr->mr_accflag & IBT_MR_REMOTE_ATOMIC) ? 1 : 0;
351 	mpt_entry.rw	  = (mr->mr_accflag & IBT_MR_REMOTE_WRITE)  ? 1 : 0;
352 	mpt_entry.rr	  = (mr->mr_accflag & IBT_MR_REMOTE_READ)   ? 1 : 0;
353 	mpt_entry.lw	  = (mr->mr_accflag & IBT_MR_LOCAL_WRITE)   ? 1 : 0;
354 	mpt_entry.lr	  = 1;
355 	mpt_entry.reg_win = HERMON_MPT_IS_REGION;
356 	mpt_entry.entity_sz	= mr->mr_logmttpgsz;
357 	mpt_entry.mem_key	= mr->mr_lkey;
358 	mpt_entry.pd		= pd->pd_pdnum;
359 	mpt_entry.start_addr	= bind->bi_addr;
360 	mpt_entry.reg_win_len	= bind->bi_len;
362 	mpt_entry.mtt_addr_h = mtt_addr >> 32;
363 	mpt_entry.mtt_addr_l = mtt_addr >> 3;
371 	status = hermon_cmn_ownership_cmd_post(state, SW2HW_MPT, &mpt_entry,
447 	hermon_hw_dmpt_t	mpt_entry;
561 	bzero(&mpt_entry, sizeof (hermon_hw_dmpt_t));
562 	mpt_entry.en_bind = 0;
563 	mpt_entry.atomic  = (mr->mr_accflag & IBT_MR_REMOTE_ATOMIC) ? 1 : 0;
564 	mpt_entry.rw	  = (mr->mr_accflag & IBT_MR_REMOTE_WRITE)  ? 1 : 0;
565 	mpt_entry.rr	  = (mr->mr_accflag & IBT_MR_REMOTE_READ)   ? 1 : 0;
566 	mpt_entry.lw	  = (mr->mr_accflag & IBT_MR_LOCAL_WRITE)   ? 1 : 0;
567 	mpt_entry.lr	  = 1;
568 	mpt_entry.reg_win = HERMON_MPT_IS_REGION;
569 	mpt_entry.pd		= pd->pd_pdnum;
571 	mpt_entry.entity_sz	= mr->mr_logmttpgsz;
573 	mpt_entry.fast_reg_en = 1;
574 	mpt_entry.mtt_size = (uint_t)nummtt;
575 	mpt_entry.mtt_addr_h = mtt_addr >> 32;
576 	mpt_entry.mtt_addr_l = mtt_addr >> 3;
577 	mpt_entry.mem_key = mr->mr_lkey;
583 	mpt_entry.start_addr	= 0;
584 	mpt_entry.reg_win_len	= 0;
592 	status = hermon_cmn_ownership_cmd_post(state, SW2HW_MPT, &mpt_entry,
991 	hermon_hw_dmpt_t	mpt_entry;
1009 	    mr->mr_lkey >> 8, &mpt_entry, sizeof (hermon_hw_dmpt_t),
1018 	lkey = mpt_entry.mem_key;
1020 	mr->mr_bindinfo.bi_addr = mpt_entry.start_addr;
1021 	mr->mr_bindinfo.bi_len = mpt_entry.reg_win_len;
1023 	    (mpt_entry.lw ? IBT_MR_LOCAL_WRITE : 0) |
1024 	    (mpt_entry.rr ? IBT_MR_REMOTE_READ : 0) |
1025 	    (mpt_entry.rw ? IBT_MR_REMOTE_WRITE : 0) |
1026 	    (mpt_entry.atomic ? IBT_MR_REMOTE_ATOMIC : 0) |
1027 	    (mpt_entry.en_bind ? IBT_MR_WINDOW_BIND : 0);
1028 	mr->mr_mttaddr = ((uint64_t)mpt_entry.mtt_addr_h << 32) |
1029 	    (mpt_entry.mtt_addr_l << 3);
1030 	mr->mr_logmttpgsz = mpt_entry.entity_sz;
1034 	    (mpt_entry.status == HERMON_MPT_FREE) ? IBT_KEY_FREE :
1035 	    (mpt_entry.status == HERMON_MPT_SW_OWNERSHIP) ? IBT_KEY_INVALID :
1037 	attr->mr_phys_buf_list_sz = mpt_entry.mtt_size;
1228 	hermon_hw_dmpt_t		mpt_entry;
1297 	bzero(&mpt_entry, sizeof (hermon_hw_dmpt_t));
1298 	mpt_entry.reg_win	= HERMON_MPT_IS_WINDOW;
1299 	mpt_entry.mem_key	= mw->mr_rkey;
1300 	mpt_entry.pd		= pd->pd_pdnum;
1301 	mpt_entry.lr		= 1;
1309 	status = hermon_cmn_ownership_cmd_post(state, SW2HW_MPT, &mpt_entry,
1475 	hermon_hw_dmpt_t	mpt_entry;
1691 	bzero(&mpt_entry, sizeof (hermon_hw_dmpt_t));
1693 	mpt_entry.status  = HERMON_MPT_SW_OWNERSHIP;
1694 	mpt_entry.en_bind = (mr->mr_accflag & IBT_MR_WINDOW_BIND)   ? 1 : 0;
1695 	mpt_entry.atomic  = (mr->mr_accflag & IBT_MR_REMOTE_ATOMIC) ? 1 : 0;
1696 	mpt_entry.rw	  = (mr->mr_accflag & IBT_MR_REMOTE_WRITE)  ? 1 : 0;
1697 	mpt_entry.rr	  = (mr->mr_accflag & IBT_MR_REMOTE_READ)   ? 1 : 0;
1698 	mpt_entry.lw	  = (mr->mr_accflag & IBT_MR_LOCAL_WRITE)   ? 1 : 0;
1699 	mpt_entry.lr	  = 1;
1700 	mpt_entry.phys_addr = 0;
1701 	mpt_entry.reg_win = HERMON_MPT_IS_REGION;
1703 	mpt_entry.entity_sz	= mr->mr_logmttpgsz;
1704 	mpt_entry.mem_key	= mr->mr_lkey;
1705 	mpt_entry.pd		= pd->pd_pdnum;
1706 	mpt_entry.rem_acc_en = 0;
1707 	mpt_entry.fast_reg_en = 0;
1708 	mpt_entry.en_inval = 0;
1709 	mpt_entry.lkey = 0;
1710 	mpt_entry.win_cnt = 0;
1713 		mpt_entry.start_addr = bh->bi_addr;
1716 		mpt_entry.start_addr = bh->bi_addr;
1718 	mpt_entry.reg_win_len	= bh->bi_len;
1720 	mpt_entry.mtt_addr_h = mtt_addr >> 32;  /* only 8 more bits */
1721 	mpt_entry.mtt_addr_l = mtt_addr >> 3;	/* only 29 bits */
1735 	mpt_entry.bnd_qp = 0;	/* dMPT for a qp, check for window */
1736 	status = hermon_cmn_ownership_cmd_post(state, SW2HW_MPT, &mpt_entry,
1834 	hermon_hw_dmpt_t	mpt_entry;
1921 	bzero(&mpt_entry, sizeof (hermon_hw_dmpt_t));
1923 	mpt_entry.status  = HERMON_MPT_SW_OWNERSHIP;
1924 	mpt_entry.en_bind = (mr->mr_accflag & IBT_MR_WINDOW_BIND)   ? 1 : 0;
1925 	mpt_entry.atomic  = (mr->mr_accflag & IBT_MR_REMOTE_ATOMIC) ? 1 : 0;
1926 	mpt_entry.rw	  = (mr->mr_accflag & IBT_MR_REMOTE_WRITE)  ? 1 : 0;
1927 	mpt_entry.rr	  = (mr->mr_accflag & IBT_MR_REMOTE_READ)   ? 1 : 0;
1928 	mpt_entry.lw	  = (mr->mr_accflag & IBT_MR_LOCAL_WRITE)   ? 1 : 0;
1929 	mpt_entry.lr	  = 1;
1930 	mpt_entry.phys_addr = 1;	/* critical bit for this */
1931 	mpt_entry.reg_win = HERMON_MPT_IS_REGION;
1933 	mpt_entry.entity_sz	= mr->mr_logmttpgsz;
1934 	mpt_entry.mem_key	= mr->mr_lkey;
1935 	mpt_entry.pd		= pd->pd_pdnum;
1936 	mpt_entry.rem_acc_en = 0;
1937 	mpt_entry.fast_reg_en = 0;
1938 	mpt_entry.en_inval = 0;
1939 	mpt_entry.lkey = 0;
1940 	mpt_entry.win_cnt = 0;
1942 	mpt_entry.start_addr = mr_attr->dmr_paddr;
1943 	mpt_entry.reg_win_len = mr_attr->dmr_len;
1945 		mpt_entry.len_b64 = 1;	/* needed for 2^^64 length */
1947 	mpt_entry.mtt_addr_h = 0;
1948 	mpt_entry.mtt_addr_l = 0;
1962 	mpt_entry.bnd_qp = 0;	/* dMPT for a qp, check for window */
1963 	status = hermon_cmn_ownership_cmd_post(state, SW2HW_MPT, &mpt_entry,
2024 	hermon_hw_dmpt_t	mpt_entry;
2095 	bzero(&mpt_entry, sizeof (hermon_hw_dmpt_t));
2096 	mpt_entry.status = HERMON_MPT_FREE;
2097 	mpt_entry.lw = 1;
2098 	mpt_entry.lr = 1;
2099 	mpt_entry.reg_win = HERMON_MPT_IS_REGION;
2100 	mpt_entry.entity_sz = mr->mr_logmttpgsz;
2101 	mpt_entry.mem_key = mr->mr_lkey;
2102 	mpt_entry.pd = pd->pd_pdnum;
2103 	mpt_entry.fast_reg_en = 1;
2104 	mpt_entry.rem_acc_en = 1;
2105 	mpt_entry.en_inval = 1;
2107 		mpt_entry.ren_inval = 1;
2109 	mpt_entry.mtt_size = nummtt;
2110 	mpt_entry.mtt_addr_h = mtt_addr >> 32;	/* only 8 more bits */
2111 	mpt_entry.mtt_addr_l = mtt_addr >> 3;	/* only 29 bits */
2124 	status = hermon_cmn_ownership_cmd_post(state, SW2HW_MPT, &mpt_entry,
2178 	hermon_hw_dmpt_t	mpt_entry;
2185 	bzero(&mpt_entry, sizeof (hermon_hw_dmpt_t));
2186 	mpt_entry.status = HERMON_MPT_FREE;
2187 	mpt_entry.lw = 1;
2188 	mpt_entry.lr = 1;
2189 	mpt_entry.rw = 1;
2190 	mpt_entry.rr = 1;
2191 	mpt_entry.reg_win = HERMON_MPT_IS_REGION;
2192 	mpt_entry.entity_sz = PAGESHIFT;
2193 	mpt_entry.mem_key = mpt_indx;
2194 	mpt_entry.pd = pd->pd_pdnum;
2195 	mpt_entry.fast_reg_en = 1;
2196 	mpt_entry.rem_acc_en = 1;
2197 	mpt_entry.en_inval = 1;
2198 	mpt_entry.ren_inval = 1;
2199 	mpt_entry.mtt_size = nummtt;
2200 	mpt_entry.mtt_addr_h = mtt_addr >> 32;	/* only 8 more bits */
2201 	mpt_entry.mtt_addr_l = mtt_addr >> 3;	/* only 29 bits */
2214 	status = hermon_cmn_ownership_cmd_post(state, SW2HW_MPT, &mpt_entry,
2386 	hermon_hw_dmpt_t	mpt_entry;
2437 	status = hermon_cmn_ownership_cmd_post(state, HW2SW_MPT, &mpt_entry,
2605 	bzero(&mpt_entry, sizeof (hermon_hw_dmpt_t));
2607 	mpt_entry.status  = HERMON_MPT_SW_OWNERSHIP;
2608 	mpt_entry.en_bind = (acc_flags_to_use & IBT_MR_WINDOW_BIND)   ? 1 : 0;
2609 	mpt_entry.atomic  = (acc_flags_to_use & IBT_MR_REMOTE_ATOMIC) ? 1 : 0;
2610 	mpt_entry.rw	  = (acc_flags_to_use & IBT_MR_REMOTE_WRITE)  ? 1 : 0;
2611 	mpt_entry.rr	  = (acc_flags_to_use & IBT_MR_REMOTE_READ)   ? 1 : 0;
2612 	mpt_entry.lw	  = (acc_flags_to_use & IBT_MR_LOCAL_WRITE)   ? 1 : 0;
2613 	mpt_entry.lr	  = 1;
2614 	mpt_entry.phys_addr = 0;
2615 	mpt_entry.reg_win = HERMON_MPT_IS_REGION;
2617 	mpt_entry.entity_sz	= mr->mr_logmttpgsz;
2618 	mpt_entry.mem_key	= mr->mr_lkey;
2619 	mpt_entry.pd		= pd_to_use->pd_pdnum;
2621 	mpt_entry.start_addr	= vaddr_to_use;
2622 	mpt_entry.reg_win_len	= len_to_use;
2623 	mpt_entry.mtt_addr_h = mtt_addr_to_use >> 32;
2624 	mpt_entry.mtt_addr_l = mtt_addr_to_use >> 3;
2632 	status = hermon_cmn_ownership_cmd_post(state, SW2HW_MPT, &mpt_entry,