cxgbe/iw_cxgbe/mem.c

244  * IN: stag key, pdid, perm, bind_enabled, zbva, to, len, page_size,
246  * OUT: stag index
249 			   u32 *stag, u8 stag_state, u32 pdid,
263 	stag_idx = (*stag) >> 8;
265 	if ((!reset_tpt_entry) && (*stag == T4_STAG_UNSET)) {
269 			rdev->stats.stag.fail++;
274 		rdev->stats.stag.cur += 32;
275 		if (rdev->stats.stag.cur > rdev->stats.stag.max)
276 			rdev->stats.stag.max = rdev->stats.stag.cur;
278 		*stag = (stag_idx << 8) | (atomic_inc_return(&key) & 0xff);
289 			V_FW_RI_TPTE_STAGKEY((*stag & M_FW_RI_TPTE_STAGKEY)) |
306 				(rdev->adap->vres.stag.start >> 5),
312 		rdev->stats.stag.cur -= 32;
330 static int dereg_mem(struct c4iw_rdev *rdev, u32 stag, u32 pbl_size,
333 	return write_tpt_entry(rdev, 1, &stag, 0, 0, 0, 0, 0, 0, 0UL, 0, 0,
337 static int allocate_window(struct c4iw_rdev *rdev, u32 * stag, u32 pdid)
339 	*stag = T4_STAG_UNSET;
340 	return write_tpt_entry(rdev, 0, stag, 0, pdid, FW_RI_STAG_MW, 0, 0, 0,
344 static int deallocate_window(struct c4iw_rdev *rdev, u32 stag)
346 	return write_tpt_entry(rdev, 1, &stag, 0, 0, 0, 0, 0, 0, 0UL, 0, 0, 0,
350 static int allocate_stag(struct c4iw_rdev *rdev, u32 *stag, u32 pdid,
353 	*stag = T4_STAG_UNSET;
354 	return write_tpt_entry(rdev, 0, stag, 0, pdid, FW_RI_STAG_NSMR, 0, 0, 0,
358 static int finish_mem_reg(struct c4iw_mr *mhp, u32 stag)
363 	mhp->attr.stag = stag;
364 	mmid = stag >> 8;
365 	mhp->ibmr.rkey = mhp->ibmr.lkey = stag;
373 	u32 stag = T4_STAG_UNSET;
376 	ret = write_tpt_entry(&rhp->rdev, 0, &stag, 1, mhp->attr.pdid,
384 	ret = finish_mem_reg(mhp, stag);
386 		dereg_mem(&rhp->rdev, mhp->attr.stag, mhp->attr.pbl_size,
410 	u32 stag = T4_STAG_UNSET;
430 	ret = write_tpt_entry(&rhp->rdev, 0, &stag, 1, php->pdid,
436 	ret = finish_mem_reg(mhp, stag);
441 	dereg_mem(&rhp->rdev, mhp->attr.stag, mhp->attr.pbl_size,
558 	u32 stag = 0;
569 	ret = allocate_window(&rhp->rdev, &stag, php->pdid);
577 	mhp->attr.stag = stag;
578 	mmid = (stag) >> 8;
579 	mhp->ibmw.rkey = stag;
581 		deallocate_window(&rhp->rdev, mhp->attr.stag);
585 	CTR4(KTR_IW_CXGBE, "%s mmid 0x%x mhp %p stag 0x%x", __func__, mmid, mhp,
586 	    stag);
600 	deallocate_window(&rhp->rdev, mhp->attr.stag);
615 	u32 stag = 0;
646 	ret = allocate_stag(&rhp->rdev, &stag, php->pdid,
652 	mhp->attr.stag = stag;
654 	mmid = (stag) >> 8;
655 	mhp->ibmr.rkey = mhp->ibmr.lkey = stag;
661 	PDBG("%s mmid 0x%x mhp %p stag 0x%x\n", __func__, mmid, mhp, stag);
664 	dereg_mem(&rhp->rdev, stag, mhp->attr.pbl_size,
710 	mmid = mhp->attr.stag >> 8;
712 	dereg_mem(&rhp->rdev, mhp->attr.stag, mhp->attr.pbl_size,