ofed/libcxgb4/verbs.c

330 	qhp->wq.qid_mask = resp.qid_mask;
332 	qhp->wq.sq.qid = resp.sqid;
333 	qhp->wq.sq.size = resp.sq_size;
334 	qhp->wq.sq.memsize = resp.sq_memsize;
335 	qhp->wq.sq.flags = 0;
336 	qhp->wq.rq.msn = 1;
337 	qhp->wq.rq.qid = resp.rqid;
338 	qhp->wq.rq.size = resp.rq_size;
339 	qhp->wq.rq.memsize = resp.rq_memsize;
347 	qhp->wq.sq.udb = dbva;
348 	qhp->wq.sq.queue = mmap(NULL, qhp->wq.sq.memsize,
351 	if (qhp->wq.sq.queue == MAP_FAILED)
358 	qhp->wq.rq.udb = dbva;
359 	qhp->wq.rq.queue = mmap(NULL, qhp->wq.rq.memsize,
362 	if (qhp->wq.rq.queue == MAP_FAILED)
365 	qhp->wq.sq.sw_sq = calloc(qhp->wq.sq.size, sizeof (struct t4_swsqe));
366 	if (!qhp->wq.sq.sw_sq)
369 	qhp->wq.rq.sw_rq = calloc(qhp->wq.rq.size, sizeof (uint64_t));
370 	if (!qhp->wq.rq.sw_rq)
376 	     qhp->wq.sq.udb, qhp->wq.sq.queue,
377 	     qhp->wq.sq.size, qhp->wq.sq.memsize,
378 	     qhp->wq.rq.udb, qhp->wq.rq.queue,
379 	     qhp->wq.rq.size, qhp->wq.rq.memsize);
384 	dev->qpid2ptr[qhp->wq.sq.qid] = qhp;
389 	free(qhp->wq.sq.sw_sq);
391 	munmap((void *)qhp->wq.rq.queue, qhp->wq.rq.memsize);
393 	munmap(MASKED(qhp->wq.rq.udb), c4iw_page_size);
395 	munmap((void *)qhp->wq.sq.queue, qhp->wq.sq.memsize);
397 	munmap(MASKED(qhp->wq.sq.udb), c4iw_page_size);
434 	qhp->wq.qid_mask = resp.qid_mask;
436 	qhp->wq.sq.qid = resp.sqid;
437 	qhp->wq.sq.size = resp.sq_size;
438 	qhp->wq.sq.memsize = resp.sq_memsize;
439 	qhp->wq.sq.flags = resp.flags & C4IW_QPF_ONCHIP ? T4_SQ_ONCHIP : 0;
440 	qhp->wq.sq.flush_cidx = -1;
441 	qhp->wq.rq.msn = 1;
442 	qhp->wq.rq.qid = resp.rqid;
443 	qhp->wq.rq.size = resp.rq_size;
444 	qhp->wq.rq.memsize = resp.rq_memsize;
446 	    sizeof *qhp->wq.sq.queue + 16*sizeof(__be64) ) {
457 	qhp->wq.sq.udb = dbva;
459 		unsigned long segment_offset = 128 * (qhp->wq.sq.qid &
460 						      qhp->wq.qid_mask);
463 			qhp->wq.sq.udb += segment_offset / 4;
464 			qhp->wq.sq.wc_reg_available = 1;
466 			qhp->wq.sq.bar2_qid = qhp->wq.sq.qid & qhp->wq.qid_mask;
467 		qhp->wq.sq.udb += 2;
470 	qhp->wq.sq.queue = mmap(NULL, qhp->wq.sq.memsize,
473 	if (qhp->wq.sq.queue == MAP_FAILED)
480 	qhp->wq.rq.udb = dbva;
482 		unsigned long segment_offset = 128 * (qhp->wq.rq.qid &
483 						      qhp->wq.qid_mask);
486 			qhp->wq.rq.udb += segment_offset / 4;
487 			qhp->wq.rq.wc_reg_available = 1;
489 			qhp->wq.rq.bar2_qid = qhp->wq.rq.qid & qhp->wq.qid_mask;
490 		qhp->wq.rq.udb += 2;
492 	qhp->wq.rq.queue = mmap(NULL, qhp->wq.rq.memsize,
495 	if (qhp->wq.rq.queue == MAP_FAILED)
498 	qhp->wq.sq.sw_sq = calloc(qhp->wq.sq.size, sizeof (struct t4_swsqe));
499 	if (!qhp->wq.sq.sw_sq)
502 	qhp->wq.rq.sw_rq = calloc(qhp->wq.rq.size, sizeof (uint64_t));
503 	if (!qhp->wq.rq.sw_rq)
506 	if (t4_sq_onchip(&qhp->wq)) {
507 		qhp->wq.sq.ma_sync = mmap(NULL, c4iw_page_size, PROT_WRITE,
510 		if (qhp->wq.sq.ma_sync == MAP_FAILED)
512 		qhp->wq.sq.ma_sync += (A_PCIE_MA_SYNC & (c4iw_page_size - 1));
516 		qhp->wq.db_offp = &ctx->status_page->db_off;
518 		qhp->wq.db_offp =
519 			&qhp->wq.rq.queue[qhp->wq.rq.size].status.db_off;
525 	     qhp->wq.sq.udb, qhp->wq.sq.queue,
526 	     qhp->wq.sq.size, qhp->wq.sq.memsize,
527 	     qhp->wq.rq.udb, qhp->wq.rq.queue,
528 	     qhp->wq.rq.size, qhp->wq.rq.memsize);
533 	dev->qpid2ptr[qhp->wq.sq.qid] = qhp;
538 	free(qhp->wq.rq.sw_rq);
540 	free(qhp->wq.sq.sw_sq);
542 	munmap((void *)qhp->wq.rq.queue, qhp->wq.rq.memsize);
544 	munmap(MASKED(qhp->wq.rq.udb), c4iw_page_size);
546 	munmap((void *)qhp->wq.sq.queue, qhp->wq.sq.memsize);
548 	munmap(MASKED(qhp->wq.sq.udb), c4iw_page_size);
570 	qhp->wq.sq.cidx = 0;
571 	qhp->wq.sq.wq_pidx = qhp->wq.sq.pidx = qhp->wq.sq.in_use = 0;
572 	qhp->wq.rq.cidx = qhp->wq.rq.pidx = qhp->wq.rq.in_use = 0;
573 	qhp->wq.sq.oldest_read = NULL;
574 	memset(qhp->wq.sq.queue, 0, qhp->wq.sq.memsize);
575 	if (t4_sq_onchip(&qhp->wq))
577 	memset(qhp->wq.rq.queue, 0, qhp->wq.rq.memsize);
589 	if (t4_wq_in_error(&qhp->wq))
613 	if (t4_sq_onchip(&qhp->wq)) {
614 		qhp->wq.sq.ma_sync -= (A_PCIE_MA_SYNC & (c4iw_page_size - 1));
615 		munmap((void *)qhp->wq.sq.ma_sync, c4iw_page_size);
617 	munmap(MASKED(qhp->wq.sq.udb), c4iw_page_size);
618 	munmap(MASKED(qhp->wq.rq.udb), c4iw_page_size);
619 	munmap(qhp->wq.sq.queue, qhp->wq.sq.memsize);
620 	munmap(qhp->wq.rq.queue, qhp->wq.rq.memsize);
623 	dev->qpid2ptr[qhp->wq.sq.qid] = NULL;
626 	free(qhp->wq.rq.sw_rq);
627 	free(qhp->wq.sq.sw_sq);
640 	if (t4_wq_in_error(&qhp->wq))
664 	if (t4_wq_in_error(&qhp->wq))
678 	if (t4_wq_in_error(&qhp->wq))