/freebsd-11-stable/sys/net/ |
H A D | mp_ring.c | 107 uint16_t pidx = os.pidx_tail; local 110 MPASS(cidx != pidx); 117 while (cidx != pidx) { 119 /* Items from cidx to pidx are available for consumption. */ 120 n = r->drain(r, cidx, pidx); 139 * We update the cidx only if we've caught up with the pidx, the 143 if (cidx != pidx && pending < 64 && total < budget) 165 * associated with any pidx change that we notice here. 167 pidx = ns.pidx_tail; 182 uint16_t pidx local [all...] |
H A D | iflib.h | 120 qidx_t ipi_pidx; /* start pidx for encap */ 121 qidx_t ipi_new_pidx; /* next available pidx post-encap */ 184 void (*ift_txd_flush) (void *, uint16_t, qidx_t pidx); 187 int (*ift_rxd_available) (void *, uint16_t qsidx, qidx_t pidx, qidx_t budget); 190 void (*ift_rxd_flush) (void *, uint16_t qsidx, uint8_t flidx, qidx_t pidx);
|
H A D | iflib.c | 422 get_inuse(int size, qidx_t cidx, qidx_t pidx, uint8_t gen) argument 426 if (pidx > cidx) 427 used = pidx - cidx; 428 else if (pidx < cidx) 429 used = size - cidx + pidx; 430 else if (gen == 0 && pidx == cidx) 432 else if (gen == 1 && pidx == cidx) 447 * these are the cq cidx and pidx. Otherwise 1828 int pidx = fl->ifl_pidx; local 1843 idx = pidx; 3010 int ntxd, i, pidx; local 3042 int i, next, pidx, err, ntxd, count; local 3225 int err, nsegs, ndesc, max_segs, pidx, cidx, next, ntxd; local 3552 iflib_txq_drain(struct ifmp_ring *r, uint32_t cidx, uint32_t pidx) argument 3658 iflib_txq_drain_free(struct ifmp_ring *r, uint32_t cidx, uint32_t pidx) argument [all...] |
/freebsd-11-stable/sys/vm/ |
H A D | vm_pager.h | 159 vm_pager_populate(vm_object_t object, vm_pindex_t pidx, int fault_type, argument 164 MPASS(pidx < object->size); 166 return ((*pagertab[object->type]->pgo_populate)(object, pidx, 196 int (*cdev_pg_populate)(vm_object_t vm_obj, vm_pindex_t pidx,
|
H A D | vm_fault.c | 363 vm_pindex_t pidx; local 367 for (pidx = first, m = vm_page_lookup(object, pidx); 368 pidx <= last; pidx++, m = vm_page_next(m)) { 382 vm_pindex_t map_first, map_last, pager_first, pager_last, pidx; local 455 for (pidx = pager_first, m = vm_page_lookup(fs->first_object, pidx); 456 pidx <= pager_last; pidx [all...] |
H A D | phys_pager.c | 187 phys_pager_populate(vm_object_t object, vm_pindex_t pidx, argument 195 base = rounddown(pidx, phys_pager_cluster);
|
H A D | device_pager.c | 67 static int dev_pager_populate(vm_object_t object, vm_pindex_t pidx, 316 dev_pager_populate(vm_object_t object, vm_pindex_t pidx, int fault_type, argument 323 return (object->un_pager.devp.ops->cdev_pg_populate(object, pidx,
|
/freebsd-11-stable/contrib/ofed/libcxgb4/ |
H A D | dev.c | 280 u16 cidx, pidx; local 285 " SQ: id %u queue %p sw_queue %p cidx %u pidx %u in_use %u wq_pidx %u depth %u flags 0x%x flush_cidx %d\n" 286 " RQ: id %u queue %p sw_queue %p cidx %u pidx %u in_use %u depth %u\n", 296 qhp->wq.sq.pidx, 306 qhp->wq.rq.pidx, 310 pidx = qhp->wq.sq.pidx; 311 if (cidx != pidx) 313 while (cidx != pidx) { 340 fprintf(stderr, " <-- pidx"); [all...] |
H A D | t4.h | 99 __be16 pidx; member in struct:t4_status_page 324 u16 pidx; member in struct:t4_sq 348 u16 pidx; member in struct:t4_rq 386 if (++wq->rq.pidx == wq->rq.size) 387 wq->rq.pidx = 0; 392 wq->rq.queue[wq->rq.size].status.host_pidx = wq->rq.pidx; 401 assert((wq->rq.cidx != wq->rq.pidx) || wq->rq.in_use == 0); 429 if (++wq->sq.pidx == wq->sq.size) 430 wq->sq.pidx = 0; 437 wq->sq.queue[wq->sq.size].status.host_pidx = (wq->sq.pidx); [all...] |
H A D | qp.c | 348 swsqe = &qhp->wq.sq.sw_sq[qhp->wq.sq.pidx]; 386 swsqe->idx = qhp->wq.sq.pidx; 393 init_wr_hdr(wqe, qhp->wq.sq.pidx, fw_opcode, fw_flags, len16); 394 PDBG("%s cookie 0x%llx pidx 0x%x opcode 0x%x\n", 395 __func__, (unsigned long long)wr->wr_id, qhp->wq.sq.pidx, 457 qhp->wq.rq.sw_rq[qhp->wq.rq.pidx].wr_id = wr->wr_id; 461 wqe->recv.wrid = qhp->wq.rq.pidx; 466 PDBG("%s cookie 0x%llx pidx %u\n", __func__, 467 (unsigned long long) wr->wr_id, qhp->wq.rq.pidx);
|
H A D | cq.c | 108 while (idx != wq->sq.pidx) { 136 while (cidx != wq->sq.pidx) { 182 while (rptr != wq->sq.pidx) {
|
/freebsd-11-stable/sys/dev/cxgbe/ |
H A D | t4_mp_ring.c | 109 uint16_t pidx = os.pidx_tail; local 112 MPASS(cidx != pidx); 119 while (cidx != pidx) { 121 /* Items from cidx to pidx are available for consumption. */ 122 n = r->drain(r, cidx, pidx); 146 * We update the cidx only if we've caught up with the pidx, the 150 if (cidx != pidx && pending < 64 && total < budget) 175 * associated with any pidx change that we notice here. 177 pidx = ns.pidx_tail; 304 * that the items are visible to any thread that sees the updated pidx [all...] |
H A D | t4_netmap.c | 272 nm_txq->pidx = nm_txq->cidx = 0; 361 j /= 8; /* driver pidx to hardware pidx */ 416 /* Wait for hw pidx to catch up ... */ 417 while (be16toh(nm_txq->pidx) != spg->pidx) 421 while (spg->pidx != spg->cidx) 487 #define NMIDXDIFF(q, idx) IDXDIFF((q)->pidx, (q)->idx, (q)->sidx) 495 MPASS(nm_txq->pidx != nm_txq->dbidx); 517 __func__, nm_txq->doorbells, n, nm_txq->pidx, nm_tx [all...] |
H A D | t4_sge.c | 2028 MPASS(eq->pidx == eq->dbidx); 2033 if (eq->pidx == eq->cidx) 2036 available = IDXDIFF(eq->cidx, eq->pidx, eq->sidx) - 1; 2043 dst = (void *)&eq->desc[eq->pidx]; 2044 if (__predict_true(eq->sidx - eq->pidx > n)) { 2047 eq->pidx += n; 2049 int first_portion = (eq->sidx - eq->pidx) * EQ_ESIZE; 2056 eq->pidx = n - (eq->sidx - eq->pidx); 2113 /* Doorbell must have caught up to the pidx 2454 int ndesc, pidx; local 2556 eth_tx(struct mp_ring *r, u_int cidx, u_int pidx) argument 4025 uint16_t pidx = fl->pidx / 8; local 4872 uint16_t hw_cidx, pidx; local [all...] |
H A D | adapter.h | 450 uint16_t pidx; /* producer idx (desc idx) */ member in struct:sge_eq 451 uint16_t equeqidx; /* EQUEQ last requested at this pidx */ 452 uint16_t dbidx; /* pidx of the most recent doorbell */ 522 uint16_t dbidx; /* hw pidx after last doorbell */ 528 uint32_t pidx; /* producer index */ member in struct:sge_fl 635 int pidx; member in struct:wrq_cookie 711 uint16_t pidx; member in struct:sge_nm_txq 713 uint16_t equiqidx; /* EQUIQ last requested at this pidx */ 714 uint16_t equeqidx; /* EQUEQ last requested at this pidx */ 715 uint16_t dbidx; /* pidx o [all...] |
/freebsd-11-stable/sys/dev/bnxt/ |
H A D | bnxt_txrx.c | 51 static void bnxt_isc_txd_flush(void *sc, uint16_t txqid, qidx_t pidx); 57 uint32_t pidx, uint64_t *paddrs, caddr_t *vaddrs, uint16_t count, 61 qidx_t pidx); 177 bnxt_isc_txd_flush(void *sc, uint16_t txqid, qidx_t pidx) argument 182 /* pidx is what we last set ipi_new_pidx to */ 183 BNXT_TX_DB(tx_ring, pidx); 185 BNXT_TX_DB(tx_ring, pidx); 263 uint32_t pidx; local 272 pidx = iru->iru_pidx; 289 rxbd[pidx] 302 bnxt_isc_rxd_flush(void *sc, uint16_t rxqid, uint8_t flid, qidx_t pidx) argument [all...] |
/freebsd-11-stable/sys/dev/cxgb/ |
H A D | cxgb_sge.c | 195 unsigned int pidx; member in struct:txq_state 703 struct rx_sw_desc *sd = &q->sdesc[q->pidx]; 704 struct rx_desc *d = &q->desc[q->pidx]; 760 if (++q->pidx == q->size) { 761 q->pidx = 0; 842 struct rx_desc *to = &q->desc[q->pidx]; 844 q->sdesc[q->pidx] = q->sdesc[idx]; 852 if (++q->pidx == q->size) { 853 q->pidx = 0; 1137 txqs->pidx 2198 write_ofld_wr(adapter_t *adap, struct mbuf *m, struct sge_txq *q, unsigned int pidx, unsigned int gen, unsigned int ndesc) argument 2270 unsigned int pidx, gen; local 2322 unsigned int gen, pidx; local [all...] |
/freebsd-11-stable/contrib/libdivsufsort/lib/ |
H A D | divsufsort.c | 364 saidx_t m, pidx, i; local 377 pidx = construct_BWT(T, B, bucket_A, bucket_B, n, m); 381 for(i = 0; i < pidx; ++i) { U[i + 1] = (sauchar_t)B[i]; } 383 pidx += 1; 385 pidx = -2; 392 return pidx;
|
/freebsd-11-stable/sys/dev/xen/privcmd/ |
H A D | privcmd.c | 157 vm_pindex_t pidx; local 163 pidx = OFF_TO_IDX(offset); 164 if (pidx >= map->size || BIT_ISSET(map->size, pidx, map->err)) 184 vm_page_insert(page, object, pidx);
|
/freebsd-11-stable/sys/dev/cxgbe/iw_cxgbe/ |
H A D | t4.h | 76 __be16 pidx; member in struct:t4_status_page 330 u16 pidx; member in struct:t4_sq 358 u16 pidx; member in struct:t4_rq 393 if (++wq->rq.pidx == wq->rq.size) 394 wq->rq.pidx = 0; 441 if (++wq->sq.pidx == wq->sq.size) 442 wq->sq.pidx = 0; 491 CTR2(KTR_IW_CXGBE, "%s: WC wq->sq.pidx = %d", 492 __func__, wq->sq.pidx); 497 CTR2(KTR_IW_CXGBE, "%s: DB wq->sq.pidx [all...] |
/freebsd-11-stable/sys/netipsec/ |
H A D | ipsec_output.c | 108 ipsec4_allocsa(struct mbuf *m, struct secpolicy *sp, u_int *pidx, int *error) argument 120 isr = sp->req[*pidx]; 154 saidx = &sp->req[*pidx]->saidx; 163 if (ipsec_get_reqlevel(sp, *pidx) != IPSEC_LEVEL_REQUIRE) { 170 if (sp->tcount > ++(*pidx)) 408 ipsec6_allocsa(struct mbuf *m, struct secpolicy *sp, u_int *pidx, int *error) argument 420 isr = sp->req[*pidx]; 466 saidx = &sp->req[*pidx]->saidx; 475 if (ipsec_get_reqlevel(sp, *pidx) != IPSEC_LEVEL_REQUIRE) { 482 if (sp->tcount > ++(*pidx)) [all...] |
/freebsd-11-stable/sys/dev/cxgbe/cxgbei/ |
H A D | cxgbei.c | 122 unsigned int pidx) 128 for (i = 0; i < (PPOD_PAGES + 1); i++, pidx++) { 129 ppod->addr[i] = pidx < gl->nelem ? 130 cpu_to_be64(gl->dma_sg[pidx].phys_addr) : 0ULL; 212 unsigned int pidx = 0, w_npods = 0, cnt; local 224 pidx += PPOD_PAGES) { 228 err = ppod_write_idata(ci, hdr, idx, cnt, gl, pidx, toep); 243 u_int pidx = 0; local 248 pidx += PPOD_PAGES) { 119 ppod_set(struct pagepod *ppod, struct cxgbei_ulp2_pagepod_hdr *hdr, struct cxgbei_ulp2_gather_list *gl, unsigned int pidx) argument
|
/freebsd-11-stable/sys/netpfil/ipfw/ |
H A D | ip_fw_sockopt.c | 165 struct tid_info *ti, struct obj_idx *pidx, int *unresolved); 2550 struct obj_idx *oib, struct obj_idx *pidx, struct tid_info *ti) 2561 for (p = oib; p < pidx; p++) { 2587 unref_oib_objects(ch, cmd, oib, pidx); 2731 * Saves object info in @pidx, sets 2738 struct obj_idx *pidx, int *unresolved) 2750 pidx->uidx = ti->uidx; 2751 pidx->type = ti->type; 2790 struct obj_idx *pidx; local 2794 pidx 2549 create_objects_compat(struct ip_fw_chain *ch, ipfw_insn *cmd, struct obj_idx *oib, struct obj_idx *pidx, struct tid_info *ti) argument 2737 ref_opcode_object(struct ip_fw_chain *ch, ipfw_insn *cmd, struct tid_info *ti, struct obj_idx *pidx, int *unresolved) argument 4685 ipfw_objhash_alloc_idx(void *n, uint16_t *pidx) argument [all...] |
/freebsd-11-stable/sys/x86/iommu/ |
H A D | intel_idpgtbl.c | 339 vm_pindex_t idx, pidx; local 345 for (pidx = idx = 0, i = 0; i < lvl; i++, pidx = idx) { 347 pidx * DMAR_NPTEPG + 1;
|
/freebsd-11-stable/sys/dev/cxgbe/common/ |
H A D | t4_hw.h | 100 volatile __be16 pidx; member in struct:sge_qstat
|