/freebsd-11-stable/sys/dev/netmap/ |
H A D | if_vtnet_netmap.h | 224 kring->nr_hwtail += n; 225 if (kring->nr_hwtail > lim) 226 kring->nr_hwtail -= lim + 1; 347 nm_i = kring->nr_hwtail; 373 kring->nr_hwtail = nm_i; 377 kring->nr_hwcur, kring->nr_hwtail); 392 ring->tail, kring->nr_hwcur, kring->nr_hwtail);
|
H A D | netmap_pipe.c | 193 txkring->nr_hwcur, txkring->nr_hwtail, 197 txkring->nr_hwtail = txkring->pipe_tail; 223 txkring->nr_hwcur, txkring->nr_hwtail, 245 rxkring->nr_hwcur, rxkring->nr_hwtail, 249 rxkring->nr_hwtail = rxkring->pipe_tail; 276 rxkring->nr_hwcur, rxkring->nr_hwtail, 342 k1->pipe_tail = k1->nr_hwtail; 343 k2->pipe_tail = k2->nr_hwtail; 559 kring->name, ring, kring->nr_hwtail, kring->nr_hwcur);
|
H A D | netmap_kloop.c | 141 kring->rcur, kring->rtail, kring->nr_hwtail); 238 kring->nr_hwtail); 239 if (kring->rtail != kring->nr_hwtail) { 241 kring->rtail = kring->nr_hwtail; 307 return (NM_ACCESS_ONCE(kring->nr_hwtail) == nm_prev(g_head, 370 hwtail = NM_ACCESS_ONCE(kring->nr_hwtail); 419 hwtail = NM_ACCESS_ONCE(kring->nr_hwtail); 424 nm_prdis(1, "nr_hwtail: %d rhead: %d dry_cycles: %d", 1000 nm_sync_kloop_appl_read(ktoa, &kring->nr_hwtail, 1014 nm_sync_kloop_appl_read(ktoa, &kring->nr_hwtail, [all...] |
H A D | netmap.c | 894 kring->rtail = kring->nr_hwtail = (t == NR_TX ? ndesc - 1 : 0); 1296 kring->nr_hwtail = head + lim; 1297 if (kring->nr_hwtail > lim) 1298 kring->nr_hwtail -= lim + 1; 1335 nm_i = kring->nr_hwtail; 1351 kring->nr_hwtail = nm_i; 1614 kring->nr_hwcur, kring->nr_hwtail); \ 1641 kring->nr_hwcur, kring->nr_hwtail, 1645 kring->rtail >= n || kring->nr_hwtail >= n); 1704 kring->nr_hwcur, kring->nr_hwtail, [all...] |
H A D | if_lem_netmap.h | 180 kring->nr_hwtail = nm_prev(netmap_idx_n2k(kring, nic_i), lim); 245 kring->nr_hwtail); 248 kring->nr_hwtail = nm_i;
|
H A D | netmap_generic.c | 493 * The oldest tx buffer not yet completed is at nr_hwtail + 1, 500 u_int nm_i = nm_next(kring->nr_hwtail, lim); 505 nm_prdis("hwcur = %d, hwtail = %d", kring->nr_hwcur, kring->nr_hwtail); 552 kring->nr_hwtail = nm_prev(nm_i, lim); 553 nm_prdis("tx completed [%d] -> hwtail %d", n, kring->nr_hwtail); 588 u_int ntc = nm_next(kring->nr_hwtail, lim); /* next to clean */ 678 kring->nr_hwtail); 913 nm_i = kring->nr_hwtail; /* First empty slot in the receive ring. */ 966 nm_i = kring->nr_hwtail; 1001 kring->nr_hwtail [all...] |
H A D | netmap_monitor.c | 282 kring->mon_tail = kring->nr_hwtail; 603 beg = kring->nr_hwtail + 1; 607 end = kring->nr_hwtail + 1; 630 i = mkring->nr_hwtail; 670 mkring->nr_hwtail = i; 746 i = mkring->nr_hwtail; 787 mkring->nr_hwtail = i; 837 new_slots = kring->nr_hwtail - first_new; 842 kring->mon_tail = kring->nr_hwtail;
|
H A D | netmap_bdg.c | 1126 if (kring->nr_hwcur == kring->nr_hwtail) { 1133 /* new packets are kring->rcur to kring->nr_hwtail, and the bkring 1134 * had hwcur == bkring->rhead. So advance bkring->rhead to kring->nr_hwtail 1137 bkring->rhead = bkring->rcur = kring->nr_hwtail; 1142 kring->rhead = kring->rcur = kring->rtail = kring->nr_hwtail; 1148 if (kring->rcur != kring->nr_hwtail) { 1415 kring->nr_hwcur, kring->nr_hwtail, kring->nkr_hwlease, 1417 hw_kring->nr_hwcur, hw_kring->nr_hwtail, hw_kring->rtail); 1421 hw_kring->rhead = hw_kring->rcur = kring->nr_hwtail; 1428 kring->rhead = kring->rcur = nm_next(hw_kring->nr_hwtail, li [all...] |
H A D | netmap_vale.c | 805 space = k->nr_hwtail - k->nkr_hwlease; 817 k->nr_hwcur, k->nr_hwtail, k->nkr_hwlease, 854 k->nr_hwtail >= k->nkr_num_slots || 858 k->nr_hwcur, k->nr_hwtail, k->nkr_hwlease, 1172 update_pos = kring->nr_hwtail; 1189 kring->nr_hwtail = j; 1241 nm_prerr("early break at %d/ %d, tail %d", done, head, kring->nr_hwtail); 1246 kring->nr_hwtail = nm_prev(done, lim);
|
H A D | if_em_netmap.h | 197 kring->nr_hwtail = nm_prev(netmap_idx_n2k(kring, nic_i), lim); 256 kring->nr_hwtail = nm_i;
|
H A D | if_igb_netmap.h | 180 kring->nr_hwtail = nm_prev(netmap_idx_n2k(kring, nic_i), lim); 236 kring->nr_hwtail = nm_i;
|
H A D | if_ixl_netmap.h | 272 kring->nr_hwtail = nm_prev(netmap_idx_n2k(kring, nic_i), lim); 326 * nm_i = kring->nr_hwtail (previous) 335 nic_i = rxr->next_check; // or also k2n(kring->nr_hwtail) 361 kring->nr_hwtail = nm_i;
|
H A D | ixgbe_netmap.h | 336 kring->nr_hwtail = nm_prev(netmap_idx_n2k(kring, nic_i), lim); 390 * nm_i = kring->nr_hwtail (previous) 399 nic_i = rxr->next_to_check; // or also k2n(kring->nr_hwtail) 422 kring->nr_hwtail = nm_i;
|
H A D | if_re_netmap.h | 158 kring->nr_hwtail = nm_prev(netmap_idx_n2k(kring, nic_i), lim); 227 kring->nr_hwtail = nm_i;
|
H A D | netmap_kern.h | 376 * nr_hwtail index of the first buffer owned by the kernel. 425 uint32_t nr_hwtail; member in struct:netmap_kring 1144 int space = k->nr_hwtail - k->nr_hwcur; 1147 nm_prdis("preserving %d rx slots %d -> %d", space, k->nr_hwcur, k->nr_hwtail); 1160 return kring->rhead == kring->nr_hwtail; 1173 return kring->rcur == kring->nr_hwtail; 2269 nm_sync_kloop_appl_read(ktoa, &kring->nr_hwtail, &kring->nr_hwcur); 2272 ring->tail = kring->rtail = kring->nr_hwtail;
|
/freebsd-11-stable/sys/dev/vmware/vmxnet3/ |
H A D | vmx_netmap.h | 232 kring->nr_hwtail = nm_prev(netmap_idx_n2k(kring, txr->vxtxr_next), lim); 264 nm_i = kring->nr_hwtail; 305 kring->nr_hwtail = nm_i;
|
/freebsd-11-stable/sys/dev/ixgbe/ |
H A D | ixgbe_netmap.c | 350 kring->nr_hwtail = nm_prev(netmap_idx_n2k(kring, nic_i), lim); 404 * nm_i = kring->nr_hwtail (previous) 413 nic_i = rxr->next_to_check; // or also k2n(kring->nr_hwtail) 436 kring->nr_hwtail = nm_i;
|
/freebsd-11-stable/sys/dev/ena/ |
H A D | ena_netmap.c | 129 ena_trace(NULL, ENA_NETMAP | ENA_DBG, "nr_hwcur: %d, nr_hwtail: %d, " 131 kring->nr_hwtail, kring->rhead, kring->rcur, kring->rtail); 818 ctx->nm_i = ctx->kring->nr_hwtail; 828 ctx->kring->nr_hwtail = ctx->nm_i; 928 ctx->nm_i = ctx->kring->nr_hwtail; 941 ctx->kring->nr_hwtail = ctx->nm_i; 1063 if (ctx->kring->nr_hwcur != ctx->kring->nr_hwtail)
|
/freebsd-11-stable/sys/dev/cxgbe/ |
H A D | t4_netmap.c | 750 kring->nr_hwtail += reclaimed; 751 if (kring->nr_hwtail >= kring->nkr_num_slots) 752 kring->nr_hwtail -= kring->nkr_num_slots; 775 kring->nr_hwtail = atomic_load_acq_32(&nm_rxq->fl_cidx);
|
/freebsd-11-stable/sys/net/ |
H A D | iflib.c | 1025 kring->nr_hwtail = nm_prev(netmap_idx_n2k(kring, nic_i), lim); 1079 * nm_i = kring->nr_hwtail (previous) 1117 kring->nr_hwtail = netmap_idx_k2n(kring, nm_i);
|