Lines Matching defs:umem
646 page = pool->umem->pgs[addr >> PAGE_SHIFT];
1213 if (xs->umem) {
1233 /* Share the umem with another socket on another qid
1237 umem_xs->umem);
1264 /* If underlying shared umem was created without Tx
1279 xdp_get_umem(umem_xs->umem);
1280 WRITE_ONCE(xs->umem, umem_xs->umem);
1282 } else if (!xs->umem || !xsk_validate_queues(xs)) {
1286 /* This xsk has its own umem. */
1287 xs->pool = xp_create_and_assign_umem(xs, xs->umem);
1306 xs->zc = xs->umem->zc;
1307 xs->sg = !!(xs->umem->flags & XDP_UMEM_SG_FLAG);
1315 /* Matches smp_rmb() in bind() for shared umem
1381 struct xdp_umem *umem;
1394 if (xs->state != XSK_READY || xs->umem) {
1399 umem = xdp_umem_create(&mr);
1400 if (IS_ERR(umem)) {
1402 return PTR_ERR(umem);
1405 /* Make sure umem is ready before it can be seen by others */
1407 WRITE_ONCE(xs->umem, umem);
1696 xdp_put_umem(xs->umem, !xs->pool);