net/xdp/xsk.c

45 	pool->fq->ring->flags |= XDP_RING_NEED_WAKEUP;
59 		xs->tx->ring->flags |= XDP_RING_NEED_WAKEUP;
72 	pool->fq->ring->flags &= ~XDP_RING_NEED_WAKEUP;
86 		xs->tx->ring->flags &= ~XDP_RING_NEED_WAKEUP;
141 			u32 flags)
147 	err = xskq_prod_reserve_desc(xs->rx, addr, len, flags);
537 static int xsk_wakeup(struct xdp_sock *xs, u8 flags)
541 	return dev->netdev_ops->ndo_xsk_wakeup(dev, xs->queue_id, flags);
546 	unsigned long flags;
549 	spin_lock_irqsave(&xs->pool->cq_lock, flags);
551 	spin_unlock_irqrestore(&xs->pool->cq_lock, flags);
558 	unsigned long flags;
560 	spin_lock_irqsave(&xs->pool->cq_lock, flags);
562 	spin_unlock_irqrestore(&xs->pool->cq_lock, flags);
567 	unsigned long flags;
569 	spin_lock_irqsave(&xs->pool->cq_lock, flags);
571 	spin_unlock_irqrestore(&xs->pool->cq_lock, flags);
744 			if (meta->flags & XDP_TXMD_FLAGS_CHECKSUM) {
902 	if (unlikely(!(xs->dev->flags & IFF_UP)))
953 static int __xsk_recvmsg(struct socket *sock, struct msghdr *m, size_t len, int flags)
955 	bool need_wait = !(flags & MSG_DONTWAIT);
979 static int xsk_recvmsg(struct socket *sock, struct msghdr *m, size_t len, int flags)
984 	ret = __xsk_recvmsg(sock, m, len, flags);
1168 	u32 flags, qid;
1176 	flags = sxdp->sxdp_flags;
1177 	if (flags & ~(XDP_SHARED_UMEM | XDP_COPY | XDP_ZEROCOPY |
1205 	if (flags & XDP_SHARED_UMEM) {
1209 		if ((flags & XDP_COPY) || (flags & XDP_ZEROCOPY) ||
1210 		    (flags & XDP_USE_NEED_WAKEUP) || (flags & XDP_USE_SG)) {
1211 			/* Cannot specify flags for shared sockets. */
1296 		err = xp_assign_dev(xs->pool, dev, qid, flags);
1310 	xs->sg = !!(xs->umem->flags & XDP_UMEM_SG_FLAG);
1342 	__u32 flags;
1376 			xs->tx->ring->flags |= XDP_RING_NEED_WAKEUP;
1530 			 * except for the flags field added to the end.
1540 			off.rx.flags = offsetof(struct xdp_rxtx_ring,
1541 						ptrs.flags);
1542 			off.tx.flags = offsetof(struct xdp_rxtx_ring,
1543 						ptrs.flags);
1544 			off.fr.flags = offsetof(struct xdp_umem_ring,
1545 						ptrs.flags);
1546 			off.cr.flags = offsetof(struct xdp_umem_ring,
1547 						ptrs.flags);
1577 			opts.flags |= XDP_OPTIONS_ZEROCOPY;