1/* SPDX-License-Identifier: GPL-2.0 WITH Linux-syscall-note */
2#ifndef __LINUX_PKT_SCHED_H
3#define __LINUX_PKT_SCHED_H
4
5#include <linux/const.h>
6#include <linux/types.h>
7
8/* Logical priority bands not depending on specific packet scheduler.
9   Every scheduler will map them to real traffic classes, if it has
10   no more precise mechanism to classify packets.
11
12   These numbers have no special meaning, though their coincidence
13   with obsolete IPv6 values is not occasional :-). New IPv6 drafts
14   preferred full anarchy inspired by diffserv group.
15
16   Note: TC_PRIO_BESTEFFORT does not mean that it is the most unhappy
17   class, actually, as rule it will be handled with more care than
18   filler or even bulk.
19 */
20
21#define TC_PRIO_BESTEFFORT		0
22#define TC_PRIO_FILLER			1
23#define TC_PRIO_BULK			2
24#define TC_PRIO_INTERACTIVE_BULK	4
25#define TC_PRIO_INTERACTIVE		6
26#define TC_PRIO_CONTROL			7
27
28#define TC_PRIO_MAX			15
29
30/* Generic queue statistics, available for all the elements.
31   Particular schedulers may have also their private records.
32 */
33
34struct tc_stats {
35	__u64	bytes;			/* Number of enqueued bytes */
36	__u32	packets;		/* Number of enqueued packets	*/
37	__u32	drops;			/* Packets dropped because of lack of resources */
38	__u32	overlimits;		/* Number of throttle events when this
39					 * flow goes out of allocated bandwidth */
40	__u32	bps;			/* Current flow byte rate */
41	__u32	pps;			/* Current flow packet rate */
42	__u32	qlen;
43	__u32	backlog;
44};
45
46struct tc_estimator {
47	signed char	interval;
48	unsigned char	ewma_log;
49};
50
51/* "Handles"
52   ---------
53
54    All the traffic control objects have 32bit identifiers, or "handles".
55
56    They can be considered as opaque numbers from user API viewpoint,
57    but actually they always consist of two fields: major and
58    minor numbers, which are interpreted by kernel specially,
59    that may be used by applications, though not recommended.
60
61    F.e. qdisc handles always have minor number equal to zero,
62    classes (or flows) have major equal to parent qdisc major, and
63    minor uniquely identifying class inside qdisc.
64
65    Macros to manipulate handles:
66 */
67
68#define TC_H_MAJ_MASK (0xFFFF0000U)
69#define TC_H_MIN_MASK (0x0000FFFFU)
70#define TC_H_MAJ(h) ((h)&TC_H_MAJ_MASK)
71#define TC_H_MIN(h) ((h)&TC_H_MIN_MASK)
72#define TC_H_MAKE(maj,min) (((maj)&TC_H_MAJ_MASK)|((min)&TC_H_MIN_MASK))
73
74#define TC_H_UNSPEC	(0U)
75#define TC_H_ROOT	(0xFFFFFFFFU)
76#define TC_H_INGRESS    (0xFFFFFFF1U)
77#define TC_H_CLSACT	TC_H_INGRESS
78
79#define TC_H_MIN_PRIORITY	0xFFE0U
80#define TC_H_MIN_INGRESS	0xFFF2U
81#define TC_H_MIN_EGRESS		0xFFF3U
82
83/* Need to corrospond to iproute2 tc/tc_core.h "enum link_layer" */
84enum tc_link_layer {
85	TC_LINKLAYER_UNAWARE, /* Indicate unaware old iproute2 util */
86	TC_LINKLAYER_ETHERNET,
87	TC_LINKLAYER_ATM,
88};
89#define TC_LINKLAYER_MASK 0x0F /* limit use to lower 4 bits */
90
91struct tc_ratespec {
92	unsigned char	cell_log;
93	__u8		linklayer; /* lower 4 bits */
94	unsigned short	overhead;
95	short		cell_align;
96	unsigned short	mpu;
97	__u32		rate;
98};
99
100#define TC_RTAB_SIZE	1024
101
102struct tc_sizespec {
103	unsigned char	cell_log;
104	unsigned char	size_log;
105	short		cell_align;
106	int		overhead;
107	unsigned int	linklayer;
108	unsigned int	mpu;
109	unsigned int	mtu;
110	unsigned int	tsize;
111};
112
113enum {
114	TCA_STAB_UNSPEC,
115	TCA_STAB_BASE,
116	TCA_STAB_DATA,
117	__TCA_STAB_MAX
118};
119
120#define TCA_STAB_MAX (__TCA_STAB_MAX - 1)
121
122/* FIFO section */
123
124struct tc_fifo_qopt {
125	__u32	limit;	/* Queue length: bytes for bfifo, packets for pfifo */
126};
127
128/* SKBPRIO section */
129
130/*
131 * Priorities go from zero to (SKBPRIO_MAX_PRIORITY - 1).
132 * SKBPRIO_MAX_PRIORITY should be at least 64 in order for skbprio to be able
133 * to map one to one the DS field of IPV4 and IPV6 headers.
134 * Memory allocation grows linearly with SKBPRIO_MAX_PRIORITY.
135 */
136
137#define SKBPRIO_MAX_PRIORITY 64
138
139struct tc_skbprio_qopt {
140	__u32	limit;		/* Queue length in packets. */
141};
142
143/* PRIO section */
144
145#define TCQ_PRIO_BANDS	16
146#define TCQ_MIN_PRIO_BANDS 2
147
148struct tc_prio_qopt {
149	int	bands;			/* Number of bands */
150	__u8	priomap[TC_PRIO_MAX+1];	/* Map: logical priority -> PRIO band */
151};
152
153/* MULTIQ section */
154
155struct tc_multiq_qopt {
156	__u16	bands;			/* Number of bands */
157	__u16	max_bands;		/* Maximum number of queues */
158};
159
160/* PLUG section */
161
162#define TCQ_PLUG_BUFFER                0
163#define TCQ_PLUG_RELEASE_ONE           1
164#define TCQ_PLUG_RELEASE_INDEFINITE    2
165#define TCQ_PLUG_LIMIT                 3
166
167struct tc_plug_qopt {
168	/* TCQ_PLUG_BUFFER: Inset a plug into the queue and
169	 *  buffer any incoming packets
170	 * TCQ_PLUG_RELEASE_ONE: Dequeue packets from queue head
171	 *   to beginning of the next plug.
172	 * TCQ_PLUG_RELEASE_INDEFINITE: Dequeue all packets from queue.
173	 *   Stop buffering packets until the next TCQ_PLUG_BUFFER
174	 *   command is received (just act as a pass-thru queue).
175	 * TCQ_PLUG_LIMIT: Increase/decrease queue size
176	 */
177	int             action;
178	__u32           limit;
179};
180
181/* TBF section */
182
183struct tc_tbf_qopt {
184	struct tc_ratespec rate;
185	struct tc_ratespec peakrate;
186	__u32		limit;
187	__u32		buffer;
188	__u32		mtu;
189};
190
191enum {
192	TCA_TBF_UNSPEC,
193	TCA_TBF_PARMS,
194	TCA_TBF_RTAB,
195	TCA_TBF_PTAB,
196	TCA_TBF_RATE64,
197	TCA_TBF_PRATE64,
198	TCA_TBF_BURST,
199	TCA_TBF_PBURST,
200	TCA_TBF_PAD,
201	__TCA_TBF_MAX,
202};
203
204#define TCA_TBF_MAX (__TCA_TBF_MAX - 1)
205
206
207/* TEQL section */
208
209/* TEQL does not require any parameters */
210
211/* SFQ section */
212
213struct tc_sfq_qopt {
214	unsigned	quantum;	/* Bytes per round allocated to flow */
215	int		perturb_period;	/* Period of hash perturbation */
216	__u32		limit;		/* Maximal packets in queue */
217	unsigned	divisor;	/* Hash divisor  */
218	unsigned	flows;		/* Maximal number of flows  */
219};
220
221struct tc_sfqred_stats {
222	__u32           prob_drop;      /* Early drops, below max threshold */
223	__u32           forced_drop;	/* Early drops, after max threshold */
224	__u32           prob_mark;      /* Marked packets, below max threshold */
225	__u32           forced_mark;    /* Marked packets, after max threshold */
226	__u32           prob_mark_head; /* Marked packets, below max threshold */
227	__u32           forced_mark_head;/* Marked packets, after max threshold */
228};
229
230struct tc_sfq_qopt_v1 {
231	struct tc_sfq_qopt v0;
232	unsigned int	depth;		/* max number of packets per flow */
233	unsigned int	headdrop;
234/* SFQRED parameters */
235	__u32		limit;		/* HARD maximal flow queue length (bytes) */
236	__u32		qth_min;	/* Min average length threshold (bytes) */
237	__u32		qth_max;	/* Max average length threshold (bytes) */
238	unsigned char   Wlog;		/* log(W)		*/
239	unsigned char   Plog;		/* log(P_max/(qth_max-qth_min))	*/
240	unsigned char   Scell_log;	/* cell size for idle damping */
241	unsigned char	flags;
242	__u32		max_P;		/* probability, high resolution */
243/* SFQRED stats */
244	struct tc_sfqred_stats stats;
245};
246
247
248struct tc_sfq_xstats {
249	__s32		allot;
250};
251
252/* RED section */
253
254enum {
255	TCA_RED_UNSPEC,
256	TCA_RED_PARMS,
257	TCA_RED_STAB,
258	TCA_RED_MAX_P,
259	TCA_RED_FLAGS,		/* bitfield32 */
260	TCA_RED_EARLY_DROP_BLOCK, /* u32 */
261	TCA_RED_MARK_BLOCK,	/* u32 */
262	__TCA_RED_MAX,
263};
264
265#define TCA_RED_MAX (__TCA_RED_MAX - 1)
266
267struct tc_red_qopt {
268	__u32		limit;		/* HARD maximal queue length (bytes)	*/
269	__u32		qth_min;	/* Min average length threshold (bytes) */
270	__u32		qth_max;	/* Max average length threshold (bytes) */
271	unsigned char   Wlog;		/* log(W)		*/
272	unsigned char   Plog;		/* log(P_max/(qth_max-qth_min))	*/
273	unsigned char   Scell_log;	/* cell size for idle damping */
274
275	/* This field can be used for flags that a RED-like qdisc has
276	 * historically supported. E.g. when configuring RED, it can be used for
277	 * ECN, HARDDROP and ADAPTATIVE. For SFQ it can be used for ECN,
278	 * HARDDROP. Etc. Because this field has not been validated, and is
279	 * copied back on dump, any bits besides those to which a given qdisc
280	 * has assigned a historical meaning need to be considered for free use
281	 * by userspace tools.
282	 *
283	 * Any further flags need to be passed differently, e.g. through an
284	 * attribute (such as TCA_RED_FLAGS above). Such attribute should allow
285	 * passing both recent and historic flags in one value.
286	 */
287	unsigned char	flags;
288#define TC_RED_ECN		1
289#define TC_RED_HARDDROP		2
290#define TC_RED_ADAPTATIVE	4
291#define TC_RED_NODROP		8
292};
293
294#define TC_RED_HISTORIC_FLAGS (TC_RED_ECN | TC_RED_HARDDROP | TC_RED_ADAPTATIVE)
295
296struct tc_red_xstats {
297	__u32           early;          /* Early drops */
298	__u32           pdrop;          /* Drops due to queue limits */
299	__u32           other;          /* Drops due to drop() calls */
300	__u32           marked;         /* Marked packets */
301};
302
303/* GRED section */
304
305#define MAX_DPs 16
306
307enum {
308       TCA_GRED_UNSPEC,
309       TCA_GRED_PARMS,
310       TCA_GRED_STAB,
311       TCA_GRED_DPS,
312       TCA_GRED_MAX_P,
313       TCA_GRED_LIMIT,
314       TCA_GRED_VQ_LIST,	/* nested TCA_GRED_VQ_ENTRY */
315       __TCA_GRED_MAX,
316};
317
318#define TCA_GRED_MAX (__TCA_GRED_MAX - 1)
319
320enum {
321	TCA_GRED_VQ_ENTRY_UNSPEC,
322	TCA_GRED_VQ_ENTRY,	/* nested TCA_GRED_VQ_* */
323	__TCA_GRED_VQ_ENTRY_MAX,
324};
325#define TCA_GRED_VQ_ENTRY_MAX (__TCA_GRED_VQ_ENTRY_MAX - 1)
326
327enum {
328	TCA_GRED_VQ_UNSPEC,
329	TCA_GRED_VQ_PAD,
330	TCA_GRED_VQ_DP,			/* u32 */
331	TCA_GRED_VQ_STAT_BYTES,		/* u64 */
332	TCA_GRED_VQ_STAT_PACKETS,	/* u32 */
333	TCA_GRED_VQ_STAT_BACKLOG,	/* u32 */
334	TCA_GRED_VQ_STAT_PROB_DROP,	/* u32 */
335	TCA_GRED_VQ_STAT_PROB_MARK,	/* u32 */
336	TCA_GRED_VQ_STAT_FORCED_DROP,	/* u32 */
337	TCA_GRED_VQ_STAT_FORCED_MARK,	/* u32 */
338	TCA_GRED_VQ_STAT_PDROP,		/* u32 */
339	TCA_GRED_VQ_STAT_OTHER,		/* u32 */
340	TCA_GRED_VQ_FLAGS,		/* u32 */
341	__TCA_GRED_VQ_MAX
342};
343
344#define TCA_GRED_VQ_MAX (__TCA_GRED_VQ_MAX - 1)
345
346struct tc_gred_qopt {
347	__u32		limit;        /* HARD maximal queue length (bytes)    */
348	__u32		qth_min;      /* Min average length threshold (bytes) */
349	__u32		qth_max;      /* Max average length threshold (bytes) */
350	__u32		DP;           /* up to 2^32 DPs */
351	__u32		backlog;
352	__u32		qave;
353	__u32		forced;
354	__u32		early;
355	__u32		other;
356	__u32		pdrop;
357	__u8		Wlog;         /* log(W)               */
358	__u8		Plog;         /* log(P_max/(qth_max-qth_min)) */
359	__u8		Scell_log;    /* cell size for idle damping */
360	__u8		prio;         /* prio of this VQ */
361	__u32		packets;
362	__u32		bytesin;
363};
364
365/* gred setup */
366struct tc_gred_sopt {
367	__u32		DPs;
368	__u32		def_DP;
369	__u8		grio;
370	__u8		flags;
371	__u16		pad1;
372};
373
374/* CHOKe section */
375
376enum {
377	TCA_CHOKE_UNSPEC,
378	TCA_CHOKE_PARMS,
379	TCA_CHOKE_STAB,
380	TCA_CHOKE_MAX_P,
381	__TCA_CHOKE_MAX,
382};
383
384#define TCA_CHOKE_MAX (__TCA_CHOKE_MAX - 1)
385
386struct tc_choke_qopt {
387	__u32		limit;		/* Hard queue length (packets)	*/
388	__u32		qth_min;	/* Min average threshold (packets) */
389	__u32		qth_max;	/* Max average threshold (packets) */
390	unsigned char   Wlog;		/* log(W)		*/
391	unsigned char   Plog;		/* log(P_max/(qth_max-qth_min))	*/
392	unsigned char   Scell_log;	/* cell size for idle damping */
393	unsigned char	flags;		/* see RED flags */
394};
395
396struct tc_choke_xstats {
397	__u32		early;          /* Early drops */
398	__u32		pdrop;          /* Drops due to queue limits */
399	__u32		other;          /* Drops due to drop() calls */
400	__u32		marked;         /* Marked packets */
401	__u32		matched;	/* Drops due to flow match */
402};
403
404/* HTB section */
405#define TC_HTB_NUMPRIO		8
406#define TC_HTB_MAXDEPTH		8
407#define TC_HTB_PROTOVER		3 /* the same as HTB and TC's major */
408
409struct tc_htb_opt {
410	struct tc_ratespec 	rate;
411	struct tc_ratespec 	ceil;
412	__u32	buffer;
413	__u32	cbuffer;
414	__u32	quantum;
415	__u32	level;		/* out only */
416	__u32	prio;
417};
418struct tc_htb_glob {
419	__u32 version;		/* to match HTB/TC */
420    	__u32 rate2quantum;	/* bps->quantum divisor */
421    	__u32 defcls;		/* default class number */
422	__u32 debug;		/* debug flags */
423
424	/* stats */
425	__u32 direct_pkts; /* count of non shaped packets */
426};
427enum {
428	TCA_HTB_UNSPEC,
429	TCA_HTB_PARMS,
430	TCA_HTB_INIT,
431	TCA_HTB_CTAB,
432	TCA_HTB_RTAB,
433	TCA_HTB_DIRECT_QLEN,
434	TCA_HTB_RATE64,
435	TCA_HTB_CEIL64,
436	TCA_HTB_PAD,
437	TCA_HTB_OFFLOAD,
438	__TCA_HTB_MAX,
439};
440
441#define TCA_HTB_MAX (__TCA_HTB_MAX - 1)
442
443struct tc_htb_xstats {
444	__u32 lends;
445	__u32 borrows;
446	__u32 giants;	/* unused since 'Make HTB scheduler work with TSO.' */
447	__s32 tokens;
448	__s32 ctokens;
449};
450
451/* HFSC section */
452
453struct tc_hfsc_qopt {
454	__u16	defcls;		/* default class */
455};
456
457struct tc_service_curve {
458	__u32	m1;		/* slope of the first segment in bps */
459	__u32	d;		/* x-projection of the first segment in us */
460	__u32	m2;		/* slope of the second segment in bps */
461};
462
463struct tc_hfsc_stats {
464	__u64	work;		/* total work done */
465	__u64	rtwork;		/* work done by real-time criteria */
466	__u32	period;		/* current period */
467	__u32	level;		/* class level in hierarchy */
468};
469
470enum {
471	TCA_HFSC_UNSPEC,
472	TCA_HFSC_RSC,
473	TCA_HFSC_FSC,
474	TCA_HFSC_USC,
475	__TCA_HFSC_MAX,
476};
477
478#define TCA_HFSC_MAX (__TCA_HFSC_MAX - 1)
479
480/* Network emulator */
481
482enum {
483	TCA_NETEM_UNSPEC,
484	TCA_NETEM_CORR,
485	TCA_NETEM_DELAY_DIST,
486	TCA_NETEM_REORDER,
487	TCA_NETEM_CORRUPT,
488	TCA_NETEM_LOSS,
489	TCA_NETEM_RATE,
490	TCA_NETEM_ECN,
491	TCA_NETEM_RATE64,
492	TCA_NETEM_PAD,
493	TCA_NETEM_LATENCY64,
494	TCA_NETEM_JITTER64,
495	TCA_NETEM_SLOT,
496	TCA_NETEM_SLOT_DIST,
497	TCA_NETEM_PRNG_SEED,
498	__TCA_NETEM_MAX,
499};
500
501#define TCA_NETEM_MAX (__TCA_NETEM_MAX - 1)
502
503struct tc_netem_qopt {
504	__u32	latency;	/* added delay (us) */
505	__u32   limit;		/* fifo limit (packets) */
506	__u32	loss;		/* random packet loss (0=none ~0=100%) */
507	__u32	gap;		/* re-ordering gap (0 for none) */
508	__u32   duplicate;	/* random packet dup  (0=none ~0=100%) */
509	__u32	jitter;		/* random jitter in latency (us) */
510};
511
512struct tc_netem_corr {
513	__u32	delay_corr;	/* delay correlation */
514	__u32	loss_corr;	/* packet loss correlation */
515	__u32	dup_corr;	/* duplicate correlation  */
516};
517
518struct tc_netem_reorder {
519	__u32	probability;
520	__u32	correlation;
521};
522
523struct tc_netem_corrupt {
524	__u32	probability;
525	__u32	correlation;
526};
527
528struct tc_netem_rate {
529	__u32	rate;	/* byte/s */
530	__s32	packet_overhead;
531	__u32	cell_size;
532	__s32	cell_overhead;
533};
534
535struct tc_netem_slot {
536	__s64   min_delay; /* nsec */
537	__s64   max_delay;
538	__s32   max_packets;
539	__s32   max_bytes;
540	__s64	dist_delay; /* nsec */
541	__s64	dist_jitter; /* nsec */
542};
543
544enum {
545	NETEM_LOSS_UNSPEC,
546	NETEM_LOSS_GI,		/* General Intuitive - 4 state model */
547	NETEM_LOSS_GE,		/* Gilbert Elliot models */
548	__NETEM_LOSS_MAX
549};
550#define NETEM_LOSS_MAX (__NETEM_LOSS_MAX - 1)
551
552/* State transition probabilities for 4 state model */
553struct tc_netem_gimodel {
554	__u32	p13;
555	__u32	p31;
556	__u32	p32;
557	__u32	p14;
558	__u32	p23;
559};
560
561/* Gilbert-Elliot models */
562struct tc_netem_gemodel {
563	__u32 p;
564	__u32 r;
565	__u32 h;
566	__u32 k1;
567};
568
569#define NETEM_DIST_SCALE	8192
570#define NETEM_DIST_MAX		16384
571
572/* DRR */
573
574enum {
575	TCA_DRR_UNSPEC,
576	TCA_DRR_QUANTUM,
577	__TCA_DRR_MAX
578};
579
580#define TCA_DRR_MAX	(__TCA_DRR_MAX - 1)
581
582struct tc_drr_stats {
583	__u32	deficit;
584};
585
586/* MQPRIO */
587#define TC_QOPT_BITMASK 15
588#define TC_QOPT_MAX_QUEUE 16
589
590enum {
591	TC_MQPRIO_HW_OFFLOAD_NONE,	/* no offload requested */
592	TC_MQPRIO_HW_OFFLOAD_TCS,	/* offload TCs, no queue counts */
593	__TC_MQPRIO_HW_OFFLOAD_MAX
594};
595
596#define TC_MQPRIO_HW_OFFLOAD_MAX (__TC_MQPRIO_HW_OFFLOAD_MAX - 1)
597
598enum {
599	TC_MQPRIO_MODE_DCB,
600	TC_MQPRIO_MODE_CHANNEL,
601	__TC_MQPRIO_MODE_MAX
602};
603
604#define __TC_MQPRIO_MODE_MAX (__TC_MQPRIO_MODE_MAX - 1)
605
606enum {
607	TC_MQPRIO_SHAPER_DCB,
608	TC_MQPRIO_SHAPER_BW_RATE,	/* Add new shapers below */
609	__TC_MQPRIO_SHAPER_MAX
610};
611
612#define __TC_MQPRIO_SHAPER_MAX (__TC_MQPRIO_SHAPER_MAX - 1)
613
614enum {
615	TC_FP_EXPRESS = 1,
616	TC_FP_PREEMPTIBLE = 2,
617};
618
619struct tc_mqprio_qopt {
620	__u8	num_tc;
621	__u8	prio_tc_map[TC_QOPT_BITMASK + 1];
622	__u8	hw;
623	__u16	count[TC_QOPT_MAX_QUEUE];
624	__u16	offset[TC_QOPT_MAX_QUEUE];
625};
626
627#define TC_MQPRIO_F_MODE		0x1
628#define TC_MQPRIO_F_SHAPER		0x2
629#define TC_MQPRIO_F_MIN_RATE		0x4
630#define TC_MQPRIO_F_MAX_RATE		0x8
631
632enum {
633	TCA_MQPRIO_TC_ENTRY_UNSPEC,
634	TCA_MQPRIO_TC_ENTRY_INDEX,		/* u32 */
635	TCA_MQPRIO_TC_ENTRY_FP,			/* u32 */
636
637	/* add new constants above here */
638	__TCA_MQPRIO_TC_ENTRY_CNT,
639	TCA_MQPRIO_TC_ENTRY_MAX = (__TCA_MQPRIO_TC_ENTRY_CNT - 1)
640};
641
642enum {
643	TCA_MQPRIO_UNSPEC,
644	TCA_MQPRIO_MODE,
645	TCA_MQPRIO_SHAPER,
646	TCA_MQPRIO_MIN_RATE64,
647	TCA_MQPRIO_MAX_RATE64,
648	TCA_MQPRIO_TC_ENTRY,
649	__TCA_MQPRIO_MAX,
650};
651
652#define TCA_MQPRIO_MAX (__TCA_MQPRIO_MAX - 1)
653
654/* SFB */
655
656enum {
657	TCA_SFB_UNSPEC,
658	TCA_SFB_PARMS,
659	__TCA_SFB_MAX,
660};
661
662#define TCA_SFB_MAX (__TCA_SFB_MAX - 1)
663
664/*
665 * Note: increment, decrement are Q0.16 fixed-point values.
666 */
667struct tc_sfb_qopt {
668	__u32 rehash_interval;	/* delay between hash move, in ms */
669	__u32 warmup_time;	/* double buffering warmup time in ms (warmup_time < rehash_interval) */
670	__u32 max;		/* max len of qlen_min */
671	__u32 bin_size;		/* maximum queue length per bin */
672	__u32 increment;	/* probability increment, (d1 in Blue) */
673	__u32 decrement;	/* probability decrement, (d2 in Blue) */
674	__u32 limit;		/* max SFB queue length */
675	__u32 penalty_rate;	/* inelastic flows are rate limited to 'rate' pps */
676	__u32 penalty_burst;
677};
678
679struct tc_sfb_xstats {
680	__u32 earlydrop;
681	__u32 penaltydrop;
682	__u32 bucketdrop;
683	__u32 queuedrop;
684	__u32 childdrop; /* drops in child qdisc */
685	__u32 marked;
686	__u32 maxqlen;
687	__u32 maxprob;
688	__u32 avgprob;
689};
690
691#define SFB_MAX_PROB 0xFFFF
692
693/* QFQ */
694enum {
695	TCA_QFQ_UNSPEC,
696	TCA_QFQ_WEIGHT,
697	TCA_QFQ_LMAX,
698	__TCA_QFQ_MAX
699};
700
701#define TCA_QFQ_MAX	(__TCA_QFQ_MAX - 1)
702
703struct tc_qfq_stats {
704	__u32 weight;
705	__u32 lmax;
706};
707
708/* CODEL */
709
710enum {
711	TCA_CODEL_UNSPEC,
712	TCA_CODEL_TARGET,
713	TCA_CODEL_LIMIT,
714	TCA_CODEL_INTERVAL,
715	TCA_CODEL_ECN,
716	TCA_CODEL_CE_THRESHOLD,
717	__TCA_CODEL_MAX
718};
719
720#define TCA_CODEL_MAX	(__TCA_CODEL_MAX - 1)
721
722struct tc_codel_xstats {
723	__u32	maxpacket; /* largest packet we've seen so far */
724	__u32	count;	   /* how many drops we've done since the last time we
725			    * entered dropping state
726			    */
727	__u32	lastcount; /* count at entry to dropping state */
728	__u32	ldelay;    /* in-queue delay seen by most recently dequeued packet */
729	__s32	drop_next; /* time to drop next packet */
730	__u32	drop_overlimit; /* number of time max qdisc packet limit was hit */
731	__u32	ecn_mark;  /* number of packets we ECN marked instead of dropped */
732	__u32	dropping;  /* are we in dropping state ? */
733	__u32	ce_mark;   /* number of CE marked packets because of ce_threshold */
734};
735
736/* FQ_CODEL */
737
738#define FQ_CODEL_QUANTUM_MAX (1 << 20)
739
740enum {
741	TCA_FQ_CODEL_UNSPEC,
742	TCA_FQ_CODEL_TARGET,
743	TCA_FQ_CODEL_LIMIT,
744	TCA_FQ_CODEL_INTERVAL,
745	TCA_FQ_CODEL_ECN,
746	TCA_FQ_CODEL_FLOWS,
747	TCA_FQ_CODEL_QUANTUM,
748	TCA_FQ_CODEL_CE_THRESHOLD,
749	TCA_FQ_CODEL_DROP_BATCH_SIZE,
750	TCA_FQ_CODEL_MEMORY_LIMIT,
751	TCA_FQ_CODEL_CE_THRESHOLD_SELECTOR,
752	TCA_FQ_CODEL_CE_THRESHOLD_MASK,
753	__TCA_FQ_CODEL_MAX
754};
755
756#define TCA_FQ_CODEL_MAX	(__TCA_FQ_CODEL_MAX - 1)
757
758enum {
759	TCA_FQ_CODEL_XSTATS_QDISC,
760	TCA_FQ_CODEL_XSTATS_CLASS,
761};
762
763struct tc_fq_codel_qd_stats {
764	__u32	maxpacket;	/* largest packet we've seen so far */
765	__u32	drop_overlimit; /* number of time max qdisc
766				 * packet limit was hit
767				 */
768	__u32	ecn_mark;	/* number of packets we ECN marked
769				 * instead of being dropped
770				 */
771	__u32	new_flow_count; /* number of time packets
772				 * created a 'new flow'
773				 */
774	__u32	new_flows_len;	/* count of flows in new list */
775	__u32	old_flows_len;	/* count of flows in old list */
776	__u32	ce_mark;	/* packets above ce_threshold */
777	__u32	memory_usage;	/* in bytes */
778	__u32	drop_overmemory;
779};
780
781struct tc_fq_codel_cl_stats {
782	__s32	deficit;
783	__u32	ldelay;		/* in-queue delay seen by most recently
784				 * dequeued packet
785				 */
786	__u32	count;
787	__u32	lastcount;
788	__u32	dropping;
789	__s32	drop_next;
790};
791
792struct tc_fq_codel_xstats {
793	__u32	type;
794	union {
795		struct tc_fq_codel_qd_stats qdisc_stats;
796		struct tc_fq_codel_cl_stats class_stats;
797	};
798};
799
800/* FQ */
801
802enum {
803	TCA_FQ_UNSPEC,
804
805	TCA_FQ_PLIMIT,		/* limit of total number of packets in queue */
806
807	TCA_FQ_FLOW_PLIMIT,	/* limit of packets per flow */
808
809	TCA_FQ_QUANTUM,		/* RR quantum */
810
811	TCA_FQ_INITIAL_QUANTUM,		/* RR quantum for new flow */
812
813	TCA_FQ_RATE_ENABLE,	/* enable/disable rate limiting */
814
815	TCA_FQ_FLOW_DEFAULT_RATE,/* obsolete, do not use */
816
817	TCA_FQ_FLOW_MAX_RATE,	/* per flow max rate */
818
819	TCA_FQ_BUCKETS_LOG,	/* log2(number of buckets) */
820
821	TCA_FQ_FLOW_REFILL_DELAY,	/* flow credit refill delay in usec */
822
823	TCA_FQ_ORPHAN_MASK,	/* mask applied to orphaned skb hashes */
824
825	TCA_FQ_LOW_RATE_THRESHOLD, /* per packet delay under this rate */
826
827	TCA_FQ_CE_THRESHOLD,	/* DCTCP-like CE-marking threshold */
828
829	TCA_FQ_TIMER_SLACK,	/* timer slack */
830
831	TCA_FQ_HORIZON,		/* time horizon in us */
832
833	TCA_FQ_HORIZON_DROP,	/* drop packets beyond horizon, or cap their EDT */
834
835	TCA_FQ_PRIOMAP,		/* prio2band */
836
837	TCA_FQ_WEIGHTS,		/* Weights for each band */
838
839	__TCA_FQ_MAX
840};
841
842#define TCA_FQ_MAX	(__TCA_FQ_MAX - 1)
843
844#define FQ_BANDS 3
845#define FQ_MIN_WEIGHT 16384
846
847struct tc_fq_qd_stats {
848	__u64	gc_flows;
849	__u64	highprio_packets;	/* obsolete */
850	__u64	tcp_retrans;		/* obsolete */
851	__u64	throttled;
852	__u64	flows_plimit;
853	__u64	pkts_too_long;
854	__u64	allocation_errors;
855	__s64	time_next_delayed_flow;
856	__u32	flows;
857	__u32	inactive_flows;
858	__u32	throttled_flows;
859	__u32	unthrottle_latency_ns;
860	__u64	ce_mark;		/* packets above ce_threshold */
861	__u64	horizon_drops;
862	__u64	horizon_caps;
863	__u64	fastpath_packets;
864	__u64	band_drops[FQ_BANDS];
865	__u32	band_pkt_count[FQ_BANDS];
866	__u32	pad;
867};
868
869/* Heavy-Hitter Filter */
870
871enum {
872	TCA_HHF_UNSPEC,
873	TCA_HHF_BACKLOG_LIMIT,
874	TCA_HHF_QUANTUM,
875	TCA_HHF_HH_FLOWS_LIMIT,
876	TCA_HHF_RESET_TIMEOUT,
877	TCA_HHF_ADMIT_BYTES,
878	TCA_HHF_EVICT_TIMEOUT,
879	TCA_HHF_NON_HH_WEIGHT,
880	__TCA_HHF_MAX
881};
882
883#define TCA_HHF_MAX	(__TCA_HHF_MAX - 1)
884
885struct tc_hhf_xstats {
886	__u32	drop_overlimit; /* number of times max qdisc packet limit
887				 * was hit
888				 */
889	__u32	hh_overlimit;   /* number of times max heavy-hitters was hit */
890	__u32	hh_tot_count;   /* number of captured heavy-hitters so far */
891	__u32	hh_cur_count;   /* number of current heavy-hitters */
892};
893
894/* PIE */
895enum {
896	TCA_PIE_UNSPEC,
897	TCA_PIE_TARGET,
898	TCA_PIE_LIMIT,
899	TCA_PIE_TUPDATE,
900	TCA_PIE_ALPHA,
901	TCA_PIE_BETA,
902	TCA_PIE_ECN,
903	TCA_PIE_BYTEMODE,
904	TCA_PIE_DQ_RATE_ESTIMATOR,
905	__TCA_PIE_MAX
906};
907#define TCA_PIE_MAX   (__TCA_PIE_MAX - 1)
908
909struct tc_pie_xstats {
910	__u64 prob;			/* current probability */
911	__u32 delay;			/* current delay in ms */
912	__u32 avg_dq_rate;		/* current average dq_rate in
913					 * bits/pie_time
914					 */
915	__u32 dq_rate_estimating;	/* is avg_dq_rate being calculated? */
916	__u32 packets_in;		/* total number of packets enqueued */
917	__u32 dropped;			/* packets dropped due to pie_action */
918	__u32 overlimit;		/* dropped due to lack of space
919					 * in queue
920					 */
921	__u32 maxq;			/* maximum queue size */
922	__u32 ecn_mark;			/* packets marked with ecn*/
923};
924
925/* FQ PIE */
926enum {
927	TCA_FQ_PIE_UNSPEC,
928	TCA_FQ_PIE_LIMIT,
929	TCA_FQ_PIE_FLOWS,
930	TCA_FQ_PIE_TARGET,
931	TCA_FQ_PIE_TUPDATE,
932	TCA_FQ_PIE_ALPHA,
933	TCA_FQ_PIE_BETA,
934	TCA_FQ_PIE_QUANTUM,
935	TCA_FQ_PIE_MEMORY_LIMIT,
936	TCA_FQ_PIE_ECN_PROB,
937	TCA_FQ_PIE_ECN,
938	TCA_FQ_PIE_BYTEMODE,
939	TCA_FQ_PIE_DQ_RATE_ESTIMATOR,
940	__TCA_FQ_PIE_MAX
941};
942#define TCA_FQ_PIE_MAX   (__TCA_FQ_PIE_MAX - 1)
943
944struct tc_fq_pie_xstats {
945	__u32 packets_in;	/* total number of packets enqueued */
946	__u32 dropped;		/* packets dropped due to fq_pie_action */
947	__u32 overlimit;	/* dropped due to lack of space in queue */
948	__u32 overmemory;	/* dropped due to lack of memory in queue */
949	__u32 ecn_mark;		/* packets marked with ecn */
950	__u32 new_flow_count;	/* count of new flows created by packets */
951	__u32 new_flows_len;	/* count of flows in new list */
952	__u32 old_flows_len;	/* count of flows in old list */
953	__u32 memory_usage;	/* total memory across all queues */
954};
955
956/* CBS */
957struct tc_cbs_qopt {
958	__u8 offload;
959	__u8 _pad[3];
960	__s32 hicredit;
961	__s32 locredit;
962	__s32 idleslope;
963	__s32 sendslope;
964};
965
966enum {
967	TCA_CBS_UNSPEC,
968	TCA_CBS_PARMS,
969	__TCA_CBS_MAX,
970};
971
972#define TCA_CBS_MAX (__TCA_CBS_MAX - 1)
973
974
975/* ETF */
976struct tc_etf_qopt {
977	__s32 delta;
978	__s32 clockid;
979	__u32 flags;
980#define TC_ETF_DEADLINE_MODE_ON	_BITUL(0)
981#define TC_ETF_OFFLOAD_ON	_BITUL(1)
982#define TC_ETF_SKIP_SOCK_CHECK	_BITUL(2)
983};
984
985enum {
986	TCA_ETF_UNSPEC,
987	TCA_ETF_PARMS,
988	__TCA_ETF_MAX,
989};
990
991#define TCA_ETF_MAX (__TCA_ETF_MAX - 1)
992
993
994/* CAKE */
995enum {
996	TCA_CAKE_UNSPEC,
997	TCA_CAKE_PAD,
998	TCA_CAKE_BASE_RATE64,
999	TCA_CAKE_DIFFSERV_MODE,
1000	TCA_CAKE_ATM,
1001	TCA_CAKE_FLOW_MODE,
1002	TCA_CAKE_OVERHEAD,
1003	TCA_CAKE_RTT,
1004	TCA_CAKE_TARGET,
1005	TCA_CAKE_AUTORATE,
1006	TCA_CAKE_MEMORY,
1007	TCA_CAKE_NAT,
1008	TCA_CAKE_RAW,
1009	TCA_CAKE_WASH,
1010	TCA_CAKE_MPU,
1011	TCA_CAKE_INGRESS,
1012	TCA_CAKE_ACK_FILTER,
1013	TCA_CAKE_SPLIT_GSO,
1014	TCA_CAKE_FWMARK,
1015	__TCA_CAKE_MAX
1016};
1017#define TCA_CAKE_MAX	(__TCA_CAKE_MAX - 1)
1018
1019enum {
1020	__TCA_CAKE_STATS_INVALID,
1021	TCA_CAKE_STATS_PAD,
1022	TCA_CAKE_STATS_CAPACITY_ESTIMATE64,
1023	TCA_CAKE_STATS_MEMORY_LIMIT,
1024	TCA_CAKE_STATS_MEMORY_USED,
1025	TCA_CAKE_STATS_AVG_NETOFF,
1026	TCA_CAKE_STATS_MIN_NETLEN,
1027	TCA_CAKE_STATS_MAX_NETLEN,
1028	TCA_CAKE_STATS_MIN_ADJLEN,
1029	TCA_CAKE_STATS_MAX_ADJLEN,
1030	TCA_CAKE_STATS_TIN_STATS,
1031	TCA_CAKE_STATS_DEFICIT,
1032	TCA_CAKE_STATS_COBALT_COUNT,
1033	TCA_CAKE_STATS_DROPPING,
1034	TCA_CAKE_STATS_DROP_NEXT_US,
1035	TCA_CAKE_STATS_P_DROP,
1036	TCA_CAKE_STATS_BLUE_TIMER_US,
1037	__TCA_CAKE_STATS_MAX
1038};
1039#define TCA_CAKE_STATS_MAX (__TCA_CAKE_STATS_MAX - 1)
1040
1041enum {
1042	__TCA_CAKE_TIN_STATS_INVALID,
1043	TCA_CAKE_TIN_STATS_PAD,
1044	TCA_CAKE_TIN_STATS_SENT_PACKETS,
1045	TCA_CAKE_TIN_STATS_SENT_BYTES64,
1046	TCA_CAKE_TIN_STATS_DROPPED_PACKETS,
1047	TCA_CAKE_TIN_STATS_DROPPED_BYTES64,
1048	TCA_CAKE_TIN_STATS_ACKS_DROPPED_PACKETS,
1049	TCA_CAKE_TIN_STATS_ACKS_DROPPED_BYTES64,
1050	TCA_CAKE_TIN_STATS_ECN_MARKED_PACKETS,
1051	TCA_CAKE_TIN_STATS_ECN_MARKED_BYTES64,
1052	TCA_CAKE_TIN_STATS_BACKLOG_PACKETS,
1053	TCA_CAKE_TIN_STATS_BACKLOG_BYTES,
1054	TCA_CAKE_TIN_STATS_THRESHOLD_RATE64,
1055	TCA_CAKE_TIN_STATS_TARGET_US,
1056	TCA_CAKE_TIN_STATS_INTERVAL_US,
1057	TCA_CAKE_TIN_STATS_WAY_INDIRECT_HITS,
1058	TCA_CAKE_TIN_STATS_WAY_MISSES,
1059	TCA_CAKE_TIN_STATS_WAY_COLLISIONS,
1060	TCA_CAKE_TIN_STATS_PEAK_DELAY_US,
1061	TCA_CAKE_TIN_STATS_AVG_DELAY_US,
1062	TCA_CAKE_TIN_STATS_BASE_DELAY_US,
1063	TCA_CAKE_TIN_STATS_SPARSE_FLOWS,
1064	TCA_CAKE_TIN_STATS_BULK_FLOWS,
1065	TCA_CAKE_TIN_STATS_UNRESPONSIVE_FLOWS,
1066	TCA_CAKE_TIN_STATS_MAX_SKBLEN,
1067	TCA_CAKE_TIN_STATS_FLOW_QUANTUM,
1068	__TCA_CAKE_TIN_STATS_MAX
1069};
1070#define TCA_CAKE_TIN_STATS_MAX (__TCA_CAKE_TIN_STATS_MAX - 1)
1071#define TC_CAKE_MAX_TINS (8)
1072
1073enum {
1074	CAKE_FLOW_NONE = 0,
1075	CAKE_FLOW_SRC_IP,
1076	CAKE_FLOW_DST_IP,
1077	CAKE_FLOW_HOSTS,    /* = CAKE_FLOW_SRC_IP | CAKE_FLOW_DST_IP */
1078	CAKE_FLOW_FLOWS,
1079	CAKE_FLOW_DUAL_SRC, /* = CAKE_FLOW_SRC_IP | CAKE_FLOW_FLOWS */
1080	CAKE_FLOW_DUAL_DST, /* = CAKE_FLOW_DST_IP | CAKE_FLOW_FLOWS */
1081	CAKE_FLOW_TRIPLE,   /* = CAKE_FLOW_HOSTS  | CAKE_FLOW_FLOWS */
1082	CAKE_FLOW_MAX,
1083};
1084
1085enum {
1086	CAKE_DIFFSERV_DIFFSERV3 = 0,
1087	CAKE_DIFFSERV_DIFFSERV4,
1088	CAKE_DIFFSERV_DIFFSERV8,
1089	CAKE_DIFFSERV_BESTEFFORT,
1090	CAKE_DIFFSERV_PRECEDENCE,
1091	CAKE_DIFFSERV_MAX
1092};
1093
1094enum {
1095	CAKE_ACK_NONE = 0,
1096	CAKE_ACK_FILTER,
1097	CAKE_ACK_AGGRESSIVE,
1098	CAKE_ACK_MAX
1099};
1100
1101enum {
1102	CAKE_ATM_NONE = 0,
1103	CAKE_ATM_ATM,
1104	CAKE_ATM_PTM,
1105	CAKE_ATM_MAX
1106};
1107
1108
1109/* TAPRIO */
1110enum {
1111	TC_TAPRIO_CMD_SET_GATES = 0x00,
1112	TC_TAPRIO_CMD_SET_AND_HOLD = 0x01,
1113	TC_TAPRIO_CMD_SET_AND_RELEASE = 0x02,
1114};
1115
1116enum {
1117	TCA_TAPRIO_SCHED_ENTRY_UNSPEC,
1118	TCA_TAPRIO_SCHED_ENTRY_INDEX, /* u32 */
1119	TCA_TAPRIO_SCHED_ENTRY_CMD, /* u8 */
1120	TCA_TAPRIO_SCHED_ENTRY_GATE_MASK, /* u32 */
1121	TCA_TAPRIO_SCHED_ENTRY_INTERVAL, /* u32 */
1122	__TCA_TAPRIO_SCHED_ENTRY_MAX,
1123};
1124#define TCA_TAPRIO_SCHED_ENTRY_MAX (__TCA_TAPRIO_SCHED_ENTRY_MAX - 1)
1125
1126/* The format for schedule entry list is:
1127 * [TCA_TAPRIO_SCHED_ENTRY_LIST]
1128 *   [TCA_TAPRIO_SCHED_ENTRY]
1129 *     [TCA_TAPRIO_SCHED_ENTRY_CMD]
1130 *     [TCA_TAPRIO_SCHED_ENTRY_GATES]
1131 *     [TCA_TAPRIO_SCHED_ENTRY_INTERVAL]
1132 */
1133enum {
1134	TCA_TAPRIO_SCHED_UNSPEC,
1135	TCA_TAPRIO_SCHED_ENTRY,
1136	__TCA_TAPRIO_SCHED_MAX,
1137};
1138
1139#define TCA_TAPRIO_SCHED_MAX (__TCA_TAPRIO_SCHED_MAX - 1)
1140
1141/* The format for the admin sched (dump only):
1142 * [TCA_TAPRIO_SCHED_ADMIN_SCHED]
1143 *   [TCA_TAPRIO_ATTR_SCHED_BASE_TIME]
1144 *   [TCA_TAPRIO_ATTR_SCHED_ENTRY_LIST]
1145 *     [TCA_TAPRIO_ATTR_SCHED_ENTRY]
1146 *       [TCA_TAPRIO_ATTR_SCHED_ENTRY_CMD]
1147 *       [TCA_TAPRIO_ATTR_SCHED_ENTRY_GATES]
1148 *       [TCA_TAPRIO_ATTR_SCHED_ENTRY_INTERVAL]
1149 */
1150
1151#define TCA_TAPRIO_ATTR_FLAG_TXTIME_ASSIST	_BITUL(0)
1152#define TCA_TAPRIO_ATTR_FLAG_FULL_OFFLOAD	_BITUL(1)
1153
1154enum {
1155	TCA_TAPRIO_TC_ENTRY_UNSPEC,
1156	TCA_TAPRIO_TC_ENTRY_INDEX,		/* u32 */
1157	TCA_TAPRIO_TC_ENTRY_MAX_SDU,		/* u32 */
1158	TCA_TAPRIO_TC_ENTRY_FP,			/* u32 */
1159
1160	/* add new constants above here */
1161	__TCA_TAPRIO_TC_ENTRY_CNT,
1162	TCA_TAPRIO_TC_ENTRY_MAX = (__TCA_TAPRIO_TC_ENTRY_CNT - 1)
1163};
1164
1165enum {
1166	TCA_TAPRIO_OFFLOAD_STATS_PAD = 1,	/* u64 */
1167	TCA_TAPRIO_OFFLOAD_STATS_WINDOW_DROPS,	/* u64 */
1168	TCA_TAPRIO_OFFLOAD_STATS_TX_OVERRUNS,	/* u64 */
1169
1170	/* add new constants above here */
1171	__TCA_TAPRIO_OFFLOAD_STATS_CNT,
1172	TCA_TAPRIO_OFFLOAD_STATS_MAX = (__TCA_TAPRIO_OFFLOAD_STATS_CNT - 1)
1173};
1174
1175enum {
1176	TCA_TAPRIO_ATTR_UNSPEC,
1177	TCA_TAPRIO_ATTR_PRIOMAP, /* struct tc_mqprio_qopt */
1178	TCA_TAPRIO_ATTR_SCHED_ENTRY_LIST, /* nested of entry */
1179	TCA_TAPRIO_ATTR_SCHED_BASE_TIME, /* s64 */
1180	TCA_TAPRIO_ATTR_SCHED_SINGLE_ENTRY, /* single entry */
1181	TCA_TAPRIO_ATTR_SCHED_CLOCKID, /* s32 */
1182	TCA_TAPRIO_PAD,
1183	TCA_TAPRIO_ATTR_ADMIN_SCHED, /* The admin sched, only used in dump */
1184	TCA_TAPRIO_ATTR_SCHED_CYCLE_TIME, /* s64 */
1185	TCA_TAPRIO_ATTR_SCHED_CYCLE_TIME_EXTENSION, /* s64 */
1186	TCA_TAPRIO_ATTR_FLAGS, /* u32 */
1187	TCA_TAPRIO_ATTR_TXTIME_DELAY, /* u32 */
1188	TCA_TAPRIO_ATTR_TC_ENTRY, /* nest */
1189	__TCA_TAPRIO_ATTR_MAX,
1190};
1191
1192#define TCA_TAPRIO_ATTR_MAX (__TCA_TAPRIO_ATTR_MAX - 1)
1193
1194/* ETS */
1195
1196#define TCQ_ETS_MAX_BANDS 16
1197
1198enum {
1199	TCA_ETS_UNSPEC,
1200	TCA_ETS_NBANDS,		/* u8 */
1201	TCA_ETS_NSTRICT,	/* u8 */
1202	TCA_ETS_QUANTA,		/* nested TCA_ETS_QUANTA_BAND */
1203	TCA_ETS_QUANTA_BAND,	/* u32 */
1204	TCA_ETS_PRIOMAP,	/* nested TCA_ETS_PRIOMAP_BAND */
1205	TCA_ETS_PRIOMAP_BAND,	/* u8 */
1206	__TCA_ETS_MAX,
1207};
1208
1209#define TCA_ETS_MAX (__TCA_ETS_MAX - 1)
1210
1211#endif
1212