1/*-
2 * SPDX-License-Identifier: BSD-3-Clause
3 *
4 * Copyright (c) 2001-2008, by Cisco Systems, Inc. All rights reserved.
5 * Copyright (c) 2008-2012, by Randall Stewart. All rights reserved.
6 * Copyright (c) 2008-2012, by Michael Tuexen. All rights reserved.
7 *
8 * Redistribution and use in source and binary forms, with or without
9 * modification, are permitted provided that the following conditions are met:
10 *
11 * a) Redistributions of source code must retain the above copyright notice,
12 *    this list of conditions and the following disclaimer.
13 *
14 * b) Redistributions in binary form must reproduce the above copyright
15 *    notice, this list of conditions and the following disclaimer in
16 *    the documentation and/or other materials provided with the distribution.
17 *
18 * c) Neither the name of Cisco Systems, Inc. nor the names of its
19 *    contributors may be used to endorse or promote products derived
20 *    from this software without specific prior written permission.
21 *
22 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
23 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
24 * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
25 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
26 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
27 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
28 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
29 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
30 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
31 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
32 * THE POSSIBILITY OF SUCH DAMAGE.
33 */
34
35#include <sys/cdefs.h>
36__FBSDID("$FreeBSD$");
37
38#include <netinet/sctp_os.h>
39#include <sys/proc.h>
40#include <netinet/sctp_var.h>
41#include <netinet/sctp_sysctl.h>
42#include <netinet/sctp_header.h>
43#include <netinet/sctp_pcb.h>
44#include <netinet/sctputil.h>
45#include <netinet/sctp_output.h>
46#include <netinet/sctp_uio.h>
47#include <netinet/sctputil.h>
48#include <netinet/sctp_auth.h>
49#include <netinet/sctp_timer.h>
50#include <netinet/sctp_asconf.h>
51#include <netinet/sctp_indata.h>
52#include <netinet/sctp_bsd_addr.h>
53#include <netinet/sctp_input.h>
54#include <netinet/sctp_crc32.h>
55#include <netinet/sctp_kdtrace.h>
56#if defined(INET) || defined(INET6)
57#include <netinet/udp.h>
58#endif
59#include <netinet/udp_var.h>
60#include <machine/in_cksum.h>
61
62#define SCTP_MAX_GAPS_INARRAY 4
63struct sack_track {
64	uint8_t right_edge;	/* mergable on the right edge */
65	uint8_t left_edge;	/* mergable on the left edge */
66	uint8_t num_entries;
67	uint8_t spare;
68	struct sctp_gap_ack_block gaps[SCTP_MAX_GAPS_INARRAY];
69};
70
71const struct sack_track sack_array[256] = {
72	{0, 0, 0, 0,		/* 0x00 */
73		{{0, 0},
74		{0, 0},
75		{0, 0},
76		{0, 0}
77		}
78	},
79	{1, 0, 1, 0,		/* 0x01 */
80		{{0, 0},
81		{0, 0},
82		{0, 0},
83		{0, 0}
84		}
85	},
86	{0, 0, 1, 0,		/* 0x02 */
87		{{1, 1},
88		{0, 0},
89		{0, 0},
90		{0, 0}
91		}
92	},
93	{1, 0, 1, 0,		/* 0x03 */
94		{{0, 1},
95		{0, 0},
96		{0, 0},
97		{0, 0}
98		}
99	},
100	{0, 0, 1, 0,		/* 0x04 */
101		{{2, 2},
102		{0, 0},
103		{0, 0},
104		{0, 0}
105		}
106	},
107	{1, 0, 2, 0,		/* 0x05 */
108		{{0, 0},
109		{2, 2},
110		{0, 0},
111		{0, 0}
112		}
113	},
114	{0, 0, 1, 0,		/* 0x06 */
115		{{1, 2},
116		{0, 0},
117		{0, 0},
118		{0, 0}
119		}
120	},
121	{1, 0, 1, 0,		/* 0x07 */
122		{{0, 2},
123		{0, 0},
124		{0, 0},
125		{0, 0}
126		}
127	},
128	{0, 0, 1, 0,		/* 0x08 */
129		{{3, 3},
130		{0, 0},
131		{0, 0},
132		{0, 0}
133		}
134	},
135	{1, 0, 2, 0,		/* 0x09 */
136		{{0, 0},
137		{3, 3},
138		{0, 0},
139		{0, 0}
140		}
141	},
142	{0, 0, 2, 0,		/* 0x0a */
143		{{1, 1},
144		{3, 3},
145		{0, 0},
146		{0, 0}
147		}
148	},
149	{1, 0, 2, 0,		/* 0x0b */
150		{{0, 1},
151		{3, 3},
152		{0, 0},
153		{0, 0}
154		}
155	},
156	{0, 0, 1, 0,		/* 0x0c */
157		{{2, 3},
158		{0, 0},
159		{0, 0},
160		{0, 0}
161		}
162	},
163	{1, 0, 2, 0,		/* 0x0d */
164		{{0, 0},
165		{2, 3},
166		{0, 0},
167		{0, 0}
168		}
169	},
170	{0, 0, 1, 0,		/* 0x0e */
171		{{1, 3},
172		{0, 0},
173		{0, 0},
174		{0, 0}
175		}
176	},
177	{1, 0, 1, 0,		/* 0x0f */
178		{{0, 3},
179		{0, 0},
180		{0, 0},
181		{0, 0}
182		}
183	},
184	{0, 0, 1, 0,		/* 0x10 */
185		{{4, 4},
186		{0, 0},
187		{0, 0},
188		{0, 0}
189		}
190	},
191	{1, 0, 2, 0,		/* 0x11 */
192		{{0, 0},
193		{4, 4},
194		{0, 0},
195		{0, 0}
196		}
197	},
198	{0, 0, 2, 0,		/* 0x12 */
199		{{1, 1},
200		{4, 4},
201		{0, 0},
202		{0, 0}
203		}
204	},
205	{1, 0, 2, 0,		/* 0x13 */
206		{{0, 1},
207		{4, 4},
208		{0, 0},
209		{0, 0}
210		}
211	},
212	{0, 0, 2, 0,		/* 0x14 */
213		{{2, 2},
214		{4, 4},
215		{0, 0},
216		{0, 0}
217		}
218	},
219	{1, 0, 3, 0,		/* 0x15 */
220		{{0, 0},
221		{2, 2},
222		{4, 4},
223		{0, 0}
224		}
225	},
226	{0, 0, 2, 0,		/* 0x16 */
227		{{1, 2},
228		{4, 4},
229		{0, 0},
230		{0, 0}
231		}
232	},
233	{1, 0, 2, 0,		/* 0x17 */
234		{{0, 2},
235		{4, 4},
236		{0, 0},
237		{0, 0}
238		}
239	},
240	{0, 0, 1, 0,		/* 0x18 */
241		{{3, 4},
242		{0, 0},
243		{0, 0},
244		{0, 0}
245		}
246	},
247	{1, 0, 2, 0,		/* 0x19 */
248		{{0, 0},
249		{3, 4},
250		{0, 0},
251		{0, 0}
252		}
253	},
254	{0, 0, 2, 0,		/* 0x1a */
255		{{1, 1},
256		{3, 4},
257		{0, 0},
258		{0, 0}
259		}
260	},
261	{1, 0, 2, 0,		/* 0x1b */
262		{{0, 1},
263		{3, 4},
264		{0, 0},
265		{0, 0}
266		}
267	},
268	{0, 0, 1, 0,		/* 0x1c */
269		{{2, 4},
270		{0, 0},
271		{0, 0},
272		{0, 0}
273		}
274	},
275	{1, 0, 2, 0,		/* 0x1d */
276		{{0, 0},
277		{2, 4},
278		{0, 0},
279		{0, 0}
280		}
281	},
282	{0, 0, 1, 0,		/* 0x1e */
283		{{1, 4},
284		{0, 0},
285		{0, 0},
286		{0, 0}
287		}
288	},
289	{1, 0, 1, 0,		/* 0x1f */
290		{{0, 4},
291		{0, 0},
292		{0, 0},
293		{0, 0}
294		}
295	},
296	{0, 0, 1, 0,		/* 0x20 */
297		{{5, 5},
298		{0, 0},
299		{0, 0},
300		{0, 0}
301		}
302	},
303	{1, 0, 2, 0,		/* 0x21 */
304		{{0, 0},
305		{5, 5},
306		{0, 0},
307		{0, 0}
308		}
309	},
310	{0, 0, 2, 0,		/* 0x22 */
311		{{1, 1},
312		{5, 5},
313		{0, 0},
314		{0, 0}
315		}
316	},
317	{1, 0, 2, 0,		/* 0x23 */
318		{{0, 1},
319		{5, 5},
320		{0, 0},
321		{0, 0}
322		}
323	},
324	{0, 0, 2, 0,		/* 0x24 */
325		{{2, 2},
326		{5, 5},
327		{0, 0},
328		{0, 0}
329		}
330	},
331	{1, 0, 3, 0,		/* 0x25 */
332		{{0, 0},
333		{2, 2},
334		{5, 5},
335		{0, 0}
336		}
337	},
338	{0, 0, 2, 0,		/* 0x26 */
339		{{1, 2},
340		{5, 5},
341		{0, 0},
342		{0, 0}
343		}
344	},
345	{1, 0, 2, 0,		/* 0x27 */
346		{{0, 2},
347		{5, 5},
348		{0, 0},
349		{0, 0}
350		}
351	},
352	{0, 0, 2, 0,		/* 0x28 */
353		{{3, 3},
354		{5, 5},
355		{0, 0},
356		{0, 0}
357		}
358	},
359	{1, 0, 3, 0,		/* 0x29 */
360		{{0, 0},
361		{3, 3},
362		{5, 5},
363		{0, 0}
364		}
365	},
366	{0, 0, 3, 0,		/* 0x2a */
367		{{1, 1},
368		{3, 3},
369		{5, 5},
370		{0, 0}
371		}
372	},
373	{1, 0, 3, 0,		/* 0x2b */
374		{{0, 1},
375		{3, 3},
376		{5, 5},
377		{0, 0}
378		}
379	},
380	{0, 0, 2, 0,		/* 0x2c */
381		{{2, 3},
382		{5, 5},
383		{0, 0},
384		{0, 0}
385		}
386	},
387	{1, 0, 3, 0,		/* 0x2d */
388		{{0, 0},
389		{2, 3},
390		{5, 5},
391		{0, 0}
392		}
393	},
394	{0, 0, 2, 0,		/* 0x2e */
395		{{1, 3},
396		{5, 5},
397		{0, 0},
398		{0, 0}
399		}
400	},
401	{1, 0, 2, 0,		/* 0x2f */
402		{{0, 3},
403		{5, 5},
404		{0, 0},
405		{0, 0}
406		}
407	},
408	{0, 0, 1, 0,		/* 0x30 */
409		{{4, 5},
410		{0, 0},
411		{0, 0},
412		{0, 0}
413		}
414	},
415	{1, 0, 2, 0,		/* 0x31 */
416		{{0, 0},
417		{4, 5},
418		{0, 0},
419		{0, 0}
420		}
421	},
422	{0, 0, 2, 0,		/* 0x32 */
423		{{1, 1},
424		{4, 5},
425		{0, 0},
426		{0, 0}
427		}
428	},
429	{1, 0, 2, 0,		/* 0x33 */
430		{{0, 1},
431		{4, 5},
432		{0, 0},
433		{0, 0}
434		}
435	},
436	{0, 0, 2, 0,		/* 0x34 */
437		{{2, 2},
438		{4, 5},
439		{0, 0},
440		{0, 0}
441		}
442	},
443	{1, 0, 3, 0,		/* 0x35 */
444		{{0, 0},
445		{2, 2},
446		{4, 5},
447		{0, 0}
448		}
449	},
450	{0, 0, 2, 0,		/* 0x36 */
451		{{1, 2},
452		{4, 5},
453		{0, 0},
454		{0, 0}
455		}
456	},
457	{1, 0, 2, 0,		/* 0x37 */
458		{{0, 2},
459		{4, 5},
460		{0, 0},
461		{0, 0}
462		}
463	},
464	{0, 0, 1, 0,		/* 0x38 */
465		{{3, 5},
466		{0, 0},
467		{0, 0},
468		{0, 0}
469		}
470	},
471	{1, 0, 2, 0,		/* 0x39 */
472		{{0, 0},
473		{3, 5},
474		{0, 0},
475		{0, 0}
476		}
477	},
478	{0, 0, 2, 0,		/* 0x3a */
479		{{1, 1},
480		{3, 5},
481		{0, 0},
482		{0, 0}
483		}
484	},
485	{1, 0, 2, 0,		/* 0x3b */
486		{{0, 1},
487		{3, 5},
488		{0, 0},
489		{0, 0}
490		}
491	},
492	{0, 0, 1, 0,		/* 0x3c */
493		{{2, 5},
494		{0, 0},
495		{0, 0},
496		{0, 0}
497		}
498	},
499	{1, 0, 2, 0,		/* 0x3d */
500		{{0, 0},
501		{2, 5},
502		{0, 0},
503		{0, 0}
504		}
505	},
506	{0, 0, 1, 0,		/* 0x3e */
507		{{1, 5},
508		{0, 0},
509		{0, 0},
510		{0, 0}
511		}
512	},
513	{1, 0, 1, 0,		/* 0x3f */
514		{{0, 5},
515		{0, 0},
516		{0, 0},
517		{0, 0}
518		}
519	},
520	{0, 0, 1, 0,		/* 0x40 */
521		{{6, 6},
522		{0, 0},
523		{0, 0},
524		{0, 0}
525		}
526	},
527	{1, 0, 2, 0,		/* 0x41 */
528		{{0, 0},
529		{6, 6},
530		{0, 0},
531		{0, 0}
532		}
533	},
534	{0, 0, 2, 0,		/* 0x42 */
535		{{1, 1},
536		{6, 6},
537		{0, 0},
538		{0, 0}
539		}
540	},
541	{1, 0, 2, 0,		/* 0x43 */
542		{{0, 1},
543		{6, 6},
544		{0, 0},
545		{0, 0}
546		}
547	},
548	{0, 0, 2, 0,		/* 0x44 */
549		{{2, 2},
550		{6, 6},
551		{0, 0},
552		{0, 0}
553		}
554	},
555	{1, 0, 3, 0,		/* 0x45 */
556		{{0, 0},
557		{2, 2},
558		{6, 6},
559		{0, 0}
560		}
561	},
562	{0, 0, 2, 0,		/* 0x46 */
563		{{1, 2},
564		{6, 6},
565		{0, 0},
566		{0, 0}
567		}
568	},
569	{1, 0, 2, 0,		/* 0x47 */
570		{{0, 2},
571		{6, 6},
572		{0, 0},
573		{0, 0}
574		}
575	},
576	{0, 0, 2, 0,		/* 0x48 */
577		{{3, 3},
578		{6, 6},
579		{0, 0},
580		{0, 0}
581		}
582	},
583	{1, 0, 3, 0,		/* 0x49 */
584		{{0, 0},
585		{3, 3},
586		{6, 6},
587		{0, 0}
588		}
589	},
590	{0, 0, 3, 0,		/* 0x4a */
591		{{1, 1},
592		{3, 3},
593		{6, 6},
594		{0, 0}
595		}
596	},
597	{1, 0, 3, 0,		/* 0x4b */
598		{{0, 1},
599		{3, 3},
600		{6, 6},
601		{0, 0}
602		}
603	},
604	{0, 0, 2, 0,		/* 0x4c */
605		{{2, 3},
606		{6, 6},
607		{0, 0},
608		{0, 0}
609		}
610	},
611	{1, 0, 3, 0,		/* 0x4d */
612		{{0, 0},
613		{2, 3},
614		{6, 6},
615		{0, 0}
616		}
617	},
618	{0, 0, 2, 0,		/* 0x4e */
619		{{1, 3},
620		{6, 6},
621		{0, 0},
622		{0, 0}
623		}
624	},
625	{1, 0, 2, 0,		/* 0x4f */
626		{{0, 3},
627		{6, 6},
628		{0, 0},
629		{0, 0}
630		}
631	},
632	{0, 0, 2, 0,		/* 0x50 */
633		{{4, 4},
634		{6, 6},
635		{0, 0},
636		{0, 0}
637		}
638	},
639	{1, 0, 3, 0,		/* 0x51 */
640		{{0, 0},
641		{4, 4},
642		{6, 6},
643		{0, 0}
644		}
645	},
646	{0, 0, 3, 0,		/* 0x52 */
647		{{1, 1},
648		{4, 4},
649		{6, 6},
650		{0, 0}
651		}
652	},
653	{1, 0, 3, 0,		/* 0x53 */
654		{{0, 1},
655		{4, 4},
656		{6, 6},
657		{0, 0}
658		}
659	},
660	{0, 0, 3, 0,		/* 0x54 */
661		{{2, 2},
662		{4, 4},
663		{6, 6},
664		{0, 0}
665		}
666	},
667	{1, 0, 4, 0,		/* 0x55 */
668		{{0, 0},
669		{2, 2},
670		{4, 4},
671		{6, 6}
672		}
673	},
674	{0, 0, 3, 0,		/* 0x56 */
675		{{1, 2},
676		{4, 4},
677		{6, 6},
678		{0, 0}
679		}
680	},
681	{1, 0, 3, 0,		/* 0x57 */
682		{{0, 2},
683		{4, 4},
684		{6, 6},
685		{0, 0}
686		}
687	},
688	{0, 0, 2, 0,		/* 0x58 */
689		{{3, 4},
690		{6, 6},
691		{0, 0},
692		{0, 0}
693		}
694	},
695	{1, 0, 3, 0,		/* 0x59 */
696		{{0, 0},
697		{3, 4},
698		{6, 6},
699		{0, 0}
700		}
701	},
702	{0, 0, 3, 0,		/* 0x5a */
703		{{1, 1},
704		{3, 4},
705		{6, 6},
706		{0, 0}
707		}
708	},
709	{1, 0, 3, 0,		/* 0x5b */
710		{{0, 1},
711		{3, 4},
712		{6, 6},
713		{0, 0}
714		}
715	},
716	{0, 0, 2, 0,		/* 0x5c */
717		{{2, 4},
718		{6, 6},
719		{0, 0},
720		{0, 0}
721		}
722	},
723	{1, 0, 3, 0,		/* 0x5d */
724		{{0, 0},
725		{2, 4},
726		{6, 6},
727		{0, 0}
728		}
729	},
730	{0, 0, 2, 0,		/* 0x5e */
731		{{1, 4},
732		{6, 6},
733		{0, 0},
734		{0, 0}
735		}
736	},
737	{1, 0, 2, 0,		/* 0x5f */
738		{{0, 4},
739		{6, 6},
740		{0, 0},
741		{0, 0}
742		}
743	},
744	{0, 0, 1, 0,		/* 0x60 */
745		{{5, 6},
746		{0, 0},
747		{0, 0},
748		{0, 0}
749		}
750	},
751	{1, 0, 2, 0,		/* 0x61 */
752		{{0, 0},
753		{5, 6},
754		{0, 0},
755		{0, 0}
756		}
757	},
758	{0, 0, 2, 0,		/* 0x62 */
759		{{1, 1},
760		{5, 6},
761		{0, 0},
762		{0, 0}
763		}
764	},
765	{1, 0, 2, 0,		/* 0x63 */
766		{{0, 1},
767		{5, 6},
768		{0, 0},
769		{0, 0}
770		}
771	},
772	{0, 0, 2, 0,		/* 0x64 */
773		{{2, 2},
774		{5, 6},
775		{0, 0},
776		{0, 0}
777		}
778	},
779	{1, 0, 3, 0,		/* 0x65 */
780		{{0, 0},
781		{2, 2},
782		{5, 6},
783		{0, 0}
784		}
785	},
786	{0, 0, 2, 0,		/* 0x66 */
787		{{1, 2},
788		{5, 6},
789		{0, 0},
790		{0, 0}
791		}
792	},
793	{1, 0, 2, 0,		/* 0x67 */
794		{{0, 2},
795		{5, 6},
796		{0, 0},
797		{0, 0}
798		}
799	},
800	{0, 0, 2, 0,		/* 0x68 */
801		{{3, 3},
802		{5, 6},
803		{0, 0},
804		{0, 0}
805		}
806	},
807	{1, 0, 3, 0,		/* 0x69 */
808		{{0, 0},
809		{3, 3},
810		{5, 6},
811		{0, 0}
812		}
813	},
814	{0, 0, 3, 0,		/* 0x6a */
815		{{1, 1},
816		{3, 3},
817		{5, 6},
818		{0, 0}
819		}
820	},
821	{1, 0, 3, 0,		/* 0x6b */
822		{{0, 1},
823		{3, 3},
824		{5, 6},
825		{0, 0}
826		}
827	},
828	{0, 0, 2, 0,		/* 0x6c */
829		{{2, 3},
830		{5, 6},
831		{0, 0},
832		{0, 0}
833		}
834	},
835	{1, 0, 3, 0,		/* 0x6d */
836		{{0, 0},
837		{2, 3},
838		{5, 6},
839		{0, 0}
840		}
841	},
842	{0, 0, 2, 0,		/* 0x6e */
843		{{1, 3},
844		{5, 6},
845		{0, 0},
846		{0, 0}
847		}
848	},
849	{1, 0, 2, 0,		/* 0x6f */
850		{{0, 3},
851		{5, 6},
852		{0, 0},
853		{0, 0}
854		}
855	},
856	{0, 0, 1, 0,		/* 0x70 */
857		{{4, 6},
858		{0, 0},
859		{0, 0},
860		{0, 0}
861		}
862	},
863	{1, 0, 2, 0,		/* 0x71 */
864		{{0, 0},
865		{4, 6},
866		{0, 0},
867		{0, 0}
868		}
869	},
870	{0, 0, 2, 0,		/* 0x72 */
871		{{1, 1},
872		{4, 6},
873		{0, 0},
874		{0, 0}
875		}
876	},
877	{1, 0, 2, 0,		/* 0x73 */
878		{{0, 1},
879		{4, 6},
880		{0, 0},
881		{0, 0}
882		}
883	},
884	{0, 0, 2, 0,		/* 0x74 */
885		{{2, 2},
886		{4, 6},
887		{0, 0},
888		{0, 0}
889		}
890	},
891	{1, 0, 3, 0,		/* 0x75 */
892		{{0, 0},
893		{2, 2},
894		{4, 6},
895		{0, 0}
896		}
897	},
898	{0, 0, 2, 0,		/* 0x76 */
899		{{1, 2},
900		{4, 6},
901		{0, 0},
902		{0, 0}
903		}
904	},
905	{1, 0, 2, 0,		/* 0x77 */
906		{{0, 2},
907		{4, 6},
908		{0, 0},
909		{0, 0}
910		}
911	},
912	{0, 0, 1, 0,		/* 0x78 */
913		{{3, 6},
914		{0, 0},
915		{0, 0},
916		{0, 0}
917		}
918	},
919	{1, 0, 2, 0,		/* 0x79 */
920		{{0, 0},
921		{3, 6},
922		{0, 0},
923		{0, 0}
924		}
925	},
926	{0, 0, 2, 0,		/* 0x7a */
927		{{1, 1},
928		{3, 6},
929		{0, 0},
930		{0, 0}
931		}
932	},
933	{1, 0, 2, 0,		/* 0x7b */
934		{{0, 1},
935		{3, 6},
936		{0, 0},
937		{0, 0}
938		}
939	},
940	{0, 0, 1, 0,		/* 0x7c */
941		{{2, 6},
942		{0, 0},
943		{0, 0},
944		{0, 0}
945		}
946	},
947	{1, 0, 2, 0,		/* 0x7d */
948		{{0, 0},
949		{2, 6},
950		{0, 0},
951		{0, 0}
952		}
953	},
954	{0, 0, 1, 0,		/* 0x7e */
955		{{1, 6},
956		{0, 0},
957		{0, 0},
958		{0, 0}
959		}
960	},
961	{1, 0, 1, 0,		/* 0x7f */
962		{{0, 6},
963		{0, 0},
964		{0, 0},
965		{0, 0}
966		}
967	},
968	{0, 1, 1, 0,		/* 0x80 */
969		{{7, 7},
970		{0, 0},
971		{0, 0},
972		{0, 0}
973		}
974	},
975	{1, 1, 2, 0,		/* 0x81 */
976		{{0, 0},
977		{7, 7},
978		{0, 0},
979		{0, 0}
980		}
981	},
982	{0, 1, 2, 0,		/* 0x82 */
983		{{1, 1},
984		{7, 7},
985		{0, 0},
986		{0, 0}
987		}
988	},
989	{1, 1, 2, 0,		/* 0x83 */
990		{{0, 1},
991		{7, 7},
992		{0, 0},
993		{0, 0}
994		}
995	},
996	{0, 1, 2, 0,		/* 0x84 */
997		{{2, 2},
998		{7, 7},
999		{0, 0},
1000		{0, 0}
1001		}
1002	},
1003	{1, 1, 3, 0,		/* 0x85 */
1004		{{0, 0},
1005		{2, 2},
1006		{7, 7},
1007		{0, 0}
1008		}
1009	},
1010	{0, 1, 2, 0,		/* 0x86 */
1011		{{1, 2},
1012		{7, 7},
1013		{0, 0},
1014		{0, 0}
1015		}
1016	},
1017	{1, 1, 2, 0,		/* 0x87 */
1018		{{0, 2},
1019		{7, 7},
1020		{0, 0},
1021		{0, 0}
1022		}
1023	},
1024	{0, 1, 2, 0,		/* 0x88 */
1025		{{3, 3},
1026		{7, 7},
1027		{0, 0},
1028		{0, 0}
1029		}
1030	},
1031	{1, 1, 3, 0,		/* 0x89 */
1032		{{0, 0},
1033		{3, 3},
1034		{7, 7},
1035		{0, 0}
1036		}
1037	},
1038	{0, 1, 3, 0,		/* 0x8a */
1039		{{1, 1},
1040		{3, 3},
1041		{7, 7},
1042		{0, 0}
1043		}
1044	},
1045	{1, 1, 3, 0,		/* 0x8b */
1046		{{0, 1},
1047		{3, 3},
1048		{7, 7},
1049		{0, 0}
1050		}
1051	},
1052	{0, 1, 2, 0,		/* 0x8c */
1053		{{2, 3},
1054		{7, 7},
1055		{0, 0},
1056		{0, 0}
1057		}
1058	},
1059	{1, 1, 3, 0,		/* 0x8d */
1060		{{0, 0},
1061		{2, 3},
1062		{7, 7},
1063		{0, 0}
1064		}
1065	},
1066	{0, 1, 2, 0,		/* 0x8e */
1067		{{1, 3},
1068		{7, 7},
1069		{0, 0},
1070		{0, 0}
1071		}
1072	},
1073	{1, 1, 2, 0,		/* 0x8f */
1074		{{0, 3},
1075		{7, 7},
1076		{0, 0},
1077		{0, 0}
1078		}
1079	},
1080	{0, 1, 2, 0,		/* 0x90 */
1081		{{4, 4},
1082		{7, 7},
1083		{0, 0},
1084		{0, 0}
1085		}
1086	},
1087	{1, 1, 3, 0,		/* 0x91 */
1088		{{0, 0},
1089		{4, 4},
1090		{7, 7},
1091		{0, 0}
1092		}
1093	},
1094	{0, 1, 3, 0,		/* 0x92 */
1095		{{1, 1},
1096		{4, 4},
1097		{7, 7},
1098		{0, 0}
1099		}
1100	},
1101	{1, 1, 3, 0,		/* 0x93 */
1102		{{0, 1},
1103		{4, 4},
1104		{7, 7},
1105		{0, 0}
1106		}
1107	},
1108	{0, 1, 3, 0,		/* 0x94 */
1109		{{2, 2},
1110		{4, 4},
1111		{7, 7},
1112		{0, 0}
1113		}
1114	},
1115	{1, 1, 4, 0,		/* 0x95 */
1116		{{0, 0},
1117		{2, 2},
1118		{4, 4},
1119		{7, 7}
1120		}
1121	},
1122	{0, 1, 3, 0,		/* 0x96 */
1123		{{1, 2},
1124		{4, 4},
1125		{7, 7},
1126		{0, 0}
1127		}
1128	},
1129	{1, 1, 3, 0,		/* 0x97 */
1130		{{0, 2},
1131		{4, 4},
1132		{7, 7},
1133		{0, 0}
1134		}
1135	},
1136	{0, 1, 2, 0,		/* 0x98 */
1137		{{3, 4},
1138		{7, 7},
1139		{0, 0},
1140		{0, 0}
1141		}
1142	},
1143	{1, 1, 3, 0,		/* 0x99 */
1144		{{0, 0},
1145		{3, 4},
1146		{7, 7},
1147		{0, 0}
1148		}
1149	},
1150	{0, 1, 3, 0,		/* 0x9a */
1151		{{1, 1},
1152		{3, 4},
1153		{7, 7},
1154		{0, 0}
1155		}
1156	},
1157	{1, 1, 3, 0,		/* 0x9b */
1158		{{0, 1},
1159		{3, 4},
1160		{7, 7},
1161		{0, 0}
1162		}
1163	},
1164	{0, 1, 2, 0,		/* 0x9c */
1165		{{2, 4},
1166		{7, 7},
1167		{0, 0},
1168		{0, 0}
1169		}
1170	},
1171	{1, 1, 3, 0,		/* 0x9d */
1172		{{0, 0},
1173		{2, 4},
1174		{7, 7},
1175		{0, 0}
1176		}
1177	},
1178	{0, 1, 2, 0,		/* 0x9e */
1179		{{1, 4},
1180		{7, 7},
1181		{0, 0},
1182		{0, 0}
1183		}
1184	},
1185	{1, 1, 2, 0,		/* 0x9f */
1186		{{0, 4},
1187		{7, 7},
1188		{0, 0},
1189		{0, 0}
1190		}
1191	},
1192	{0, 1, 2, 0,		/* 0xa0 */
1193		{{5, 5},
1194		{7, 7},
1195		{0, 0},
1196		{0, 0}
1197		}
1198	},
1199	{1, 1, 3, 0,		/* 0xa1 */
1200		{{0, 0},
1201		{5, 5},
1202		{7, 7},
1203		{0, 0}
1204		}
1205	},
1206	{0, 1, 3, 0,		/* 0xa2 */
1207		{{1, 1},
1208		{5, 5},
1209		{7, 7},
1210		{0, 0}
1211		}
1212	},
1213	{1, 1, 3, 0,		/* 0xa3 */
1214		{{0, 1},
1215		{5, 5},
1216		{7, 7},
1217		{0, 0}
1218		}
1219	},
1220	{0, 1, 3, 0,		/* 0xa4 */
1221		{{2, 2},
1222		{5, 5},
1223		{7, 7},
1224		{0, 0}
1225		}
1226	},
1227	{1, 1, 4, 0,		/* 0xa5 */
1228		{{0, 0},
1229		{2, 2},
1230		{5, 5},
1231		{7, 7}
1232		}
1233	},
1234	{0, 1, 3, 0,		/* 0xa6 */
1235		{{1, 2},
1236		{5, 5},
1237		{7, 7},
1238		{0, 0}
1239		}
1240	},
1241	{1, 1, 3, 0,		/* 0xa7 */
1242		{{0, 2},
1243		{5, 5},
1244		{7, 7},
1245		{0, 0}
1246		}
1247	},
1248	{0, 1, 3, 0,		/* 0xa8 */
1249		{{3, 3},
1250		{5, 5},
1251		{7, 7},
1252		{0, 0}
1253		}
1254	},
1255	{1, 1, 4, 0,		/* 0xa9 */
1256		{{0, 0},
1257		{3, 3},
1258		{5, 5},
1259		{7, 7}
1260		}
1261	},
1262	{0, 1, 4, 0,		/* 0xaa */
1263		{{1, 1},
1264		{3, 3},
1265		{5, 5},
1266		{7, 7}
1267		}
1268	},
1269	{1, 1, 4, 0,		/* 0xab */
1270		{{0, 1},
1271		{3, 3},
1272		{5, 5},
1273		{7, 7}
1274		}
1275	},
1276	{0, 1, 3, 0,		/* 0xac */
1277		{{2, 3},
1278		{5, 5},
1279		{7, 7},
1280		{0, 0}
1281		}
1282	},
1283	{1, 1, 4, 0,		/* 0xad */
1284		{{0, 0},
1285		{2, 3},
1286		{5, 5},
1287		{7, 7}
1288		}
1289	},
1290	{0, 1, 3, 0,		/* 0xae */
1291		{{1, 3},
1292		{5, 5},
1293		{7, 7},
1294		{0, 0}
1295		}
1296	},
1297	{1, 1, 3, 0,		/* 0xaf */
1298		{{0, 3},
1299		{5, 5},
1300		{7, 7},
1301		{0, 0}
1302		}
1303	},
1304	{0, 1, 2, 0,		/* 0xb0 */
1305		{{4, 5},
1306		{7, 7},
1307		{0, 0},
1308		{0, 0}
1309		}
1310	},
1311	{1, 1, 3, 0,		/* 0xb1 */
1312		{{0, 0},
1313		{4, 5},
1314		{7, 7},
1315		{0, 0}
1316		}
1317	},
1318	{0, 1, 3, 0,		/* 0xb2 */
1319		{{1, 1},
1320		{4, 5},
1321		{7, 7},
1322		{0, 0}
1323		}
1324	},
1325	{1, 1, 3, 0,		/* 0xb3 */
1326		{{0, 1},
1327		{4, 5},
1328		{7, 7},
1329		{0, 0}
1330		}
1331	},
1332	{0, 1, 3, 0,		/* 0xb4 */
1333		{{2, 2},
1334		{4, 5},
1335		{7, 7},
1336		{0, 0}
1337		}
1338	},
1339	{1, 1, 4, 0,		/* 0xb5 */
1340		{{0, 0},
1341		{2, 2},
1342		{4, 5},
1343		{7, 7}
1344		}
1345	},
1346	{0, 1, 3, 0,		/* 0xb6 */
1347		{{1, 2},
1348		{4, 5},
1349		{7, 7},
1350		{0, 0}
1351		}
1352	},
1353	{1, 1, 3, 0,		/* 0xb7 */
1354		{{0, 2},
1355		{4, 5},
1356		{7, 7},
1357		{0, 0}
1358		}
1359	},
1360	{0, 1, 2, 0,		/* 0xb8 */
1361		{{3, 5},
1362		{7, 7},
1363		{0, 0},
1364		{0, 0}
1365		}
1366	},
1367	{1, 1, 3, 0,		/* 0xb9 */
1368		{{0, 0},
1369		{3, 5},
1370		{7, 7},
1371		{0, 0}
1372		}
1373	},
1374	{0, 1, 3, 0,		/* 0xba */
1375		{{1, 1},
1376		{3, 5},
1377		{7, 7},
1378		{0, 0}
1379		}
1380	},
1381	{1, 1, 3, 0,		/* 0xbb */
1382		{{0, 1},
1383		{3, 5},
1384		{7, 7},
1385		{0, 0}
1386		}
1387	},
1388	{0, 1, 2, 0,		/* 0xbc */
1389		{{2, 5},
1390		{7, 7},
1391		{0, 0},
1392		{0, 0}
1393		}
1394	},
1395	{1, 1, 3, 0,		/* 0xbd */
1396		{{0, 0},
1397		{2, 5},
1398		{7, 7},
1399		{0, 0}
1400		}
1401	},
1402	{0, 1, 2, 0,		/* 0xbe */
1403		{{1, 5},
1404		{7, 7},
1405		{0, 0},
1406		{0, 0}
1407		}
1408	},
1409	{1, 1, 2, 0,		/* 0xbf */
1410		{{0, 5},
1411		{7, 7},
1412		{0, 0},
1413		{0, 0}
1414		}
1415	},
1416	{0, 1, 1, 0,		/* 0xc0 */
1417		{{6, 7},
1418		{0, 0},
1419		{0, 0},
1420		{0, 0}
1421		}
1422	},
1423	{1, 1, 2, 0,		/* 0xc1 */
1424		{{0, 0},
1425		{6, 7},
1426		{0, 0},
1427		{0, 0}
1428		}
1429	},
1430	{0, 1, 2, 0,		/* 0xc2 */
1431		{{1, 1},
1432		{6, 7},
1433		{0, 0},
1434		{0, 0}
1435		}
1436	},
1437	{1, 1, 2, 0,		/* 0xc3 */
1438		{{0, 1},
1439		{6, 7},
1440		{0, 0},
1441		{0, 0}
1442		}
1443	},
1444	{0, 1, 2, 0,		/* 0xc4 */
1445		{{2, 2},
1446		{6, 7},
1447		{0, 0},
1448		{0, 0}
1449		}
1450	},
1451	{1, 1, 3, 0,		/* 0xc5 */
1452		{{0, 0},
1453		{2, 2},
1454		{6, 7},
1455		{0, 0}
1456		}
1457	},
1458	{0, 1, 2, 0,		/* 0xc6 */
1459		{{1, 2},
1460		{6, 7},
1461		{0, 0},
1462		{0, 0}
1463		}
1464	},
1465	{1, 1, 2, 0,		/* 0xc7 */
1466		{{0, 2},
1467		{6, 7},
1468		{0, 0},
1469		{0, 0}
1470		}
1471	},
1472	{0, 1, 2, 0,		/* 0xc8 */
1473		{{3, 3},
1474		{6, 7},
1475		{0, 0},
1476		{0, 0}
1477		}
1478	},
1479	{1, 1, 3, 0,		/* 0xc9 */
1480		{{0, 0},
1481		{3, 3},
1482		{6, 7},
1483		{0, 0}
1484		}
1485	},
1486	{0, 1, 3, 0,		/* 0xca */
1487		{{1, 1},
1488		{3, 3},
1489		{6, 7},
1490		{0, 0}
1491		}
1492	},
1493	{1, 1, 3, 0,		/* 0xcb */
1494		{{0, 1},
1495		{3, 3},
1496		{6, 7},
1497		{0, 0}
1498		}
1499	},
1500	{0, 1, 2, 0,		/* 0xcc */
1501		{{2, 3},
1502		{6, 7},
1503		{0, 0},
1504		{0, 0}
1505		}
1506	},
1507	{1, 1, 3, 0,		/* 0xcd */
1508		{{0, 0},
1509		{2, 3},
1510		{6, 7},
1511		{0, 0}
1512		}
1513	},
1514	{0, 1, 2, 0,		/* 0xce */
1515		{{1, 3},
1516		{6, 7},
1517		{0, 0},
1518		{0, 0}
1519		}
1520	},
1521	{1, 1, 2, 0,		/* 0xcf */
1522		{{0, 3},
1523		{6, 7},
1524		{0, 0},
1525		{0, 0}
1526		}
1527	},
1528	{0, 1, 2, 0,		/* 0xd0 */
1529		{{4, 4},
1530		{6, 7},
1531		{0, 0},
1532		{0, 0}
1533		}
1534	},
1535	{1, 1, 3, 0,		/* 0xd1 */
1536		{{0, 0},
1537		{4, 4},
1538		{6, 7},
1539		{0, 0}
1540		}
1541	},
1542	{0, 1, 3, 0,		/* 0xd2 */
1543		{{1, 1},
1544		{4, 4},
1545		{6, 7},
1546		{0, 0}
1547		}
1548	},
1549	{1, 1, 3, 0,		/* 0xd3 */
1550		{{0, 1},
1551		{4, 4},
1552		{6, 7},
1553		{0, 0}
1554		}
1555	},
1556	{0, 1, 3, 0,		/* 0xd4 */
1557		{{2, 2},
1558		{4, 4},
1559		{6, 7},
1560		{0, 0}
1561		}
1562	},
1563	{1, 1, 4, 0,		/* 0xd5 */
1564		{{0, 0},
1565		{2, 2},
1566		{4, 4},
1567		{6, 7}
1568		}
1569	},
1570	{0, 1, 3, 0,		/* 0xd6 */
1571		{{1, 2},
1572		{4, 4},
1573		{6, 7},
1574		{0, 0}
1575		}
1576	},
1577	{1, 1, 3, 0,		/* 0xd7 */
1578		{{0, 2},
1579		{4, 4},
1580		{6, 7},
1581		{0, 0}
1582		}
1583	},
1584	{0, 1, 2, 0,		/* 0xd8 */
1585		{{3, 4},
1586		{6, 7},
1587		{0, 0},
1588		{0, 0}
1589		}
1590	},
1591	{1, 1, 3, 0,		/* 0xd9 */
1592		{{0, 0},
1593		{3, 4},
1594		{6, 7},
1595		{0, 0}
1596		}
1597	},
1598	{0, 1, 3, 0,		/* 0xda */
1599		{{1, 1},
1600		{3, 4},
1601		{6, 7},
1602		{0, 0}
1603		}
1604	},
1605	{1, 1, 3, 0,		/* 0xdb */
1606		{{0, 1},
1607		{3, 4},
1608		{6, 7},
1609		{0, 0}
1610		}
1611	},
1612	{0, 1, 2, 0,		/* 0xdc */
1613		{{2, 4},
1614		{6, 7},
1615		{0, 0},
1616		{0, 0}
1617		}
1618	},
1619	{1, 1, 3, 0,		/* 0xdd */
1620		{{0, 0},
1621		{2, 4},
1622		{6, 7},
1623		{0, 0}
1624		}
1625	},
1626	{0, 1, 2, 0,		/* 0xde */
1627		{{1, 4},
1628		{6, 7},
1629		{0, 0},
1630		{0, 0}
1631		}
1632	},
1633	{1, 1, 2, 0,		/* 0xdf */
1634		{{0, 4},
1635		{6, 7},
1636		{0, 0},
1637		{0, 0}
1638		}
1639	},
1640	{0, 1, 1, 0,		/* 0xe0 */
1641		{{5, 7},
1642		{0, 0},
1643		{0, 0},
1644		{0, 0}
1645		}
1646	},
1647	{1, 1, 2, 0,		/* 0xe1 */
1648		{{0, 0},
1649		{5, 7},
1650		{0, 0},
1651		{0, 0}
1652		}
1653	},
1654	{0, 1, 2, 0,		/* 0xe2 */
1655		{{1, 1},
1656		{5, 7},
1657		{0, 0},
1658		{0, 0}
1659		}
1660	},
1661	{1, 1, 2, 0,		/* 0xe3 */
1662		{{0, 1},
1663		{5, 7},
1664		{0, 0},
1665		{0, 0}
1666		}
1667	},
1668	{0, 1, 2, 0,		/* 0xe4 */
1669		{{2, 2},
1670		{5, 7},
1671		{0, 0},
1672		{0, 0}
1673		}
1674	},
1675	{1, 1, 3, 0,		/* 0xe5 */
1676		{{0, 0},
1677		{2, 2},
1678		{5, 7},
1679		{0, 0}
1680		}
1681	},
1682	{0, 1, 2, 0,		/* 0xe6 */
1683		{{1, 2},
1684		{5, 7},
1685		{0, 0},
1686		{0, 0}
1687		}
1688	},
1689	{1, 1, 2, 0,		/* 0xe7 */
1690		{{0, 2},
1691		{5, 7},
1692		{0, 0},
1693		{0, 0}
1694		}
1695	},
1696	{0, 1, 2, 0,		/* 0xe8 */
1697		{{3, 3},
1698		{5, 7},
1699		{0, 0},
1700		{0, 0}
1701		}
1702	},
1703	{1, 1, 3, 0,		/* 0xe9 */
1704		{{0, 0},
1705		{3, 3},
1706		{5, 7},
1707		{0, 0}
1708		}
1709	},
1710	{0, 1, 3, 0,		/* 0xea */
1711		{{1, 1},
1712		{3, 3},
1713		{5, 7},
1714		{0, 0}
1715		}
1716	},
1717	{1, 1, 3, 0,		/* 0xeb */
1718		{{0, 1},
1719		{3, 3},
1720		{5, 7},
1721		{0, 0}
1722		}
1723	},
1724	{0, 1, 2, 0,		/* 0xec */
1725		{{2, 3},
1726		{5, 7},
1727		{0, 0},
1728		{0, 0}
1729		}
1730	},
1731	{1, 1, 3, 0,		/* 0xed */
1732		{{0, 0},
1733		{2, 3},
1734		{5, 7},
1735		{0, 0}
1736		}
1737	},
1738	{0, 1, 2, 0,		/* 0xee */
1739		{{1, 3},
1740		{5, 7},
1741		{0, 0},
1742		{0, 0}
1743		}
1744	},
1745	{1, 1, 2, 0,		/* 0xef */
1746		{{0, 3},
1747		{5, 7},
1748		{0, 0},
1749		{0, 0}
1750		}
1751	},
1752	{0, 1, 1, 0,		/* 0xf0 */
1753		{{4, 7},
1754		{0, 0},
1755		{0, 0},
1756		{0, 0}
1757		}
1758	},
1759	{1, 1, 2, 0,		/* 0xf1 */
1760		{{0, 0},
1761		{4, 7},
1762		{0, 0},
1763		{0, 0}
1764		}
1765	},
1766	{0, 1, 2, 0,		/* 0xf2 */
1767		{{1, 1},
1768		{4, 7},
1769		{0, 0},
1770		{0, 0}
1771		}
1772	},
1773	{1, 1, 2, 0,		/* 0xf3 */
1774		{{0, 1},
1775		{4, 7},
1776		{0, 0},
1777		{0, 0}
1778		}
1779	},
1780	{0, 1, 2, 0,		/* 0xf4 */
1781		{{2, 2},
1782		{4, 7},
1783		{0, 0},
1784		{0, 0}
1785		}
1786	},
1787	{1, 1, 3, 0,		/* 0xf5 */
1788		{{0, 0},
1789		{2, 2},
1790		{4, 7},
1791		{0, 0}
1792		}
1793	},
1794	{0, 1, 2, 0,		/* 0xf6 */
1795		{{1, 2},
1796		{4, 7},
1797		{0, 0},
1798		{0, 0}
1799		}
1800	},
1801	{1, 1, 2, 0,		/* 0xf7 */
1802		{{0, 2},
1803		{4, 7},
1804		{0, 0},
1805		{0, 0}
1806		}
1807	},
1808	{0, 1, 1, 0,		/* 0xf8 */
1809		{{3, 7},
1810		{0, 0},
1811		{0, 0},
1812		{0, 0}
1813		}
1814	},
1815	{1, 1, 2, 0,		/* 0xf9 */
1816		{{0, 0},
1817		{3, 7},
1818		{0, 0},
1819		{0, 0}
1820		}
1821	},
1822	{0, 1, 2, 0,		/* 0xfa */
1823		{{1, 1},
1824		{3, 7},
1825		{0, 0},
1826		{0, 0}
1827		}
1828	},
1829	{1, 1, 2, 0,		/* 0xfb */
1830		{{0, 1},
1831		{3, 7},
1832		{0, 0},
1833		{0, 0}
1834		}
1835	},
1836	{0, 1, 1, 0,		/* 0xfc */
1837		{{2, 7},
1838		{0, 0},
1839		{0, 0},
1840		{0, 0}
1841		}
1842	},
1843	{1, 1, 2, 0,		/* 0xfd */
1844		{{0, 0},
1845		{2, 7},
1846		{0, 0},
1847		{0, 0}
1848		}
1849	},
1850	{0, 1, 1, 0,		/* 0xfe */
1851		{{1, 7},
1852		{0, 0},
1853		{0, 0},
1854		{0, 0}
1855		}
1856	},
1857	{1, 1, 1, 0,		/* 0xff */
1858		{{0, 7},
1859		{0, 0},
1860		{0, 0},
1861		{0, 0}
1862		}
1863	}
1864};
1865
1866int
1867sctp_is_address_in_scope(struct sctp_ifa *ifa,
1868    struct sctp_scoping *scope,
1869    int do_update)
1870{
1871	if ((scope->loopback_scope == 0) &&
1872	    (ifa->ifn_p) && SCTP_IFN_IS_IFT_LOOP(ifa->ifn_p)) {
1873		/*
1874		 * skip loopback if not in scope *
1875		 */
1876		return (0);
1877	}
1878	switch (ifa->address.sa.sa_family) {
1879#ifdef INET
1880	case AF_INET:
1881		if (scope->ipv4_addr_legal) {
1882			struct sockaddr_in *sin;
1883
1884			sin = &ifa->address.sin;
1885			if (sin->sin_addr.s_addr == 0) {
1886				/* not in scope , unspecified */
1887				return (0);
1888			}
1889			if ((scope->ipv4_local_scope == 0) &&
1890			    (IN4_ISPRIVATE_ADDRESS(&sin->sin_addr))) {
1891				/* private address not in scope */
1892				return (0);
1893			}
1894		} else {
1895			return (0);
1896		}
1897		break;
1898#endif
1899#ifdef INET6
1900	case AF_INET6:
1901		if (scope->ipv6_addr_legal) {
1902			struct sockaddr_in6 *sin6;
1903
1904			/*
1905			 * Must update the flags,  bummer, which means any
1906			 * IFA locks must now be applied HERE <->
1907			 */
1908			if (do_update) {
1909				sctp_gather_internal_ifa_flags(ifa);
1910			}
1911			if (ifa->localifa_flags & SCTP_ADDR_IFA_UNUSEABLE) {
1912				return (0);
1913			}
1914			/* ok to use deprecated addresses? */
1915			sin6 = &ifa->address.sin6;
1916			if (IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr)) {
1917				/* skip unspecifed addresses */
1918				return (0);
1919			}
1920			if (	/* (local_scope == 0) && */
1921			    (IN6_IS_ADDR_LINKLOCAL(&sin6->sin6_addr))) {
1922				return (0);
1923			}
1924			if ((scope->site_scope == 0) &&
1925			    (IN6_IS_ADDR_SITELOCAL(&sin6->sin6_addr))) {
1926				return (0);
1927			}
1928		} else {
1929			return (0);
1930		}
1931		break;
1932#endif
1933	default:
1934		return (0);
1935	}
1936	return (1);
1937}
1938
1939static struct mbuf *
1940sctp_add_addr_to_mbuf(struct mbuf *m, struct sctp_ifa *ifa, uint16_t *len)
1941{
1942#if defined(INET) || defined(INET6)
1943	struct sctp_paramhdr *paramh;
1944	struct mbuf *mret;
1945	uint16_t plen;
1946#endif
1947
1948	switch (ifa->address.sa.sa_family) {
1949#ifdef INET
1950	case AF_INET:
1951		plen = (uint16_t)sizeof(struct sctp_ipv4addr_param);
1952		break;
1953#endif
1954#ifdef INET6
1955	case AF_INET6:
1956		plen = (uint16_t)sizeof(struct sctp_ipv6addr_param);
1957		break;
1958#endif
1959	default:
1960		return (m);
1961	}
1962#if defined(INET) || defined(INET6)
1963	if (M_TRAILINGSPACE(m) >= plen) {
1964		/* easy side we just drop it on the end */
1965		paramh = (struct sctp_paramhdr *)(SCTP_BUF_AT(m, SCTP_BUF_LEN(m)));
1966		mret = m;
1967	} else {
1968		/* Need more space */
1969		mret = m;
1970		while (SCTP_BUF_NEXT(mret) != NULL) {
1971			mret = SCTP_BUF_NEXT(mret);
1972		}
1973		SCTP_BUF_NEXT(mret) = sctp_get_mbuf_for_msg(plen, 0, M_NOWAIT, 1, MT_DATA);
1974		if (SCTP_BUF_NEXT(mret) == NULL) {
1975			/* We are hosed, can't add more addresses */
1976			return (m);
1977		}
1978		mret = SCTP_BUF_NEXT(mret);
1979		paramh = mtod(mret, struct sctp_paramhdr *);
1980	}
1981	/* now add the parameter */
1982	switch (ifa->address.sa.sa_family) {
1983#ifdef INET
1984	case AF_INET:
1985		{
1986			struct sctp_ipv4addr_param *ipv4p;
1987			struct sockaddr_in *sin;
1988
1989			sin = &ifa->address.sin;
1990			ipv4p = (struct sctp_ipv4addr_param *)paramh;
1991			paramh->param_type = htons(SCTP_IPV4_ADDRESS);
1992			paramh->param_length = htons(plen);
1993			ipv4p->addr = sin->sin_addr.s_addr;
1994			SCTP_BUF_LEN(mret) += plen;
1995			break;
1996		}
1997#endif
1998#ifdef INET6
1999	case AF_INET6:
2000		{
2001			struct sctp_ipv6addr_param *ipv6p;
2002			struct sockaddr_in6 *sin6;
2003
2004			sin6 = &ifa->address.sin6;
2005			ipv6p = (struct sctp_ipv6addr_param *)paramh;
2006			paramh->param_type = htons(SCTP_IPV6_ADDRESS);
2007			paramh->param_length = htons(plen);
2008			memcpy(ipv6p->addr, &sin6->sin6_addr,
2009			    sizeof(ipv6p->addr));
2010			/* clear embedded scope in the address */
2011			in6_clearscope((struct in6_addr *)ipv6p->addr);
2012			SCTP_BUF_LEN(mret) += plen;
2013			break;
2014		}
2015#endif
2016	default:
2017		return (m);
2018	}
2019	if (len != NULL) {
2020		*len += plen;
2021	}
2022	return (mret);
2023#endif
2024}
2025
2026struct mbuf *
2027sctp_add_addresses_to_i_ia(struct sctp_inpcb *inp, struct sctp_tcb *stcb,
2028    struct sctp_scoping *scope,
2029    struct mbuf *m_at, int cnt_inits_to,
2030    uint16_t *padding_len, uint16_t *chunk_len)
2031{
2032	struct sctp_vrf *vrf = NULL;
2033	int cnt, limit_out = 0, total_count;
2034	uint32_t vrf_id;
2035
2036	vrf_id = inp->def_vrf_id;
2037	SCTP_IPI_ADDR_RLOCK();
2038	vrf = sctp_find_vrf(vrf_id);
2039	if (vrf == NULL) {
2040		SCTP_IPI_ADDR_RUNLOCK();
2041		return (m_at);
2042	}
2043	if (inp->sctp_flags & SCTP_PCB_FLAGS_BOUNDALL) {
2044		struct sctp_ifa *sctp_ifap;
2045		struct sctp_ifn *sctp_ifnp;
2046
2047		cnt = cnt_inits_to;
2048		if (vrf->total_ifa_count > SCTP_COUNT_LIMIT) {
2049			limit_out = 1;
2050			cnt = SCTP_ADDRESS_LIMIT;
2051			goto skip_count;
2052		}
2053		LIST_FOREACH(sctp_ifnp, &vrf->ifnlist, next_ifn) {
2054			if ((scope->loopback_scope == 0) &&
2055			    SCTP_IFN_IS_IFT_LOOP(sctp_ifnp)) {
2056				/*
2057				 * Skip loopback devices if loopback_scope
2058				 * not set
2059				 */
2060				continue;
2061			}
2062			LIST_FOREACH(sctp_ifap, &sctp_ifnp->ifalist, next_ifa) {
2063#ifdef INET
2064				if ((sctp_ifap->address.sa.sa_family == AF_INET) &&
2065				    (prison_check_ip4(inp->ip_inp.inp.inp_cred,
2066				    &sctp_ifap->address.sin.sin_addr) != 0)) {
2067					continue;
2068				}
2069#endif
2070#ifdef INET6
2071				if ((sctp_ifap->address.sa.sa_family == AF_INET6) &&
2072				    (prison_check_ip6(inp->ip_inp.inp.inp_cred,
2073				    &sctp_ifap->address.sin6.sin6_addr) != 0)) {
2074					continue;
2075				}
2076#endif
2077				if (sctp_is_addr_restricted(stcb, sctp_ifap)) {
2078					continue;
2079				}
2080				if (sctp_is_address_in_scope(sctp_ifap, scope, 1) == 0) {
2081					continue;
2082				}
2083				cnt++;
2084				if (cnt > SCTP_ADDRESS_LIMIT) {
2085					break;
2086				}
2087			}
2088			if (cnt > SCTP_ADDRESS_LIMIT) {
2089				break;
2090			}
2091		}
2092skip_count:
2093		if (cnt > 1) {
2094			total_count = 0;
2095			LIST_FOREACH(sctp_ifnp, &vrf->ifnlist, next_ifn) {
2096				cnt = 0;
2097				if ((scope->loopback_scope == 0) &&
2098				    SCTP_IFN_IS_IFT_LOOP(sctp_ifnp)) {
2099					/*
2100					 * Skip loopback devices if
2101					 * loopback_scope not set
2102					 */
2103					continue;
2104				}
2105				LIST_FOREACH(sctp_ifap, &sctp_ifnp->ifalist, next_ifa) {
2106#ifdef INET
2107					if ((sctp_ifap->address.sa.sa_family == AF_INET) &&
2108					    (prison_check_ip4(inp->ip_inp.inp.inp_cred,
2109					    &sctp_ifap->address.sin.sin_addr) != 0)) {
2110						continue;
2111					}
2112#endif
2113#ifdef INET6
2114					if ((sctp_ifap->address.sa.sa_family == AF_INET6) &&
2115					    (prison_check_ip6(inp->ip_inp.inp.inp_cred,
2116					    &sctp_ifap->address.sin6.sin6_addr) != 0)) {
2117						continue;
2118					}
2119#endif
2120					if (sctp_is_addr_restricted(stcb, sctp_ifap)) {
2121						continue;
2122					}
2123					if (sctp_is_address_in_scope(sctp_ifap,
2124					    scope, 0) == 0) {
2125						continue;
2126					}
2127					if ((chunk_len != NULL) &&
2128					    (padding_len != NULL) &&
2129					    (*padding_len > 0)) {
2130						memset(mtod(m_at, caddr_t)+*chunk_len, 0, *padding_len);
2131						SCTP_BUF_LEN(m_at) += *padding_len;
2132						*chunk_len += *padding_len;
2133						*padding_len = 0;
2134					}
2135					m_at = sctp_add_addr_to_mbuf(m_at, sctp_ifap, chunk_len);
2136					if (limit_out) {
2137						cnt++;
2138						total_count++;
2139						if (cnt >= 2) {
2140							/*
2141							 * two from each
2142							 * address
2143							 */
2144							break;
2145						}
2146						if (total_count > SCTP_ADDRESS_LIMIT) {
2147							/* No more addresses */
2148							break;
2149						}
2150					}
2151				}
2152			}
2153		}
2154	} else {
2155		struct sctp_laddr *laddr;
2156
2157		cnt = cnt_inits_to;
2158		/* First, how many ? */
2159		LIST_FOREACH(laddr, &inp->sctp_addr_list, sctp_nxt_addr) {
2160			if (laddr->ifa == NULL) {
2161				continue;
2162			}
2163			if (laddr->ifa->localifa_flags & SCTP_BEING_DELETED)
2164				/*
2165				 * Address being deleted by the system, dont
2166				 * list.
2167				 */
2168				continue;
2169			if (laddr->action == SCTP_DEL_IP_ADDRESS) {
2170				/*
2171				 * Address being deleted on this ep don't
2172				 * list.
2173				 */
2174				continue;
2175			}
2176			if (sctp_is_address_in_scope(laddr->ifa,
2177			    scope, 1) == 0) {
2178				continue;
2179			}
2180			cnt++;
2181		}
2182		/*
2183		 * To get through a NAT we only list addresses if we have
2184		 * more than one. That way if you just bind a single address
2185		 * we let the source of the init dictate our address.
2186		 */
2187		if (cnt > 1) {
2188			cnt = cnt_inits_to;
2189			LIST_FOREACH(laddr, &inp->sctp_addr_list, sctp_nxt_addr) {
2190				if (laddr->ifa == NULL) {
2191					continue;
2192				}
2193				if (laddr->ifa->localifa_flags & SCTP_BEING_DELETED) {
2194					continue;
2195				}
2196				if (sctp_is_address_in_scope(laddr->ifa,
2197				    scope, 0) == 0) {
2198					continue;
2199				}
2200				if ((chunk_len != NULL) &&
2201				    (padding_len != NULL) &&
2202				    (*padding_len > 0)) {
2203					memset(mtod(m_at, caddr_t)+*chunk_len, 0, *padding_len);
2204					SCTP_BUF_LEN(m_at) += *padding_len;
2205					*chunk_len += *padding_len;
2206					*padding_len = 0;
2207				}
2208				m_at = sctp_add_addr_to_mbuf(m_at, laddr->ifa, chunk_len);
2209				cnt++;
2210				if (cnt >= SCTP_ADDRESS_LIMIT) {
2211					break;
2212				}
2213			}
2214		}
2215	}
2216	SCTP_IPI_ADDR_RUNLOCK();
2217	return (m_at);
2218}
2219
2220static struct sctp_ifa *
2221sctp_is_ifa_addr_preferred(struct sctp_ifa *ifa,
2222    uint8_t dest_is_loop,
2223    uint8_t dest_is_priv,
2224    sa_family_t fam)
2225{
2226	uint8_t dest_is_global = 0;
2227
2228	/* dest_is_priv is true if destination is a private address */
2229	/* dest_is_loop is true if destination is a loopback addresses */
2230
2231	/**
2232	 * Here we determine if its a preferred address. A preferred address
2233	 * means it is the same scope or higher scope then the destination.
2234	 * L = loopback, P = private, G = global
2235	 * -----------------------------------------
2236	 *    src    |  dest | result
2237	 *  ----------------------------------------
2238	 *     L     |    L  |    yes
2239	 *  -----------------------------------------
2240	 *     P     |    L  |    yes-v4 no-v6
2241	 *  -----------------------------------------
2242	 *     G     |    L  |    yes-v4 no-v6
2243	 *  -----------------------------------------
2244	 *     L     |    P  |    no
2245	 *  -----------------------------------------
2246	 *     P     |    P  |    yes
2247	 *  -----------------------------------------
2248	 *     G     |    P  |    no
2249	 *   -----------------------------------------
2250	 *     L     |    G  |    no
2251	 *   -----------------------------------------
2252	 *     P     |    G  |    no
2253	 *    -----------------------------------------
2254	 *     G     |    G  |    yes
2255	 *    -----------------------------------------
2256	 */
2257
2258	if (ifa->address.sa.sa_family != fam) {
2259		/* forget mis-matched family */
2260		return (NULL);
2261	}
2262	if ((dest_is_priv == 0) && (dest_is_loop == 0)) {
2263		dest_is_global = 1;
2264	}
2265	SCTPDBG(SCTP_DEBUG_OUTPUT2, "Is destination preferred:");
2266	SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, &ifa->address.sa);
2267	/* Ok the address may be ok */
2268#ifdef INET6
2269	if (fam == AF_INET6) {
2270		/* ok to use deprecated addresses? no lets not! */
2271		if (ifa->localifa_flags & SCTP_ADDR_IFA_UNUSEABLE) {
2272			SCTPDBG(SCTP_DEBUG_OUTPUT3, "NO:1\n");
2273			return (NULL);
2274		}
2275		if (ifa->src_is_priv && !ifa->src_is_loop) {
2276			if (dest_is_loop) {
2277				SCTPDBG(SCTP_DEBUG_OUTPUT3, "NO:2\n");
2278				return (NULL);
2279			}
2280		}
2281		if (ifa->src_is_glob) {
2282			if (dest_is_loop) {
2283				SCTPDBG(SCTP_DEBUG_OUTPUT3, "NO:3\n");
2284				return (NULL);
2285			}
2286		}
2287	}
2288#endif
2289	/*
2290	 * Now that we know what is what, implement or table this could in
2291	 * theory be done slicker (it used to be), but this is
2292	 * straightforward and easier to validate :-)
2293	 */
2294	SCTPDBG(SCTP_DEBUG_OUTPUT3, "src_loop:%d src_priv:%d src_glob:%d\n",
2295	    ifa->src_is_loop, ifa->src_is_priv, ifa->src_is_glob);
2296	SCTPDBG(SCTP_DEBUG_OUTPUT3, "dest_loop:%d dest_priv:%d dest_glob:%d\n",
2297	    dest_is_loop, dest_is_priv, dest_is_global);
2298
2299	if ((ifa->src_is_loop) && (dest_is_priv)) {
2300		SCTPDBG(SCTP_DEBUG_OUTPUT3, "NO:4\n");
2301		return (NULL);
2302	}
2303	if ((ifa->src_is_glob) && (dest_is_priv)) {
2304		SCTPDBG(SCTP_DEBUG_OUTPUT3, "NO:5\n");
2305		return (NULL);
2306	}
2307	if ((ifa->src_is_loop) && (dest_is_global)) {
2308		SCTPDBG(SCTP_DEBUG_OUTPUT3, "NO:6\n");
2309		return (NULL);
2310	}
2311	if ((ifa->src_is_priv) && (dest_is_global)) {
2312		SCTPDBG(SCTP_DEBUG_OUTPUT3, "NO:7\n");
2313		return (NULL);
2314	}
2315	SCTPDBG(SCTP_DEBUG_OUTPUT3, "YES\n");
2316	/* its a preferred address */
2317	return (ifa);
2318}
2319
2320static struct sctp_ifa *
2321sctp_is_ifa_addr_acceptable(struct sctp_ifa *ifa,
2322    uint8_t dest_is_loop,
2323    uint8_t dest_is_priv,
2324    sa_family_t fam)
2325{
2326	uint8_t dest_is_global = 0;
2327
2328	/**
2329	 * Here we determine if its a acceptable address. A acceptable
2330	 * address means it is the same scope or higher scope but we can
2331	 * allow for NAT which means its ok to have a global dest and a
2332	 * private src.
2333	 *
2334	 * L = loopback, P = private, G = global
2335	 * -----------------------------------------
2336	 *  src    |  dest | result
2337	 * -----------------------------------------
2338	 *   L     |   L   |    yes
2339	 *  -----------------------------------------
2340	 *   P     |   L   |    yes-v4 no-v6
2341	 *  -----------------------------------------
2342	 *   G     |   L   |    yes
2343	 * -----------------------------------------
2344	 *   L     |   P   |    no
2345	 * -----------------------------------------
2346	 *   P     |   P   |    yes
2347	 * -----------------------------------------
2348	 *   G     |   P   |    yes - May not work
2349	 * -----------------------------------------
2350	 *   L     |   G   |    no
2351	 * -----------------------------------------
2352	 *   P     |   G   |    yes - May not work
2353	 * -----------------------------------------
2354	 *   G     |   G   |    yes
2355	 * -----------------------------------------
2356	 */
2357
2358	if (ifa->address.sa.sa_family != fam) {
2359		/* forget non matching family */
2360		SCTPDBG(SCTP_DEBUG_OUTPUT3, "ifa_fam:%d fam:%d\n",
2361		    ifa->address.sa.sa_family, fam);
2362		return (NULL);
2363	}
2364	/* Ok the address may be ok */
2365	SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT3, &ifa->address.sa);
2366	SCTPDBG(SCTP_DEBUG_OUTPUT3, "dst_is_loop:%d dest_is_priv:%d\n",
2367	    dest_is_loop, dest_is_priv);
2368	if ((dest_is_loop == 0) && (dest_is_priv == 0)) {
2369		dest_is_global = 1;
2370	}
2371#ifdef INET6
2372	if (fam == AF_INET6) {
2373		/* ok to use deprecated addresses? */
2374		if (ifa->localifa_flags & SCTP_ADDR_IFA_UNUSEABLE) {
2375			return (NULL);
2376		}
2377		if (ifa->src_is_priv) {
2378			/* Special case, linklocal to loop */
2379			if (dest_is_loop)
2380				return (NULL);
2381		}
2382	}
2383#endif
2384	/*
2385	 * Now that we know what is what, implement our table. This could in
2386	 * theory be done slicker (it used to be), but this is
2387	 * straightforward and easier to validate :-)
2388	 */
2389	SCTPDBG(SCTP_DEBUG_OUTPUT3, "ifa->src_is_loop:%d dest_is_priv:%d\n",
2390	    ifa->src_is_loop,
2391	    dest_is_priv);
2392	if ((ifa->src_is_loop == 1) && (dest_is_priv)) {
2393		return (NULL);
2394	}
2395	SCTPDBG(SCTP_DEBUG_OUTPUT3, "ifa->src_is_loop:%d dest_is_glob:%d\n",
2396	    ifa->src_is_loop,
2397	    dest_is_global);
2398	if ((ifa->src_is_loop == 1) && (dest_is_global)) {
2399		return (NULL);
2400	}
2401	SCTPDBG(SCTP_DEBUG_OUTPUT3, "address is acceptable\n");
2402	/* its an acceptable address */
2403	return (ifa);
2404}
2405
2406int
2407sctp_is_addr_restricted(struct sctp_tcb *stcb, struct sctp_ifa *ifa)
2408{
2409	struct sctp_laddr *laddr;
2410
2411	if (stcb == NULL) {
2412		/* There are no restrictions, no TCB :-) */
2413		return (0);
2414	}
2415	LIST_FOREACH(laddr, &stcb->asoc.sctp_restricted_addrs, sctp_nxt_addr) {
2416		if (laddr->ifa == NULL) {
2417			SCTPDBG(SCTP_DEBUG_OUTPUT1, "%s: NULL ifa\n",
2418			    __func__);
2419			continue;
2420		}
2421		if (laddr->ifa == ifa) {
2422			/* Yes it is on the list */
2423			return (1);
2424		}
2425	}
2426	return (0);
2427}
2428
2429int
2430sctp_is_addr_in_ep(struct sctp_inpcb *inp, struct sctp_ifa *ifa)
2431{
2432	struct sctp_laddr *laddr;
2433
2434	if (ifa == NULL)
2435		return (0);
2436	LIST_FOREACH(laddr, &inp->sctp_addr_list, sctp_nxt_addr) {
2437		if (laddr->ifa == NULL) {
2438			SCTPDBG(SCTP_DEBUG_OUTPUT1, "%s: NULL ifa\n",
2439			    __func__);
2440			continue;
2441		}
2442		if ((laddr->ifa == ifa) && laddr->action == 0)
2443			/* same pointer */
2444			return (1);
2445	}
2446	return (0);
2447}
2448
2449static struct sctp_ifa *
2450sctp_choose_boundspecific_inp(struct sctp_inpcb *inp,
2451    sctp_route_t *ro,
2452    uint32_t vrf_id,
2453    int non_asoc_addr_ok,
2454    uint8_t dest_is_priv,
2455    uint8_t dest_is_loop,
2456    sa_family_t fam)
2457{
2458	struct sctp_laddr *laddr, *starting_point;
2459	void *ifn;
2460	int resettotop = 0;
2461	struct sctp_ifn *sctp_ifn;
2462	struct sctp_ifa *sctp_ifa, *sifa;
2463	struct sctp_vrf *vrf;
2464	uint32_t ifn_index;
2465
2466	vrf = sctp_find_vrf(vrf_id);
2467	if (vrf == NULL)
2468		return (NULL);
2469
2470	ifn = SCTP_GET_IFN_VOID_FROM_ROUTE(ro);
2471	ifn_index = SCTP_GET_IF_INDEX_FROM_ROUTE(ro);
2472	sctp_ifn = sctp_find_ifn(ifn, ifn_index);
2473	/*
2474	 * first question, is the ifn we will emit on in our list, if so, we
2475	 * want such an address. Note that we first looked for a preferred
2476	 * address.
2477	 */
2478	if (sctp_ifn) {
2479		/* is a preferred one on the interface we route out? */
2480		LIST_FOREACH(sctp_ifa, &sctp_ifn->ifalist, next_ifa) {
2481#ifdef INET
2482			if ((sctp_ifa->address.sa.sa_family == AF_INET) &&
2483			    (prison_check_ip4(inp->ip_inp.inp.inp_cred,
2484			    &sctp_ifa->address.sin.sin_addr) != 0)) {
2485				continue;
2486			}
2487#endif
2488#ifdef INET6
2489			if ((sctp_ifa->address.sa.sa_family == AF_INET6) &&
2490			    (prison_check_ip6(inp->ip_inp.inp.inp_cred,
2491			    &sctp_ifa->address.sin6.sin6_addr) != 0)) {
2492				continue;
2493			}
2494#endif
2495			if ((sctp_ifa->localifa_flags & SCTP_ADDR_DEFER_USE) &&
2496			    (non_asoc_addr_ok == 0))
2497				continue;
2498			sifa = sctp_is_ifa_addr_preferred(sctp_ifa,
2499			    dest_is_loop,
2500			    dest_is_priv, fam);
2501			if (sifa == NULL)
2502				continue;
2503			if (sctp_is_addr_in_ep(inp, sifa)) {
2504				atomic_add_int(&sifa->refcount, 1);
2505				return (sifa);
2506			}
2507		}
2508	}
2509	/*
2510	 * ok, now we now need to find one on the list of the addresses. We
2511	 * can't get one on the emitting interface so let's find first a
2512	 * preferred one. If not that an acceptable one otherwise... we
2513	 * return NULL.
2514	 */
2515	starting_point = inp->next_addr_touse;
2516once_again:
2517	if (inp->next_addr_touse == NULL) {
2518		inp->next_addr_touse = LIST_FIRST(&inp->sctp_addr_list);
2519		resettotop = 1;
2520	}
2521	for (laddr = inp->next_addr_touse; laddr;
2522	    laddr = LIST_NEXT(laddr, sctp_nxt_addr)) {
2523		if (laddr->ifa == NULL) {
2524			/* address has been removed */
2525			continue;
2526		}
2527		if (laddr->action == SCTP_DEL_IP_ADDRESS) {
2528			/* address is being deleted */
2529			continue;
2530		}
2531		sifa = sctp_is_ifa_addr_preferred(laddr->ifa, dest_is_loop,
2532		    dest_is_priv, fam);
2533		if (sifa == NULL)
2534			continue;
2535		atomic_add_int(&sifa->refcount, 1);
2536		return (sifa);
2537	}
2538	if (resettotop == 0) {
2539		inp->next_addr_touse = NULL;
2540		goto once_again;
2541	}
2542
2543	inp->next_addr_touse = starting_point;
2544	resettotop = 0;
2545once_again_too:
2546	if (inp->next_addr_touse == NULL) {
2547		inp->next_addr_touse = LIST_FIRST(&inp->sctp_addr_list);
2548		resettotop = 1;
2549	}
2550
2551	/* ok, what about an acceptable address in the inp */
2552	for (laddr = inp->next_addr_touse; laddr;
2553	    laddr = LIST_NEXT(laddr, sctp_nxt_addr)) {
2554		if (laddr->ifa == NULL) {
2555			/* address has been removed */
2556			continue;
2557		}
2558		if (laddr->action == SCTP_DEL_IP_ADDRESS) {
2559			/* address is being deleted */
2560			continue;
2561		}
2562		sifa = sctp_is_ifa_addr_acceptable(laddr->ifa, dest_is_loop,
2563		    dest_is_priv, fam);
2564		if (sifa == NULL)
2565			continue;
2566		atomic_add_int(&sifa->refcount, 1);
2567		return (sifa);
2568	}
2569	if (resettotop == 0) {
2570		inp->next_addr_touse = NULL;
2571		goto once_again_too;
2572	}
2573
2574	/*
2575	 * no address bound can be a source for the destination we are in
2576	 * trouble
2577	 */
2578	return (NULL);
2579}
2580
2581static struct sctp_ifa *
2582sctp_choose_boundspecific_stcb(struct sctp_inpcb *inp,
2583    struct sctp_tcb *stcb,
2584    sctp_route_t *ro,
2585    uint32_t vrf_id,
2586    uint8_t dest_is_priv,
2587    uint8_t dest_is_loop,
2588    int non_asoc_addr_ok,
2589    sa_family_t fam)
2590{
2591	struct sctp_laddr *laddr, *starting_point;
2592	void *ifn;
2593	struct sctp_ifn *sctp_ifn;
2594	struct sctp_ifa *sctp_ifa, *sifa;
2595	uint8_t start_at_beginning = 0;
2596	struct sctp_vrf *vrf;
2597	uint32_t ifn_index;
2598
2599	/*
2600	 * first question, is the ifn we will emit on in our list, if so, we
2601	 * want that one.
2602	 */
2603	vrf = sctp_find_vrf(vrf_id);
2604	if (vrf == NULL)
2605		return (NULL);
2606
2607	ifn = SCTP_GET_IFN_VOID_FROM_ROUTE(ro);
2608	ifn_index = SCTP_GET_IF_INDEX_FROM_ROUTE(ro);
2609	sctp_ifn = sctp_find_ifn(ifn, ifn_index);
2610
2611	/*
2612	 * first question, is the ifn we will emit on in our list?  If so,
2613	 * we want that one. First we look for a preferred. Second, we go
2614	 * for an acceptable.
2615	 */
2616	if (sctp_ifn) {
2617		/* first try for a preferred address on the ep */
2618		LIST_FOREACH(sctp_ifa, &sctp_ifn->ifalist, next_ifa) {
2619#ifdef INET
2620			if ((sctp_ifa->address.sa.sa_family == AF_INET) &&
2621			    (prison_check_ip4(inp->ip_inp.inp.inp_cred,
2622			    &sctp_ifa->address.sin.sin_addr) != 0)) {
2623				continue;
2624			}
2625#endif
2626#ifdef INET6
2627			if ((sctp_ifa->address.sa.sa_family == AF_INET6) &&
2628			    (prison_check_ip6(inp->ip_inp.inp.inp_cred,
2629			    &sctp_ifa->address.sin6.sin6_addr) != 0)) {
2630				continue;
2631			}
2632#endif
2633			if ((sctp_ifa->localifa_flags & SCTP_ADDR_DEFER_USE) && (non_asoc_addr_ok == 0))
2634				continue;
2635			if (sctp_is_addr_in_ep(inp, sctp_ifa)) {
2636				sifa = sctp_is_ifa_addr_preferred(sctp_ifa, dest_is_loop, dest_is_priv, fam);
2637				if (sifa == NULL)
2638					continue;
2639				if (((non_asoc_addr_ok == 0) &&
2640				    (sctp_is_addr_restricted(stcb, sifa))) ||
2641				    (non_asoc_addr_ok &&
2642				    (sctp_is_addr_restricted(stcb, sifa)) &&
2643				    (!sctp_is_addr_pending(stcb, sifa)))) {
2644					/* on the no-no list */
2645					continue;
2646				}
2647				atomic_add_int(&sifa->refcount, 1);
2648				return (sifa);
2649			}
2650		}
2651		/* next try for an acceptable address on the ep */
2652		LIST_FOREACH(sctp_ifa, &sctp_ifn->ifalist, next_ifa) {
2653#ifdef INET
2654			if ((sctp_ifa->address.sa.sa_family == AF_INET) &&
2655			    (prison_check_ip4(inp->ip_inp.inp.inp_cred,
2656			    &sctp_ifa->address.sin.sin_addr) != 0)) {
2657				continue;
2658			}
2659#endif
2660#ifdef INET6
2661			if ((sctp_ifa->address.sa.sa_family == AF_INET6) &&
2662			    (prison_check_ip6(inp->ip_inp.inp.inp_cred,
2663			    &sctp_ifa->address.sin6.sin6_addr) != 0)) {
2664				continue;
2665			}
2666#endif
2667			if ((sctp_ifa->localifa_flags & SCTP_ADDR_DEFER_USE) && (non_asoc_addr_ok == 0))
2668				continue;
2669			if (sctp_is_addr_in_ep(inp, sctp_ifa)) {
2670				sifa = sctp_is_ifa_addr_acceptable(sctp_ifa, dest_is_loop, dest_is_priv, fam);
2671				if (sifa == NULL)
2672					continue;
2673				if (((non_asoc_addr_ok == 0) &&
2674				    (sctp_is_addr_restricted(stcb, sifa))) ||
2675				    (non_asoc_addr_ok &&
2676				    (sctp_is_addr_restricted(stcb, sifa)) &&
2677				    (!sctp_is_addr_pending(stcb, sifa)))) {
2678					/* on the no-no list */
2679					continue;
2680				}
2681				atomic_add_int(&sifa->refcount, 1);
2682				return (sifa);
2683			}
2684		}
2685	}
2686	/*
2687	 * if we can't find one like that then we must look at all addresses
2688	 * bound to pick one at first preferable then secondly acceptable.
2689	 */
2690	starting_point = stcb->asoc.last_used_address;
2691sctp_from_the_top:
2692	if (stcb->asoc.last_used_address == NULL) {
2693		start_at_beginning = 1;
2694		stcb->asoc.last_used_address = LIST_FIRST(&inp->sctp_addr_list);
2695	}
2696	/* search beginning with the last used address */
2697	for (laddr = stcb->asoc.last_used_address; laddr;
2698	    laddr = LIST_NEXT(laddr, sctp_nxt_addr)) {
2699		if (laddr->ifa == NULL) {
2700			/* address has been removed */
2701			continue;
2702		}
2703		if (laddr->action == SCTP_DEL_IP_ADDRESS) {
2704			/* address is being deleted */
2705			continue;
2706		}
2707		sifa = sctp_is_ifa_addr_preferred(laddr->ifa, dest_is_loop, dest_is_priv, fam);
2708		if (sifa == NULL)
2709			continue;
2710		if (((non_asoc_addr_ok == 0) &&
2711		    (sctp_is_addr_restricted(stcb, sifa))) ||
2712		    (non_asoc_addr_ok &&
2713		    (sctp_is_addr_restricted(stcb, sifa)) &&
2714		    (!sctp_is_addr_pending(stcb, sifa)))) {
2715			/* on the no-no list */
2716			continue;
2717		}
2718		stcb->asoc.last_used_address = laddr;
2719		atomic_add_int(&sifa->refcount, 1);
2720		return (sifa);
2721	}
2722	if (start_at_beginning == 0) {
2723		stcb->asoc.last_used_address = NULL;
2724		goto sctp_from_the_top;
2725	}
2726	/* now try for any higher scope than the destination */
2727	stcb->asoc.last_used_address = starting_point;
2728	start_at_beginning = 0;
2729sctp_from_the_top2:
2730	if (stcb->asoc.last_used_address == NULL) {
2731		start_at_beginning = 1;
2732		stcb->asoc.last_used_address = LIST_FIRST(&inp->sctp_addr_list);
2733	}
2734	/* search beginning with the last used address */
2735	for (laddr = stcb->asoc.last_used_address; laddr;
2736	    laddr = LIST_NEXT(laddr, sctp_nxt_addr)) {
2737		if (laddr->ifa == NULL) {
2738			/* address has been removed */
2739			continue;
2740		}
2741		if (laddr->action == SCTP_DEL_IP_ADDRESS) {
2742			/* address is being deleted */
2743			continue;
2744		}
2745		sifa = sctp_is_ifa_addr_acceptable(laddr->ifa, dest_is_loop,
2746		    dest_is_priv, fam);
2747		if (sifa == NULL)
2748			continue;
2749		if (((non_asoc_addr_ok == 0) &&
2750		    (sctp_is_addr_restricted(stcb, sifa))) ||
2751		    (non_asoc_addr_ok &&
2752		    (sctp_is_addr_restricted(stcb, sifa)) &&
2753		    (!sctp_is_addr_pending(stcb, sifa)))) {
2754			/* on the no-no list */
2755			continue;
2756		}
2757		stcb->asoc.last_used_address = laddr;
2758		atomic_add_int(&sifa->refcount, 1);
2759		return (sifa);
2760	}
2761	if (start_at_beginning == 0) {
2762		stcb->asoc.last_used_address = NULL;
2763		goto sctp_from_the_top2;
2764	}
2765	return (NULL);
2766}
2767
2768static struct sctp_ifa *
2769sctp_select_nth_preferred_addr_from_ifn_boundall(struct sctp_ifn *ifn,
2770    struct sctp_inpcb *inp,
2771    struct sctp_tcb *stcb,
2772    int non_asoc_addr_ok,
2773    uint8_t dest_is_loop,
2774    uint8_t dest_is_priv,
2775    int addr_wanted,
2776    sa_family_t fam,
2777    sctp_route_t *ro)
2778{
2779	struct sctp_ifa *ifa, *sifa;
2780	int num_eligible_addr = 0;
2781#ifdef INET6
2782	struct sockaddr_in6 sin6, lsa6;
2783
2784	if (fam == AF_INET6) {
2785		memcpy(&sin6, &ro->ro_dst, sizeof(struct sockaddr_in6));
2786		(void)sa6_recoverscope(&sin6);
2787	}
2788#endif				/* INET6 */
2789	LIST_FOREACH(ifa, &ifn->ifalist, next_ifa) {
2790#ifdef INET
2791		if ((ifa->address.sa.sa_family == AF_INET) &&
2792		    (prison_check_ip4(inp->ip_inp.inp.inp_cred,
2793		    &ifa->address.sin.sin_addr) != 0)) {
2794			continue;
2795		}
2796#endif
2797#ifdef INET6
2798		if ((ifa->address.sa.sa_family == AF_INET6) &&
2799		    (prison_check_ip6(inp->ip_inp.inp.inp_cred,
2800		    &ifa->address.sin6.sin6_addr) != 0)) {
2801			continue;
2802		}
2803#endif
2804		if ((ifa->localifa_flags & SCTP_ADDR_DEFER_USE) &&
2805		    (non_asoc_addr_ok == 0))
2806			continue;
2807		sifa = sctp_is_ifa_addr_preferred(ifa, dest_is_loop,
2808		    dest_is_priv, fam);
2809		if (sifa == NULL)
2810			continue;
2811#ifdef INET6
2812		if (fam == AF_INET6 &&
2813		    dest_is_loop &&
2814		    sifa->src_is_loop && sifa->src_is_priv) {
2815			/*
2816			 * don't allow fe80::1 to be a src on loop ::1, we
2817			 * don't list it to the peer so we will get an
2818			 * abort.
2819			 */
2820			continue;
2821		}
2822		if (fam == AF_INET6 &&
2823		    IN6_IS_ADDR_LINKLOCAL(&sifa->address.sin6.sin6_addr) &&
2824		    IN6_IS_ADDR_LINKLOCAL(&sin6.sin6_addr)) {
2825			/*
2826			 * link-local <-> link-local must belong to the same
2827			 * scope.
2828			 */
2829			memcpy(&lsa6, &sifa->address.sin6, sizeof(struct sockaddr_in6));
2830			(void)sa6_recoverscope(&lsa6);
2831			if (sin6.sin6_scope_id != lsa6.sin6_scope_id) {
2832				continue;
2833			}
2834		}
2835#endif				/* INET6 */
2836
2837		/*
2838		 * Check if the IPv6 address matches to next-hop. In the
2839		 * mobile case, old IPv6 address may be not deleted from the
2840		 * interface. Then, the interface has previous and new
2841		 * addresses.  We should use one corresponding to the
2842		 * next-hop.  (by micchie)
2843		 */
2844#ifdef INET6
2845		if (stcb && fam == AF_INET6 &&
2846		    sctp_is_mobility_feature_on(stcb->sctp_ep, SCTP_MOBILITY_BASE)) {
2847			if (sctp_v6src_match_nexthop(&sifa->address.sin6, ro)
2848			    == 0) {
2849				continue;
2850			}
2851		}
2852#endif
2853#ifdef INET
2854		/* Avoid topologically incorrect IPv4 address */
2855		if (stcb && fam == AF_INET &&
2856		    sctp_is_mobility_feature_on(stcb->sctp_ep, SCTP_MOBILITY_BASE)) {
2857			if (sctp_v4src_match_nexthop(sifa, ro) == 0) {
2858				continue;
2859			}
2860		}
2861#endif
2862		if (stcb) {
2863			if (sctp_is_address_in_scope(ifa, &stcb->asoc.scope, 0) == 0) {
2864				continue;
2865			}
2866			if (((non_asoc_addr_ok == 0) &&
2867			    (sctp_is_addr_restricted(stcb, sifa))) ||
2868			    (non_asoc_addr_ok &&
2869			    (sctp_is_addr_restricted(stcb, sifa)) &&
2870			    (!sctp_is_addr_pending(stcb, sifa)))) {
2871				/*
2872				 * It is restricted for some reason..
2873				 * probably not yet added.
2874				 */
2875				continue;
2876			}
2877		}
2878		if (num_eligible_addr >= addr_wanted) {
2879			return (sifa);
2880		}
2881		num_eligible_addr++;
2882	}
2883	return (NULL);
2884}
2885
2886static int
2887sctp_count_num_preferred_boundall(struct sctp_ifn *ifn,
2888    struct sctp_inpcb *inp,
2889    struct sctp_tcb *stcb,
2890    int non_asoc_addr_ok,
2891    uint8_t dest_is_loop,
2892    uint8_t dest_is_priv,
2893    sa_family_t fam)
2894{
2895	struct sctp_ifa *ifa, *sifa;
2896	int num_eligible_addr = 0;
2897
2898	LIST_FOREACH(ifa, &ifn->ifalist, next_ifa) {
2899#ifdef INET
2900		if ((ifa->address.sa.sa_family == AF_INET) &&
2901		    (prison_check_ip4(inp->ip_inp.inp.inp_cred,
2902		    &ifa->address.sin.sin_addr) != 0)) {
2903			continue;
2904		}
2905#endif
2906#ifdef INET6
2907		if ((ifa->address.sa.sa_family == AF_INET6) &&
2908		    (stcb != NULL) &&
2909		    (prison_check_ip6(inp->ip_inp.inp.inp_cred,
2910		    &ifa->address.sin6.sin6_addr) != 0)) {
2911			continue;
2912		}
2913#endif
2914		if ((ifa->localifa_flags & SCTP_ADDR_DEFER_USE) &&
2915		    (non_asoc_addr_ok == 0)) {
2916			continue;
2917		}
2918		sifa = sctp_is_ifa_addr_preferred(ifa, dest_is_loop,
2919		    dest_is_priv, fam);
2920		if (sifa == NULL) {
2921			continue;
2922		}
2923		if (stcb) {
2924			if (sctp_is_address_in_scope(ifa, &stcb->asoc.scope, 0) == 0) {
2925				continue;
2926			}
2927			if (((non_asoc_addr_ok == 0) &&
2928			    (sctp_is_addr_restricted(stcb, sifa))) ||
2929			    (non_asoc_addr_ok &&
2930			    (sctp_is_addr_restricted(stcb, sifa)) &&
2931			    (!sctp_is_addr_pending(stcb, sifa)))) {
2932				/*
2933				 * It is restricted for some reason..
2934				 * probably not yet added.
2935				 */
2936				continue;
2937			}
2938		}
2939		num_eligible_addr++;
2940	}
2941	return (num_eligible_addr);
2942}
2943
2944static struct sctp_ifa *
2945sctp_choose_boundall(struct sctp_inpcb *inp,
2946    struct sctp_tcb *stcb,
2947    struct sctp_nets *net,
2948    sctp_route_t *ro,
2949    uint32_t vrf_id,
2950    uint8_t dest_is_priv,
2951    uint8_t dest_is_loop,
2952    int non_asoc_addr_ok,
2953    sa_family_t fam)
2954{
2955	int cur_addr_num = 0, num_preferred = 0;
2956	void *ifn;
2957	struct sctp_ifn *sctp_ifn, *looked_at = NULL, *emit_ifn;
2958	struct sctp_ifa *sctp_ifa, *sifa;
2959	uint32_t ifn_index;
2960	struct sctp_vrf *vrf;
2961#ifdef INET
2962	int retried = 0;
2963#endif
2964
2965	/*-
2966	 * For boundall we can use any address in the association.
2967	 * If non_asoc_addr_ok is set we can use any address (at least in
2968	 * theory). So we look for preferred addresses first. If we find one,
2969	 * we use it. Otherwise we next try to get an address on the
2970	 * interface, which we should be able to do (unless non_asoc_addr_ok
2971	 * is false and we are routed out that way). In these cases where we
2972	 * can't use the address of the interface we go through all the
2973	 * ifn's looking for an address we can use and fill that in. Punting
2974	 * means we send back address 0, which will probably cause problems
2975	 * actually since then IP will fill in the address of the route ifn,
2976	 * which means we probably already rejected it.. i.e. here comes an
2977	 * abort :-<.
2978	 */
2979	vrf = sctp_find_vrf(vrf_id);
2980	if (vrf == NULL)
2981		return (NULL);
2982
2983	ifn = SCTP_GET_IFN_VOID_FROM_ROUTE(ro);
2984	ifn_index = SCTP_GET_IF_INDEX_FROM_ROUTE(ro);
2985	SCTPDBG(SCTP_DEBUG_OUTPUT2, "ifn from route:%p ifn_index:%d\n", ifn, ifn_index);
2986	emit_ifn = looked_at = sctp_ifn = sctp_find_ifn(ifn, ifn_index);
2987	if (sctp_ifn == NULL) {
2988		/* ?? We don't have this guy ?? */
2989		SCTPDBG(SCTP_DEBUG_OUTPUT2, "No ifn emit interface?\n");
2990		goto bound_all_plan_b;
2991	}
2992	SCTPDBG(SCTP_DEBUG_OUTPUT2, "ifn_index:%d name:%s is emit interface\n",
2993	    ifn_index, sctp_ifn->ifn_name);
2994
2995	if (net) {
2996		cur_addr_num = net->indx_of_eligible_next_to_use;
2997	}
2998	num_preferred = sctp_count_num_preferred_boundall(sctp_ifn,
2999	    inp, stcb,
3000	    non_asoc_addr_ok,
3001	    dest_is_loop,
3002	    dest_is_priv, fam);
3003	SCTPDBG(SCTP_DEBUG_OUTPUT2, "Found %d preferred source addresses for intf:%s\n",
3004	    num_preferred, sctp_ifn->ifn_name);
3005	if (num_preferred == 0) {
3006		/*
3007		 * no eligible addresses, we must use some other interface
3008		 * address if we can find one.
3009		 */
3010		goto bound_all_plan_b;
3011	}
3012	/*
3013	 * Ok we have num_eligible_addr set with how many we can use, this
3014	 * may vary from call to call due to addresses being deprecated
3015	 * etc..
3016	 */
3017	if (cur_addr_num >= num_preferred) {
3018		cur_addr_num = 0;
3019	}
3020	/*
3021	 * select the nth address from the list (where cur_addr_num is the
3022	 * nth) and 0 is the first one, 1 is the second one etc...
3023	 */
3024	SCTPDBG(SCTP_DEBUG_OUTPUT2, "cur_addr_num:%d\n", cur_addr_num);
3025
3026	sctp_ifa = sctp_select_nth_preferred_addr_from_ifn_boundall(sctp_ifn, inp, stcb, non_asoc_addr_ok, dest_is_loop,
3027	    dest_is_priv, cur_addr_num, fam, ro);
3028
3029	/* if sctp_ifa is NULL something changed??, fall to plan b. */
3030	if (sctp_ifa) {
3031		atomic_add_int(&sctp_ifa->refcount, 1);
3032		if (net) {
3033			/* save off where the next one we will want */
3034			net->indx_of_eligible_next_to_use = cur_addr_num + 1;
3035		}
3036		return (sctp_ifa);
3037	}
3038	/*
3039	 * plan_b: Look at all interfaces and find a preferred address. If
3040	 * no preferred fall through to plan_c.
3041	 */
3042bound_all_plan_b:
3043	SCTPDBG(SCTP_DEBUG_OUTPUT2, "Trying Plan B\n");
3044	LIST_FOREACH(sctp_ifn, &vrf->ifnlist, next_ifn) {
3045		SCTPDBG(SCTP_DEBUG_OUTPUT2, "Examine interface %s\n",
3046		    sctp_ifn->ifn_name);
3047		if (dest_is_loop == 0 && SCTP_IFN_IS_IFT_LOOP(sctp_ifn)) {
3048			/* wrong base scope */
3049			SCTPDBG(SCTP_DEBUG_OUTPUT2, "skip\n");
3050			continue;
3051		}
3052		if ((sctp_ifn == looked_at) && looked_at) {
3053			/* already looked at this guy */
3054			SCTPDBG(SCTP_DEBUG_OUTPUT2, "already seen\n");
3055			continue;
3056		}
3057		num_preferred = sctp_count_num_preferred_boundall(sctp_ifn, inp, stcb, non_asoc_addr_ok,
3058		    dest_is_loop, dest_is_priv, fam);
3059		SCTPDBG(SCTP_DEBUG_OUTPUT2,
3060		    "Found ifn:%p %d preferred source addresses\n",
3061		    ifn, num_preferred);
3062		if (num_preferred == 0) {
3063			/* None on this interface. */
3064			SCTPDBG(SCTP_DEBUG_OUTPUT2, "No preferred -- skipping to next\n");
3065			continue;
3066		}
3067		SCTPDBG(SCTP_DEBUG_OUTPUT2,
3068		    "num preferred:%d on interface:%p cur_addr_num:%d\n",
3069		    num_preferred, (void *)sctp_ifn, cur_addr_num);
3070
3071		/*
3072		 * Ok we have num_eligible_addr set with how many we can
3073		 * use, this may vary from call to call due to addresses
3074		 * being deprecated etc..
3075		 */
3076		if (cur_addr_num >= num_preferred) {
3077			cur_addr_num = 0;
3078		}
3079		sifa = sctp_select_nth_preferred_addr_from_ifn_boundall(sctp_ifn, inp, stcb, non_asoc_addr_ok, dest_is_loop,
3080		    dest_is_priv, cur_addr_num, fam, ro);
3081		if (sifa == NULL)
3082			continue;
3083		if (net) {
3084			net->indx_of_eligible_next_to_use = cur_addr_num + 1;
3085			SCTPDBG(SCTP_DEBUG_OUTPUT2, "we selected %d\n",
3086			    cur_addr_num);
3087			SCTPDBG(SCTP_DEBUG_OUTPUT2, "Source:");
3088			SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, &sifa->address.sa);
3089			SCTPDBG(SCTP_DEBUG_OUTPUT2, "Dest:");
3090			SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, &net->ro._l_addr.sa);
3091		}
3092		atomic_add_int(&sifa->refcount, 1);
3093		return (sifa);
3094	}
3095#ifdef INET
3096again_with_private_addresses_allowed:
3097#endif
3098	/* plan_c: do we have an acceptable address on the emit interface */
3099	sifa = NULL;
3100	SCTPDBG(SCTP_DEBUG_OUTPUT2, "Trying Plan C: find acceptable on interface\n");
3101	if (emit_ifn == NULL) {
3102		SCTPDBG(SCTP_DEBUG_OUTPUT2, "Jump to Plan D - no emit_ifn\n");
3103		goto plan_d;
3104	}
3105	LIST_FOREACH(sctp_ifa, &emit_ifn->ifalist, next_ifa) {
3106		SCTPDBG(SCTP_DEBUG_OUTPUT2, "ifa:%p\n", (void *)sctp_ifa);
3107#ifdef INET
3108		if ((sctp_ifa->address.sa.sa_family == AF_INET) &&
3109		    (prison_check_ip4(inp->ip_inp.inp.inp_cred,
3110		    &sctp_ifa->address.sin.sin_addr) != 0)) {
3111			SCTPDBG(SCTP_DEBUG_OUTPUT2, "Jailed\n");
3112			continue;
3113		}
3114#endif
3115#ifdef INET6
3116		if ((sctp_ifa->address.sa.sa_family == AF_INET6) &&
3117		    (prison_check_ip6(inp->ip_inp.inp.inp_cred,
3118		    &sctp_ifa->address.sin6.sin6_addr) != 0)) {
3119			SCTPDBG(SCTP_DEBUG_OUTPUT2, "Jailed\n");
3120			continue;
3121		}
3122#endif
3123		if ((sctp_ifa->localifa_flags & SCTP_ADDR_DEFER_USE) &&
3124		    (non_asoc_addr_ok == 0)) {
3125			SCTPDBG(SCTP_DEBUG_OUTPUT2, "Defer\n");
3126			continue;
3127		}
3128		sifa = sctp_is_ifa_addr_acceptable(sctp_ifa, dest_is_loop,
3129		    dest_is_priv, fam);
3130		if (sifa == NULL) {
3131			SCTPDBG(SCTP_DEBUG_OUTPUT2, "IFA not acceptable\n");
3132			continue;
3133		}
3134		if (stcb) {
3135			if (sctp_is_address_in_scope(sifa, &stcb->asoc.scope, 0) == 0) {
3136				SCTPDBG(SCTP_DEBUG_OUTPUT2, "NOT in scope\n");
3137				sifa = NULL;
3138				continue;
3139			}
3140			if (((non_asoc_addr_ok == 0) &&
3141			    (sctp_is_addr_restricted(stcb, sifa))) ||
3142			    (non_asoc_addr_ok &&
3143			    (sctp_is_addr_restricted(stcb, sifa)) &&
3144			    (!sctp_is_addr_pending(stcb, sifa)))) {
3145				/*
3146				 * It is restricted for some reason..
3147				 * probably not yet added.
3148				 */
3149				SCTPDBG(SCTP_DEBUG_OUTPUT2, "Its restricted\n");
3150				sifa = NULL;
3151				continue;
3152			}
3153		}
3154		atomic_add_int(&sifa->refcount, 1);
3155		goto out;
3156	}
3157plan_d:
3158	/*
3159	 * plan_d: We are in trouble. No preferred address on the emit
3160	 * interface. And not even a preferred address on all interfaces. Go
3161	 * out and see if we can find an acceptable address somewhere
3162	 * amongst all interfaces.
3163	 */
3164	SCTPDBG(SCTP_DEBUG_OUTPUT2, "Trying Plan D looked_at is %p\n", (void *)looked_at);
3165	LIST_FOREACH(sctp_ifn, &vrf->ifnlist, next_ifn) {
3166		if (dest_is_loop == 0 && SCTP_IFN_IS_IFT_LOOP(sctp_ifn)) {
3167			/* wrong base scope */
3168			continue;
3169		}
3170		LIST_FOREACH(sctp_ifa, &sctp_ifn->ifalist, next_ifa) {
3171#ifdef INET
3172			if ((sctp_ifa->address.sa.sa_family == AF_INET) &&
3173			    (prison_check_ip4(inp->ip_inp.inp.inp_cred,
3174			    &sctp_ifa->address.sin.sin_addr) != 0)) {
3175				continue;
3176			}
3177#endif
3178#ifdef INET6
3179			if ((sctp_ifa->address.sa.sa_family == AF_INET6) &&
3180			    (prison_check_ip6(inp->ip_inp.inp.inp_cred,
3181			    &sctp_ifa->address.sin6.sin6_addr) != 0)) {
3182				continue;
3183			}
3184#endif
3185			if ((sctp_ifa->localifa_flags & SCTP_ADDR_DEFER_USE) &&
3186			    (non_asoc_addr_ok == 0))
3187				continue;
3188			sifa = sctp_is_ifa_addr_acceptable(sctp_ifa,
3189			    dest_is_loop,
3190			    dest_is_priv, fam);
3191			if (sifa == NULL)
3192				continue;
3193			if (stcb) {
3194				if (sctp_is_address_in_scope(sifa, &stcb->asoc.scope, 0) == 0) {
3195					sifa = NULL;
3196					continue;
3197				}
3198				if (((non_asoc_addr_ok == 0) &&
3199				    (sctp_is_addr_restricted(stcb, sifa))) ||
3200				    (non_asoc_addr_ok &&
3201				    (sctp_is_addr_restricted(stcb, sifa)) &&
3202				    (!sctp_is_addr_pending(stcb, sifa)))) {
3203					/*
3204					 * It is restricted for some
3205					 * reason.. probably not yet added.
3206					 */
3207					sifa = NULL;
3208					continue;
3209				}
3210			}
3211			goto out;
3212		}
3213	}
3214#ifdef INET
3215	if (stcb) {
3216		if ((retried == 0) && (stcb->asoc.scope.ipv4_local_scope == 0)) {
3217			stcb->asoc.scope.ipv4_local_scope = 1;
3218			retried = 1;
3219			goto again_with_private_addresses_allowed;
3220		} else if (retried == 1) {
3221			stcb->asoc.scope.ipv4_local_scope = 0;
3222		}
3223	}
3224#endif
3225out:
3226#ifdef INET
3227	if (sifa) {
3228		if (retried == 1) {
3229			LIST_FOREACH(sctp_ifn, &vrf->ifnlist, next_ifn) {
3230				if (dest_is_loop == 0 && SCTP_IFN_IS_IFT_LOOP(sctp_ifn)) {
3231					/* wrong base scope */
3232					continue;
3233				}
3234				LIST_FOREACH(sctp_ifa, &sctp_ifn->ifalist, next_ifa) {
3235					struct sctp_ifa *tmp_sifa;
3236
3237#ifdef INET
3238					if ((sctp_ifa->address.sa.sa_family == AF_INET) &&
3239					    (prison_check_ip4(inp->ip_inp.inp.inp_cred,
3240					    &sctp_ifa->address.sin.sin_addr) != 0)) {
3241						continue;
3242					}
3243#endif
3244#ifdef INET6
3245					if ((sctp_ifa->address.sa.sa_family == AF_INET6) &&
3246					    (prison_check_ip6(inp->ip_inp.inp.inp_cred,
3247					    &sctp_ifa->address.sin6.sin6_addr) != 0)) {
3248						continue;
3249					}
3250#endif
3251					if ((sctp_ifa->localifa_flags & SCTP_ADDR_DEFER_USE) &&
3252					    (non_asoc_addr_ok == 0))
3253						continue;
3254					tmp_sifa = sctp_is_ifa_addr_acceptable(sctp_ifa,
3255					    dest_is_loop,
3256					    dest_is_priv, fam);
3257					if (tmp_sifa == NULL) {
3258						continue;
3259					}
3260					if (tmp_sifa == sifa) {
3261						continue;
3262					}
3263					if (stcb) {
3264						if (sctp_is_address_in_scope(tmp_sifa,
3265						    &stcb->asoc.scope, 0) == 0) {
3266							continue;
3267						}
3268						if (((non_asoc_addr_ok == 0) &&
3269						    (sctp_is_addr_restricted(stcb, tmp_sifa))) ||
3270						    (non_asoc_addr_ok &&
3271						    (sctp_is_addr_restricted(stcb, tmp_sifa)) &&
3272						    (!sctp_is_addr_pending(stcb, tmp_sifa)))) {
3273							/*
3274							 * It is restricted
3275							 * for some reason..
3276							 * probably not yet
3277							 * added.
3278							 */
3279							continue;
3280						}
3281					}
3282					if ((tmp_sifa->address.sin.sin_family == AF_INET) &&
3283					    (IN4_ISPRIVATE_ADDRESS(&(tmp_sifa->address.sin.sin_addr)))) {
3284						sctp_add_local_addr_restricted(stcb, tmp_sifa);
3285					}
3286				}
3287			}
3288		}
3289		atomic_add_int(&sifa->refcount, 1);
3290	}
3291#endif
3292	return (sifa);
3293}
3294
3295/* tcb may be NULL */
3296struct sctp_ifa *
3297sctp_source_address_selection(struct sctp_inpcb *inp,
3298    struct sctp_tcb *stcb,
3299    sctp_route_t *ro,
3300    struct sctp_nets *net,
3301    int non_asoc_addr_ok, uint32_t vrf_id)
3302{
3303	struct sctp_ifa *answer;
3304	uint8_t dest_is_priv, dest_is_loop;
3305	sa_family_t fam;
3306#ifdef INET
3307	struct sockaddr_in *to = (struct sockaddr_in *)&ro->ro_dst;
3308#endif
3309#ifdef INET6
3310	struct sockaddr_in6 *to6 = (struct sockaddr_in6 *)&ro->ro_dst;
3311#endif
3312
3313	/**
3314	 * Rules:
3315	 * - Find the route if needed, cache if I can.
3316	 * - Look at interface address in route, Is it in the bound list. If so we
3317	 *   have the best source.
3318	 * - If not we must rotate amongst the addresses.
3319	 *
3320	 * Cavets and issues
3321	 *
3322	 * Do we need to pay attention to scope. We can have a private address
3323	 * or a global address we are sourcing or sending to. So if we draw
3324	 * it out
3325	 * zzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzz
3326	 * For V4
3327	 * ------------------------------------------
3328	 *      source     *      dest  *  result
3329	 * -----------------------------------------
3330	 * <a>  Private    *    Global  *  NAT
3331	 * -----------------------------------------
3332	 * <b>  Private    *    Private *  No problem
3333	 * -----------------------------------------
3334	 * <c>  Global     *    Private *  Huh, How will this work?
3335	 * -----------------------------------------
3336	 * <d>  Global     *    Global  *  No Problem
3337	 *------------------------------------------
3338	 * zzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzz
3339	 * For V6
3340	 *------------------------------------------
3341	 *      source     *      dest  *  result
3342	 * -----------------------------------------
3343	 * <a>  Linklocal  *    Global  *
3344	 * -----------------------------------------
3345	 * <b>  Linklocal  * Linklocal  *  No problem
3346	 * -----------------------------------------
3347	 * <c>  Global     * Linklocal  *  Huh, How will this work?
3348	 * -----------------------------------------
3349	 * <d>  Global     *    Global  *  No Problem
3350	 *------------------------------------------
3351	 * zzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzzz
3352	 *
3353	 * And then we add to that what happens if there are multiple addresses
3354	 * assigned to an interface. Remember the ifa on a ifn is a linked
3355	 * list of addresses. So one interface can have more than one IP
3356	 * address. What happens if we have both a private and a global
3357	 * address? Do we then use context of destination to sort out which
3358	 * one is best? And what about NAT's sending P->G may get you a NAT
3359	 * translation, or should you select the G thats on the interface in
3360	 * preference.
3361	 *
3362	 * Decisions:
3363	 *
3364	 * - count the number of addresses on the interface.
3365	 * - if it is one, no problem except case <c>.
3366	 *   For <a> we will assume a NAT out there.
3367	 * - if there are more than one, then we need to worry about scope P
3368	 *   or G. We should prefer G -> G and P -> P if possible.
3369	 *   Then as a secondary fall back to mixed types G->P being a last
3370	 *   ditch one.
3371	 * - The above all works for bound all, but bound specific we need to
3372	 *   use the same concept but instead only consider the bound
3373	 *   addresses. If the bound set is NOT assigned to the interface then
3374	 *   we must use rotation amongst the bound addresses..
3375	 */
3376	if (ro->ro_nh == NULL) {
3377		/*
3378		 * Need a route to cache.
3379		 */
3380		SCTP_RTALLOC(ro, vrf_id, inp->fibnum);
3381	}
3382	if (ro->ro_nh == NULL) {
3383		return (NULL);
3384	}
3385	fam = ro->ro_dst.sa_family;
3386	dest_is_priv = dest_is_loop = 0;
3387	/* Setup our scopes for the destination */
3388	switch (fam) {
3389#ifdef INET
3390	case AF_INET:
3391		/* Scope based on outbound address */
3392		if (IN4_ISLOOPBACK_ADDRESS(&to->sin_addr)) {
3393			dest_is_loop = 1;
3394			if (net != NULL) {
3395				/* mark it as local */
3396				net->addr_is_local = 1;
3397			}
3398		} else if ((IN4_ISPRIVATE_ADDRESS(&to->sin_addr))) {
3399			dest_is_priv = 1;
3400		}
3401		break;
3402#endif
3403#ifdef INET6
3404	case AF_INET6:
3405		/* Scope based on outbound address */
3406		if (IN6_IS_ADDR_LOOPBACK(&to6->sin6_addr) ||
3407		    SCTP_ROUTE_IS_REAL_LOOP(ro)) {
3408			/*
3409			 * If the address is a loopback address, which
3410			 * consists of "::1" OR "fe80::1%lo0", we are
3411			 * loopback scope. But we don't use dest_is_priv
3412			 * (link local addresses).
3413			 */
3414			dest_is_loop = 1;
3415			if (net != NULL) {
3416				/* mark it as local */
3417				net->addr_is_local = 1;
3418			}
3419		} else if (IN6_IS_ADDR_LINKLOCAL(&to6->sin6_addr)) {
3420			dest_is_priv = 1;
3421		}
3422		break;
3423#endif
3424	}
3425	SCTPDBG(SCTP_DEBUG_OUTPUT2, "Select source addr for:");
3426	SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, (struct sockaddr *)&ro->ro_dst);
3427	SCTP_IPI_ADDR_RLOCK();
3428	if (inp->sctp_flags & SCTP_PCB_FLAGS_BOUNDALL) {
3429		/*
3430		 * Bound all case
3431		 */
3432		answer = sctp_choose_boundall(inp, stcb, net, ro, vrf_id,
3433		    dest_is_priv, dest_is_loop,
3434		    non_asoc_addr_ok, fam);
3435		SCTP_IPI_ADDR_RUNLOCK();
3436		return (answer);
3437	}
3438	/*
3439	 * Subset bound case
3440	 */
3441	if (stcb) {
3442		answer = sctp_choose_boundspecific_stcb(inp, stcb, ro,
3443		    vrf_id, dest_is_priv,
3444		    dest_is_loop,
3445		    non_asoc_addr_ok, fam);
3446	} else {
3447		answer = sctp_choose_boundspecific_inp(inp, ro, vrf_id,
3448		    non_asoc_addr_ok,
3449		    dest_is_priv,
3450		    dest_is_loop, fam);
3451	}
3452	SCTP_IPI_ADDR_RUNLOCK();
3453	return (answer);
3454}
3455
3456static int
3457sctp_find_cmsg(int c_type, void *data, struct mbuf *control, size_t cpsize)
3458{
3459	struct cmsghdr cmh;
3460	struct sctp_sndinfo sndinfo;
3461	struct sctp_prinfo prinfo;
3462	struct sctp_authinfo authinfo;
3463	int tot_len, rem_len, cmsg_data_len, cmsg_data_off, off;
3464	int found;
3465
3466	/*
3467	 * Independent of how many mbufs, find the c_type inside the control
3468	 * structure and copy out the data.
3469	 */
3470	found = 0;
3471	tot_len = SCTP_BUF_LEN(control);
3472	for (off = 0; off < tot_len; off += CMSG_ALIGN(cmh.cmsg_len)) {
3473		rem_len = tot_len - off;
3474		if (rem_len < (int)CMSG_ALIGN(sizeof(cmh))) {
3475			/* There is not enough room for one more. */
3476			return (found);
3477		}
3478		m_copydata(control, off, sizeof(cmh), (caddr_t)&cmh);
3479		if (cmh.cmsg_len < CMSG_ALIGN(sizeof(cmh))) {
3480			/* We dont't have a complete CMSG header. */
3481			return (found);
3482		}
3483		if ((cmh.cmsg_len > INT_MAX) || ((int)cmh.cmsg_len > rem_len)) {
3484			/* We don't have the complete CMSG. */
3485			return (found);
3486		}
3487		cmsg_data_len = (int)cmh.cmsg_len - CMSG_ALIGN(sizeof(cmh));
3488		cmsg_data_off = off + CMSG_ALIGN(sizeof(cmh));
3489		if ((cmh.cmsg_level == IPPROTO_SCTP) &&
3490		    ((c_type == cmh.cmsg_type) ||
3491		    ((c_type == SCTP_SNDRCV) &&
3492		    ((cmh.cmsg_type == SCTP_SNDINFO) ||
3493		    (cmh.cmsg_type == SCTP_PRINFO) ||
3494		    (cmh.cmsg_type == SCTP_AUTHINFO))))) {
3495			if (c_type == cmh.cmsg_type) {
3496				if (cpsize > INT_MAX) {
3497					return (found);
3498				}
3499				if (cmsg_data_len < (int)cpsize) {
3500					return (found);
3501				}
3502				/* It is exactly what we want. Copy it out. */
3503				m_copydata(control, cmsg_data_off, (int)cpsize, (caddr_t)data);
3504				return (1);
3505			} else {
3506				struct sctp_sndrcvinfo *sndrcvinfo;
3507
3508				sndrcvinfo = (struct sctp_sndrcvinfo *)data;
3509				if (found == 0) {
3510					if (cpsize < sizeof(struct sctp_sndrcvinfo)) {
3511						return (found);
3512					}
3513					memset(sndrcvinfo, 0, sizeof(struct sctp_sndrcvinfo));
3514				}
3515				switch (cmh.cmsg_type) {
3516				case SCTP_SNDINFO:
3517					if (cmsg_data_len < (int)sizeof(struct sctp_sndinfo)) {
3518						return (found);
3519					}
3520					m_copydata(control, cmsg_data_off, sizeof(struct sctp_sndinfo), (caddr_t)&sndinfo);
3521					sndrcvinfo->sinfo_stream = sndinfo.snd_sid;
3522					sndrcvinfo->sinfo_flags = sndinfo.snd_flags;
3523					sndrcvinfo->sinfo_ppid = sndinfo.snd_ppid;
3524					sndrcvinfo->sinfo_context = sndinfo.snd_context;
3525					sndrcvinfo->sinfo_assoc_id = sndinfo.snd_assoc_id;
3526					break;
3527				case SCTP_PRINFO:
3528					if (cmsg_data_len < (int)sizeof(struct sctp_prinfo)) {
3529						return (found);
3530					}
3531					m_copydata(control, cmsg_data_off, sizeof(struct sctp_prinfo), (caddr_t)&prinfo);
3532					if (prinfo.pr_policy != SCTP_PR_SCTP_NONE) {
3533						sndrcvinfo->sinfo_timetolive = prinfo.pr_value;
3534					} else {
3535						sndrcvinfo->sinfo_timetolive = 0;
3536					}
3537					sndrcvinfo->sinfo_flags |= prinfo.pr_policy;
3538					break;
3539				case SCTP_AUTHINFO:
3540					if (cmsg_data_len < (int)sizeof(struct sctp_authinfo)) {
3541						return (found);
3542					}
3543					m_copydata(control, cmsg_data_off, sizeof(struct sctp_authinfo), (caddr_t)&authinfo);
3544					sndrcvinfo->sinfo_keynumber_valid = 1;
3545					sndrcvinfo->sinfo_keynumber = authinfo.auth_keynumber;
3546					break;
3547				default:
3548					return (found);
3549				}
3550				found = 1;
3551			}
3552		}
3553	}
3554	return (found);
3555}
3556
3557static int
3558sctp_process_cmsgs_for_init(struct sctp_tcb *stcb, struct mbuf *control, int *error)
3559{
3560	struct cmsghdr cmh;
3561	struct sctp_initmsg initmsg;
3562#ifdef INET
3563	struct sockaddr_in sin;
3564#endif
3565#ifdef INET6
3566	struct sockaddr_in6 sin6;
3567#endif
3568	int tot_len, rem_len, cmsg_data_len, cmsg_data_off, off;
3569
3570	tot_len = SCTP_BUF_LEN(control);
3571	for (off = 0; off < tot_len; off += CMSG_ALIGN(cmh.cmsg_len)) {
3572		rem_len = tot_len - off;
3573		if (rem_len < (int)CMSG_ALIGN(sizeof(cmh))) {
3574			/* There is not enough room for one more. */
3575			*error = EINVAL;
3576			return (1);
3577		}
3578		m_copydata(control, off, sizeof(cmh), (caddr_t)&cmh);
3579		if (cmh.cmsg_len < CMSG_ALIGN(sizeof(cmh))) {
3580			/* We dont't have a complete CMSG header. */
3581			*error = EINVAL;
3582			return (1);
3583		}
3584		if ((cmh.cmsg_len > INT_MAX) || ((int)cmh.cmsg_len > rem_len)) {
3585			/* We don't have the complete CMSG. */
3586			*error = EINVAL;
3587			return (1);
3588		}
3589		cmsg_data_len = (int)cmh.cmsg_len - CMSG_ALIGN(sizeof(cmh));
3590		cmsg_data_off = off + CMSG_ALIGN(sizeof(cmh));
3591		if (cmh.cmsg_level == IPPROTO_SCTP) {
3592			switch (cmh.cmsg_type) {
3593			case SCTP_INIT:
3594				if (cmsg_data_len < (int)sizeof(struct sctp_initmsg)) {
3595					*error = EINVAL;
3596					return (1);
3597				}
3598				m_copydata(control, cmsg_data_off, sizeof(struct sctp_initmsg), (caddr_t)&initmsg);
3599				if (initmsg.sinit_max_attempts)
3600					stcb->asoc.max_init_times = initmsg.sinit_max_attempts;
3601				if (initmsg.sinit_num_ostreams)
3602					stcb->asoc.pre_open_streams = initmsg.sinit_num_ostreams;
3603				if (initmsg.sinit_max_instreams)
3604					stcb->asoc.max_inbound_streams = initmsg.sinit_max_instreams;
3605				if (initmsg.sinit_max_init_timeo)
3606					stcb->asoc.initial_init_rto_max = initmsg.sinit_max_init_timeo;
3607				if (stcb->asoc.streamoutcnt < stcb->asoc.pre_open_streams) {
3608					struct sctp_stream_out *tmp_str;
3609					unsigned int i;
3610#if defined(SCTP_DETAILED_STR_STATS)
3611					int j;
3612#endif
3613
3614					/* Default is NOT correct */
3615					SCTPDBG(SCTP_DEBUG_OUTPUT1, "Ok, default:%d pre_open:%d\n",
3616					    stcb->asoc.streamoutcnt, stcb->asoc.pre_open_streams);
3617					SCTP_TCB_UNLOCK(stcb);
3618					SCTP_MALLOC(tmp_str,
3619					    struct sctp_stream_out *,
3620					    (stcb->asoc.pre_open_streams * sizeof(struct sctp_stream_out)),
3621					    SCTP_M_STRMO);
3622					SCTP_TCB_LOCK(stcb);
3623					if (tmp_str != NULL) {
3624						SCTP_FREE(stcb->asoc.strmout, SCTP_M_STRMO);
3625						stcb->asoc.strmout = tmp_str;
3626						stcb->asoc.strm_realoutsize = stcb->asoc.streamoutcnt = stcb->asoc.pre_open_streams;
3627					} else {
3628						stcb->asoc.pre_open_streams = stcb->asoc.streamoutcnt;
3629					}
3630					for (i = 0; i < stcb->asoc.streamoutcnt; i++) {
3631						TAILQ_INIT(&stcb->asoc.strmout[i].outqueue);
3632						stcb->asoc.ss_functions.sctp_ss_init_stream(stcb, &stcb->asoc.strmout[i], NULL);
3633						stcb->asoc.strmout[i].chunks_on_queues = 0;
3634#if defined(SCTP_DETAILED_STR_STATS)
3635						for (j = 0; j < SCTP_PR_SCTP_MAX + 1; j++) {
3636							stcb->asoc.strmout[i].abandoned_sent[j] = 0;
3637							stcb->asoc.strmout[i].abandoned_unsent[j] = 0;
3638						}
3639#else
3640						stcb->asoc.strmout[i].abandoned_sent[0] = 0;
3641						stcb->asoc.strmout[i].abandoned_unsent[0] = 0;
3642#endif
3643						stcb->asoc.strmout[i].next_mid_ordered = 0;
3644						stcb->asoc.strmout[i].next_mid_unordered = 0;
3645						stcb->asoc.strmout[i].sid = i;
3646						stcb->asoc.strmout[i].last_msg_incomplete = 0;
3647						stcb->asoc.strmout[i].state = SCTP_STREAM_OPENING;
3648					}
3649				}
3650				break;
3651#ifdef INET
3652			case SCTP_DSTADDRV4:
3653				if (cmsg_data_len < (int)sizeof(struct in_addr)) {
3654					*error = EINVAL;
3655					return (1);
3656				}
3657				memset(&sin, 0, sizeof(struct sockaddr_in));
3658				sin.sin_family = AF_INET;
3659				sin.sin_len = sizeof(struct sockaddr_in);
3660				sin.sin_port = stcb->rport;
3661				m_copydata(control, cmsg_data_off, sizeof(struct in_addr), (caddr_t)&sin.sin_addr);
3662				if ((sin.sin_addr.s_addr == INADDR_ANY) ||
3663				    (sin.sin_addr.s_addr == INADDR_BROADCAST) ||
3664				    IN_MULTICAST(ntohl(sin.sin_addr.s_addr))) {
3665					*error = EINVAL;
3666					return (1);
3667				}
3668				if (sctp_add_remote_addr(stcb, (struct sockaddr *)&sin, NULL, stcb->asoc.port,
3669				    SCTP_DONOT_SETSCOPE, SCTP_ADDR_IS_CONFIRMED)) {
3670					*error = ENOBUFS;
3671					return (1);
3672				}
3673				break;
3674#endif
3675#ifdef INET6
3676			case SCTP_DSTADDRV6:
3677				if (cmsg_data_len < (int)sizeof(struct in6_addr)) {
3678					*error = EINVAL;
3679					return (1);
3680				}
3681				memset(&sin6, 0, sizeof(struct sockaddr_in6));
3682				sin6.sin6_family = AF_INET6;
3683				sin6.sin6_len = sizeof(struct sockaddr_in6);
3684				sin6.sin6_port = stcb->rport;
3685				m_copydata(control, cmsg_data_off, sizeof(struct in6_addr), (caddr_t)&sin6.sin6_addr);
3686				if (IN6_IS_ADDR_UNSPECIFIED(&sin6.sin6_addr) ||
3687				    IN6_IS_ADDR_MULTICAST(&sin6.sin6_addr)) {
3688					*error = EINVAL;
3689					return (1);
3690				}
3691#ifdef INET
3692				if (IN6_IS_ADDR_V4MAPPED(&sin6.sin6_addr)) {
3693					in6_sin6_2_sin(&sin, &sin6);
3694					if ((sin.sin_addr.s_addr == INADDR_ANY) ||
3695					    (sin.sin_addr.s_addr == INADDR_BROADCAST) ||
3696					    IN_MULTICAST(ntohl(sin.sin_addr.s_addr))) {
3697						*error = EINVAL;
3698						return (1);
3699					}
3700					if (sctp_add_remote_addr(stcb, (struct sockaddr *)&sin, NULL, stcb->asoc.port,
3701					    SCTP_DONOT_SETSCOPE, SCTP_ADDR_IS_CONFIRMED)) {
3702						*error = ENOBUFS;
3703						return (1);
3704					}
3705				} else
3706#endif
3707					if (sctp_add_remote_addr(stcb, (struct sockaddr *)&sin6, NULL, stcb->asoc.port,
3708				    SCTP_DONOT_SETSCOPE, SCTP_ADDR_IS_CONFIRMED)) {
3709					*error = ENOBUFS;
3710					return (1);
3711				}
3712				break;
3713#endif
3714			default:
3715				break;
3716			}
3717		}
3718	}
3719	return (0);
3720}
3721
3722#if defined(INET) || defined(INET6)
3723static struct sctp_tcb *
3724sctp_findassociation_cmsgs(struct sctp_inpcb **inp_p,
3725    uint16_t port,
3726    struct mbuf *control,
3727    struct sctp_nets **net_p,
3728    int *error)
3729{
3730	struct cmsghdr cmh;
3731	struct sctp_tcb *stcb;
3732	struct sockaddr *addr;
3733#ifdef INET
3734	struct sockaddr_in sin;
3735#endif
3736#ifdef INET6
3737	struct sockaddr_in6 sin6;
3738#endif
3739	int tot_len, rem_len, cmsg_data_len, cmsg_data_off, off;
3740
3741	tot_len = SCTP_BUF_LEN(control);
3742	for (off = 0; off < tot_len; off += CMSG_ALIGN(cmh.cmsg_len)) {
3743		rem_len = tot_len - off;
3744		if (rem_len < (int)CMSG_ALIGN(sizeof(cmh))) {
3745			/* There is not enough room for one more. */
3746			*error = EINVAL;
3747			return (NULL);
3748		}
3749		m_copydata(control, off, sizeof(cmh), (caddr_t)&cmh);
3750		if (cmh.cmsg_len < CMSG_ALIGN(sizeof(cmh))) {
3751			/* We dont't have a complete CMSG header. */
3752			*error = EINVAL;
3753			return (NULL);
3754		}
3755		if ((cmh.cmsg_len > INT_MAX) || ((int)cmh.cmsg_len > rem_len)) {
3756			/* We don't have the complete CMSG. */
3757			*error = EINVAL;
3758			return (NULL);
3759		}
3760		cmsg_data_len = (int)cmh.cmsg_len - CMSG_ALIGN(sizeof(cmh));
3761		cmsg_data_off = off + CMSG_ALIGN(sizeof(cmh));
3762		if (cmh.cmsg_level == IPPROTO_SCTP) {
3763			switch (cmh.cmsg_type) {
3764#ifdef INET
3765			case SCTP_DSTADDRV4:
3766				if (cmsg_data_len < (int)sizeof(struct in_addr)) {
3767					*error = EINVAL;
3768					return (NULL);
3769				}
3770				memset(&sin, 0, sizeof(struct sockaddr_in));
3771				sin.sin_family = AF_INET;
3772				sin.sin_len = sizeof(struct sockaddr_in);
3773				sin.sin_port = port;
3774				m_copydata(control, cmsg_data_off, sizeof(struct in_addr), (caddr_t)&sin.sin_addr);
3775				addr = (struct sockaddr *)&sin;
3776				break;
3777#endif
3778#ifdef INET6
3779			case SCTP_DSTADDRV6:
3780				if (cmsg_data_len < (int)sizeof(struct in6_addr)) {
3781					*error = EINVAL;
3782					return (NULL);
3783				}
3784				memset(&sin6, 0, sizeof(struct sockaddr_in6));
3785				sin6.sin6_family = AF_INET6;
3786				sin6.sin6_len = sizeof(struct sockaddr_in6);
3787				sin6.sin6_port = port;
3788				m_copydata(control, cmsg_data_off, sizeof(struct in6_addr), (caddr_t)&sin6.sin6_addr);
3789#ifdef INET
3790				if (IN6_IS_ADDR_V4MAPPED(&sin6.sin6_addr)) {
3791					in6_sin6_2_sin(&sin, &sin6);
3792					addr = (struct sockaddr *)&sin;
3793				} else
3794#endif
3795					addr = (struct sockaddr *)&sin6;
3796				break;
3797#endif
3798			default:
3799				addr = NULL;
3800				break;
3801			}
3802			if (addr) {
3803				stcb = sctp_findassociation_ep_addr(inp_p, addr, net_p, NULL, NULL);
3804				if (stcb != NULL) {
3805					return (stcb);
3806				}
3807			}
3808		}
3809	}
3810	return (NULL);
3811}
3812#endif
3813
3814static struct mbuf *
3815sctp_add_cookie(struct mbuf *init, int init_offset,
3816    struct mbuf *initack, int initack_offset, struct sctp_state_cookie *stc_in, uint8_t **signature)
3817{
3818	struct mbuf *copy_init, *copy_initack, *m_at, *sig, *mret;
3819	struct sctp_state_cookie *stc;
3820	struct sctp_paramhdr *ph;
3821	uint16_t cookie_sz;
3822
3823	mret = sctp_get_mbuf_for_msg((sizeof(struct sctp_state_cookie) +
3824	    sizeof(struct sctp_paramhdr)), 0,
3825	    M_NOWAIT, 1, MT_DATA);
3826	if (mret == NULL) {
3827		return (NULL);
3828	}
3829	copy_init = SCTP_M_COPYM(init, init_offset, M_COPYALL, M_NOWAIT);
3830	if (copy_init == NULL) {
3831		sctp_m_freem(mret);
3832		return (NULL);
3833	}
3834#ifdef SCTP_MBUF_LOGGING
3835	if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) {
3836		sctp_log_mbc(copy_init, SCTP_MBUF_ICOPY);
3837	}
3838#endif
3839	copy_initack = SCTP_M_COPYM(initack, initack_offset, M_COPYALL,
3840	    M_NOWAIT);
3841	if (copy_initack == NULL) {
3842		sctp_m_freem(mret);
3843		sctp_m_freem(copy_init);
3844		return (NULL);
3845	}
3846#ifdef SCTP_MBUF_LOGGING
3847	if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) {
3848		sctp_log_mbc(copy_initack, SCTP_MBUF_ICOPY);
3849	}
3850#endif
3851	/* easy side we just drop it on the end */
3852	ph = mtod(mret, struct sctp_paramhdr *);
3853	SCTP_BUF_LEN(mret) = sizeof(struct sctp_state_cookie) +
3854	    sizeof(struct sctp_paramhdr);
3855	stc = (struct sctp_state_cookie *)((caddr_t)ph +
3856	    sizeof(struct sctp_paramhdr));
3857	ph->param_type = htons(SCTP_STATE_COOKIE);
3858	ph->param_length = 0;	/* fill in at the end */
3859	/* Fill in the stc cookie data */
3860	memcpy(stc, stc_in, sizeof(struct sctp_state_cookie));
3861
3862	/* tack the INIT and then the INIT-ACK onto the chain */
3863	cookie_sz = 0;
3864	for (m_at = mret; m_at; m_at = SCTP_BUF_NEXT(m_at)) {
3865		cookie_sz += SCTP_BUF_LEN(m_at);
3866		if (SCTP_BUF_NEXT(m_at) == NULL) {
3867			SCTP_BUF_NEXT(m_at) = copy_init;
3868			break;
3869		}
3870	}
3871	for (m_at = copy_init; m_at; m_at = SCTP_BUF_NEXT(m_at)) {
3872		cookie_sz += SCTP_BUF_LEN(m_at);
3873		if (SCTP_BUF_NEXT(m_at) == NULL) {
3874			SCTP_BUF_NEXT(m_at) = copy_initack;
3875			break;
3876		}
3877	}
3878	for (m_at = copy_initack; m_at; m_at = SCTP_BUF_NEXT(m_at)) {
3879		cookie_sz += SCTP_BUF_LEN(m_at);
3880		if (SCTP_BUF_NEXT(m_at) == NULL) {
3881			break;
3882		}
3883	}
3884	sig = sctp_get_mbuf_for_msg(SCTP_SIGNATURE_SIZE, 0, M_NOWAIT, 1, MT_DATA);
3885	if (sig == NULL) {
3886		/* no space, so free the entire chain */
3887		sctp_m_freem(mret);
3888		return (NULL);
3889	}
3890	SCTP_BUF_NEXT(m_at) = sig;
3891	SCTP_BUF_LEN(sig) = SCTP_SIGNATURE_SIZE;
3892	cookie_sz += SCTP_SIGNATURE_SIZE;
3893	ph->param_length = htons(cookie_sz);
3894	*signature = (uint8_t *)mtod(sig, caddr_t);
3895	memset(*signature, 0, SCTP_SIGNATURE_SIZE);
3896	return (mret);
3897}
3898
3899static uint8_t
3900sctp_get_ect(struct sctp_tcb *stcb)
3901{
3902	if ((stcb != NULL) && (stcb->asoc.ecn_supported == 1)) {
3903		return (SCTP_ECT0_BIT);
3904	} else {
3905		return (0);
3906	}
3907}
3908
3909#if defined(INET) || defined(INET6)
3910static void
3911sctp_handle_no_route(struct sctp_tcb *stcb,
3912    struct sctp_nets *net,
3913    int so_locked)
3914{
3915	SCTPDBG(SCTP_DEBUG_OUTPUT1, "dropped packet - no valid source addr\n");
3916
3917	if (net) {
3918		SCTPDBG(SCTP_DEBUG_OUTPUT1, "Destination was ");
3919		SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT1, &net->ro._l_addr.sa);
3920		if (net->dest_state & SCTP_ADDR_CONFIRMED) {
3921			if ((net->dest_state & SCTP_ADDR_REACHABLE) && stcb) {
3922				SCTPDBG(SCTP_DEBUG_OUTPUT1, "no route takes interface %p down\n", (void *)net);
3923				sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_DOWN,
3924				    stcb, 0,
3925				    (void *)net,
3926				    so_locked);
3927				net->dest_state &= ~SCTP_ADDR_REACHABLE;
3928				net->dest_state &= ~SCTP_ADDR_PF;
3929			}
3930		}
3931		if (stcb) {
3932			if (net == stcb->asoc.primary_destination) {
3933				/* need a new primary */
3934				struct sctp_nets *alt;
3935
3936				alt = sctp_find_alternate_net(stcb, net, 0);
3937				if (alt != net) {
3938					if (stcb->asoc.alternate) {
3939						sctp_free_remote_addr(stcb->asoc.alternate);
3940					}
3941					stcb->asoc.alternate = alt;
3942					atomic_add_int(&stcb->asoc.alternate->ref_count, 1);
3943					if (net->ro._s_addr) {
3944						sctp_free_ifa(net->ro._s_addr);
3945						net->ro._s_addr = NULL;
3946					}
3947					net->src_addr_selected = 0;
3948				}
3949			}
3950		}
3951	}
3952}
3953#endif
3954
3955static int
3956sctp_lowlevel_chunk_output(struct sctp_inpcb *inp,
3957    struct sctp_tcb *stcb,	/* may be NULL */
3958    struct sctp_nets *net,
3959    struct sockaddr *to,
3960    struct mbuf *m,
3961    uint32_t auth_offset,
3962    struct sctp_auth_chunk *auth,
3963    uint16_t auth_keyid,
3964    int nofragment_flag,
3965    int ecn_ok,
3966    int out_of_asoc_ok,
3967    uint16_t src_port,
3968    uint16_t dest_port,
3969    uint32_t v_tag,
3970    uint16_t port,
3971    union sctp_sockstore *over_addr,
3972    uint8_t mflowtype, uint32_t mflowid,
3973    int so_locked)
3974{
3975/* nofragment_flag to tell if IP_DF should be set (IPv4 only) */
3976	/**
3977	 * Given a mbuf chain (via SCTP_BUF_NEXT()) that holds a packet header
3978	 * WITH an SCTPHDR but no IP header, endpoint inp and sa structure:
3979	 * - fill in the HMAC digest of any AUTH chunk in the packet.
3980	 * - calculate and fill in the SCTP checksum.
3981	 * - prepend an IP address header.
3982	 * - if boundall use INADDR_ANY.
3983	 * - if boundspecific do source address selection.
3984	 * - set fragmentation option for ipV4.
3985	 * - On return from IP output, check/adjust mtu size of output
3986	 *   interface and smallest_mtu size as well.
3987	 */
3988	/* Will need ifdefs around this */
3989	struct mbuf *newm;
3990	struct sctphdr *sctphdr;
3991	int packet_length;
3992	int ret;
3993#if defined(INET) || defined(INET6)
3994	uint32_t vrf_id;
3995#endif
3996#if defined(INET) || defined(INET6)
3997	struct mbuf *o_pak;
3998	sctp_route_t *ro = NULL;
3999	struct udphdr *udp = NULL;
4000#endif
4001	uint8_t tos_value;
4002
4003	if ((net) && (net->dest_state & SCTP_ADDR_OUT_OF_SCOPE)) {
4004		SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EFAULT);
4005		sctp_m_freem(m);
4006		return (EFAULT);
4007	}
4008#if defined(INET) || defined(INET6)
4009	if (stcb) {
4010		vrf_id = stcb->asoc.vrf_id;
4011	} else {
4012		vrf_id = inp->def_vrf_id;
4013	}
4014#endif
4015	/* fill in the HMAC digest for any AUTH chunk in the packet */
4016	if ((auth != NULL) && (stcb != NULL)) {
4017		sctp_fill_hmac_digest_m(m, auth_offset, auth, stcb, auth_keyid);
4018	}
4019
4020	if (net) {
4021		tos_value = net->dscp;
4022	} else if (stcb) {
4023		tos_value = stcb->asoc.default_dscp;
4024	} else {
4025		tos_value = inp->sctp_ep.default_dscp;
4026	}
4027
4028	switch (to->sa_family) {
4029#ifdef INET
4030	case AF_INET:
4031		{
4032			struct ip *ip = NULL;
4033			sctp_route_t iproute;
4034			int len;
4035
4036			len = SCTP_MIN_V4_OVERHEAD;
4037			if (port) {
4038				len += sizeof(struct udphdr);
4039			}
4040			newm = sctp_get_mbuf_for_msg(len, 1, M_NOWAIT, 1, MT_DATA);
4041			if (newm == NULL) {
4042				sctp_m_freem(m);
4043				SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
4044				return (ENOMEM);
4045			}
4046			SCTP_ALIGN_TO_END(newm, len);
4047			SCTP_BUF_LEN(newm) = len;
4048			SCTP_BUF_NEXT(newm) = m;
4049			m = newm;
4050			if (net != NULL) {
4051				m->m_pkthdr.flowid = net->flowid;
4052				M_HASHTYPE_SET(m, net->flowtype);
4053			} else {
4054				m->m_pkthdr.flowid = mflowid;
4055				M_HASHTYPE_SET(m, mflowtype);
4056			}
4057			packet_length = sctp_calculate_len(m);
4058			ip = mtod(m, struct ip *);
4059			ip->ip_v = IPVERSION;
4060			ip->ip_hl = (sizeof(struct ip) >> 2);
4061			if (tos_value == 0) {
4062				/*
4063				 * This means especially, that it is not set
4064				 * at the SCTP layer. So use the value from
4065				 * the IP layer.
4066				 */
4067				tos_value = inp->ip_inp.inp.inp_ip_tos;
4068			}
4069			tos_value &= 0xfc;
4070			if (ecn_ok) {
4071				tos_value |= sctp_get_ect(stcb);
4072			}
4073			if ((nofragment_flag) && (port == 0)) {
4074				ip->ip_off = htons(IP_DF);
4075			} else {
4076				ip->ip_off = htons(0);
4077			}
4078			/* FreeBSD has a function for ip_id's */
4079			ip_fillid(ip);
4080
4081			ip->ip_ttl = inp->ip_inp.inp.inp_ip_ttl;
4082			ip->ip_len = htons(packet_length);
4083			ip->ip_tos = tos_value;
4084			if (port) {
4085				ip->ip_p = IPPROTO_UDP;
4086			} else {
4087				ip->ip_p = IPPROTO_SCTP;
4088			}
4089			ip->ip_sum = 0;
4090			if (net == NULL) {
4091				ro = &iproute;
4092				memset(&iproute, 0, sizeof(iproute));
4093				memcpy(&ro->ro_dst, to, to->sa_len);
4094			} else {
4095				ro = (sctp_route_t *)&net->ro;
4096			}
4097			/* Now the address selection part */
4098			ip->ip_dst.s_addr = ((struct sockaddr_in *)to)->sin_addr.s_addr;
4099
4100			/* call the routine to select the src address */
4101			if (net && out_of_asoc_ok == 0) {
4102				if (net->ro._s_addr && (net->ro._s_addr->localifa_flags & (SCTP_BEING_DELETED | SCTP_ADDR_IFA_UNUSEABLE))) {
4103					sctp_free_ifa(net->ro._s_addr);
4104					net->ro._s_addr = NULL;
4105					net->src_addr_selected = 0;
4106					RO_NHFREE(ro);
4107				}
4108				if (net->src_addr_selected == 0) {
4109					/* Cache the source address */
4110					net->ro._s_addr = sctp_source_address_selection(inp, stcb,
4111					    ro, net, 0,
4112					    vrf_id);
4113					net->src_addr_selected = 1;
4114				}
4115				if (net->ro._s_addr == NULL) {
4116					/* No route to host */
4117					net->src_addr_selected = 0;
4118					sctp_handle_no_route(stcb, net, so_locked);
4119					SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH);
4120					sctp_m_freem(m);
4121					return (EHOSTUNREACH);
4122				}
4123				ip->ip_src = net->ro._s_addr->address.sin.sin_addr;
4124			} else {
4125				if (over_addr == NULL) {
4126					struct sctp_ifa *_lsrc;
4127
4128					_lsrc = sctp_source_address_selection(inp, stcb, ro,
4129					    net,
4130					    out_of_asoc_ok,
4131					    vrf_id);
4132					if (_lsrc == NULL) {
4133						sctp_handle_no_route(stcb, net, so_locked);
4134						SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH);
4135						sctp_m_freem(m);
4136						return (EHOSTUNREACH);
4137					}
4138					ip->ip_src = _lsrc->address.sin.sin_addr;
4139					sctp_free_ifa(_lsrc);
4140				} else {
4141					ip->ip_src = over_addr->sin.sin_addr;
4142					SCTP_RTALLOC(ro, vrf_id, inp->fibnum);
4143				}
4144			}
4145			if (port) {
4146				if (htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port)) == 0) {
4147					sctp_handle_no_route(stcb, net, so_locked);
4148					SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH);
4149					sctp_m_freem(m);
4150					return (EHOSTUNREACH);
4151				}
4152				udp = (struct udphdr *)((caddr_t)ip + sizeof(struct ip));
4153				udp->uh_sport = htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port));
4154				udp->uh_dport = port;
4155				udp->uh_ulen = htons((uint16_t)(packet_length - sizeof(struct ip)));
4156				if (V_udp_cksum) {
4157					udp->uh_sum = in_pseudo(ip->ip_src.s_addr, ip->ip_dst.s_addr, udp->uh_ulen + htons(IPPROTO_UDP));
4158				} else {
4159					udp->uh_sum = 0;
4160				}
4161				sctphdr = (struct sctphdr *)((caddr_t)udp + sizeof(struct udphdr));
4162			} else {
4163				sctphdr = (struct sctphdr *)((caddr_t)ip + sizeof(struct ip));
4164			}
4165
4166			sctphdr->src_port = src_port;
4167			sctphdr->dest_port = dest_port;
4168			sctphdr->v_tag = v_tag;
4169			sctphdr->checksum = 0;
4170
4171			/*
4172			 * If source address selection fails and we find no
4173			 * route then the ip_output should fail as well with
4174			 * a NO_ROUTE_TO_HOST type error. We probably should
4175			 * catch that somewhere and abort the association
4176			 * right away (assuming this is an INIT being sent).
4177			 */
4178			if (ro->ro_nh == NULL) {
4179				/*
4180				 * src addr selection failed to find a route
4181				 * (or valid source addr), so we can't get
4182				 * there from here (yet)!
4183				 */
4184				sctp_handle_no_route(stcb, net, so_locked);
4185				SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH);
4186				sctp_m_freem(m);
4187				return (EHOSTUNREACH);
4188			}
4189			if (ro != &iproute) {
4190				memcpy(&iproute, ro, sizeof(*ro));
4191			}
4192			SCTPDBG(SCTP_DEBUG_OUTPUT3, "Calling ipv4 output routine from low level src addr:%x\n",
4193			    (uint32_t)(ntohl(ip->ip_src.s_addr)));
4194			SCTPDBG(SCTP_DEBUG_OUTPUT3, "Destination is %x\n",
4195			    (uint32_t)(ntohl(ip->ip_dst.s_addr)));
4196			SCTPDBG(SCTP_DEBUG_OUTPUT3, "RTP route is %p through\n",
4197			    (void *)ro->ro_nh);
4198
4199			if (SCTP_GET_HEADER_FOR_OUTPUT(o_pak)) {
4200				/* failed to prepend data, give up */
4201				SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
4202				sctp_m_freem(m);
4203				return (ENOMEM);
4204			}
4205			SCTP_ATTACH_CHAIN(o_pak, m, packet_length);
4206			if (port) {
4207				sctphdr->checksum = sctp_calculate_cksum(m, sizeof(struct ip) + sizeof(struct udphdr));
4208				SCTP_STAT_INCR(sctps_sendswcrc);
4209				if (V_udp_cksum) {
4210					SCTP_ENABLE_UDP_CSUM(o_pak);
4211				}
4212			} else {
4213				m->m_pkthdr.csum_flags = CSUM_SCTP;
4214				m->m_pkthdr.csum_data = offsetof(struct sctphdr, checksum);
4215				SCTP_STAT_INCR(sctps_sendhwcrc);
4216			}
4217#ifdef SCTP_PACKET_LOGGING
4218			if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LAST_PACKET_TRACING)
4219				sctp_packet_log(o_pak);
4220#endif
4221			/* send it out.  table id is taken from stcb */
4222			SCTP_PROBE5(send, NULL, stcb, ip, stcb, sctphdr);
4223			SCTP_IP_OUTPUT(ret, o_pak, ro, stcb, vrf_id);
4224			if (port) {
4225				UDPSTAT_INC(udps_opackets);
4226			}
4227			SCTP_STAT_INCR(sctps_sendpackets);
4228			SCTP_STAT_INCR_COUNTER64(sctps_outpackets);
4229			if (ret)
4230				SCTP_STAT_INCR(sctps_senderrors);
4231
4232			SCTPDBG(SCTP_DEBUG_OUTPUT3, "IP output returns %d\n", ret);
4233			if (net == NULL) {
4234				/* free tempy routes */
4235				RO_NHFREE(ro);
4236			} else {
4237				if ((ro->ro_nh != NULL) && (net->ro._s_addr) &&
4238				    ((net->dest_state & SCTP_ADDR_NO_PMTUD) == 0)) {
4239					uint32_t mtu;
4240
4241					mtu = SCTP_GATHER_MTU_FROM_ROUTE(net->ro._s_addr, &net->ro._l_addr.sa, ro->ro_nh);
4242					if (mtu > 0) {
4243						if (net->port) {
4244							mtu -= sizeof(struct udphdr);
4245						}
4246						if (mtu < net->mtu) {
4247							if ((stcb != NULL) && (stcb->asoc.smallest_mtu > mtu)) {
4248								sctp_mtu_size_reset(inp, &stcb->asoc, mtu);
4249							}
4250							net->mtu = mtu;
4251						}
4252					}
4253				} else if (ro->ro_nh == NULL) {
4254					/* route was freed */
4255					if (net->ro._s_addr &&
4256					    net->src_addr_selected) {
4257						sctp_free_ifa(net->ro._s_addr);
4258						net->ro._s_addr = NULL;
4259					}
4260					net->src_addr_selected = 0;
4261				}
4262			}
4263			return (ret);
4264		}
4265#endif
4266#ifdef INET6
4267	case AF_INET6:
4268		{
4269			uint32_t flowlabel, flowinfo;
4270			struct ip6_hdr *ip6h;
4271			struct route_in6 ip6route;
4272			struct ifnet *ifp;
4273			struct sockaddr_in6 *sin6, tmp, *lsa6, lsa6_tmp;
4274			int prev_scope = 0;
4275			struct sockaddr_in6 lsa6_storage;
4276			int error;
4277			u_short prev_port = 0;
4278			int len;
4279
4280			if (net) {
4281				flowlabel = net->flowlabel;
4282			} else if (stcb) {
4283				flowlabel = stcb->asoc.default_flowlabel;
4284			} else {
4285				flowlabel = inp->sctp_ep.default_flowlabel;
4286			}
4287			if (flowlabel == 0) {
4288				/*
4289				 * This means especially, that it is not set
4290				 * at the SCTP layer. So use the value from
4291				 * the IP layer.
4292				 */
4293				flowlabel = ntohl(((struct inpcb *)inp)->inp_flow);
4294			}
4295			flowlabel &= 0x000fffff;
4296			len = SCTP_MIN_OVERHEAD;
4297			if (port) {
4298				len += sizeof(struct udphdr);
4299			}
4300			newm = sctp_get_mbuf_for_msg(len, 1, M_NOWAIT, 1, MT_DATA);
4301			if (newm == NULL) {
4302				sctp_m_freem(m);
4303				SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
4304				return (ENOMEM);
4305			}
4306			SCTP_ALIGN_TO_END(newm, len);
4307			SCTP_BUF_LEN(newm) = len;
4308			SCTP_BUF_NEXT(newm) = m;
4309			m = newm;
4310			if (net != NULL) {
4311				m->m_pkthdr.flowid = net->flowid;
4312				M_HASHTYPE_SET(m, net->flowtype);
4313			} else {
4314				m->m_pkthdr.flowid = mflowid;
4315				M_HASHTYPE_SET(m, mflowtype);
4316			}
4317			packet_length = sctp_calculate_len(m);
4318
4319			ip6h = mtod(m, struct ip6_hdr *);
4320			/* protect *sin6 from overwrite */
4321			sin6 = (struct sockaddr_in6 *)to;
4322			tmp = *sin6;
4323			sin6 = &tmp;
4324
4325			/* KAME hack: embed scopeid */
4326			if (sa6_embedscope(sin6, MODULE_GLOBAL(ip6_use_defzone)) != 0) {
4327				SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
4328				sctp_m_freem(m);
4329				return (EINVAL);
4330			}
4331			if (net == NULL) {
4332				memset(&ip6route, 0, sizeof(ip6route));
4333				ro = (sctp_route_t *)&ip6route;
4334				memcpy(&ro->ro_dst, sin6, sin6->sin6_len);
4335			} else {
4336				ro = (sctp_route_t *)&net->ro;
4337			}
4338			/*
4339			 * We assume here that inp_flow is in host byte
4340			 * order within the TCB!
4341			 */
4342			if (tos_value == 0) {
4343				/*
4344				 * This means especially, that it is not set
4345				 * at the SCTP layer. So use the value from
4346				 * the IP layer.
4347				 */
4348				tos_value = (ntohl(((struct inpcb *)inp)->inp_flow) >> 20) & 0xff;
4349			}
4350			tos_value &= 0xfc;
4351			if (ecn_ok) {
4352				tos_value |= sctp_get_ect(stcb);
4353			}
4354			flowinfo = 0x06;
4355			flowinfo <<= 8;
4356			flowinfo |= tos_value;
4357			flowinfo <<= 20;
4358			flowinfo |= flowlabel;
4359			ip6h->ip6_flow = htonl(flowinfo);
4360			if (port) {
4361				ip6h->ip6_nxt = IPPROTO_UDP;
4362			} else {
4363				ip6h->ip6_nxt = IPPROTO_SCTP;
4364			}
4365			ip6h->ip6_plen = htons((uint16_t)(packet_length - sizeof(struct ip6_hdr)));
4366			ip6h->ip6_dst = sin6->sin6_addr;
4367
4368			/*
4369			 * Add SRC address selection here: we can only reuse
4370			 * to a limited degree the kame src-addr-sel, since
4371			 * we can try their selection but it may not be
4372			 * bound.
4373			 */
4374			memset(&lsa6_tmp, 0, sizeof(lsa6_tmp));
4375			lsa6_tmp.sin6_family = AF_INET6;
4376			lsa6_tmp.sin6_len = sizeof(lsa6_tmp);
4377			lsa6 = &lsa6_tmp;
4378			if (net && out_of_asoc_ok == 0) {
4379				if (net->ro._s_addr && (net->ro._s_addr->localifa_flags & (SCTP_BEING_DELETED | SCTP_ADDR_IFA_UNUSEABLE))) {
4380					sctp_free_ifa(net->ro._s_addr);
4381					net->ro._s_addr = NULL;
4382					net->src_addr_selected = 0;
4383					RO_NHFREE(ro);
4384				}
4385				if (net->src_addr_selected == 0) {
4386					sin6 = (struct sockaddr_in6 *)&net->ro._l_addr;
4387					/* KAME hack: embed scopeid */
4388					if (sa6_embedscope(sin6, MODULE_GLOBAL(ip6_use_defzone)) != 0) {
4389						SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
4390						sctp_m_freem(m);
4391						return (EINVAL);
4392					}
4393					/* Cache the source address */
4394					net->ro._s_addr = sctp_source_address_selection(inp,
4395					    stcb,
4396					    ro,
4397					    net,
4398					    0,
4399					    vrf_id);
4400					(void)sa6_recoverscope(sin6);
4401					net->src_addr_selected = 1;
4402				}
4403				if (net->ro._s_addr == NULL) {
4404					SCTPDBG(SCTP_DEBUG_OUTPUT3, "V6:No route to host\n");
4405					net->src_addr_selected = 0;
4406					sctp_handle_no_route(stcb, net, so_locked);
4407					SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH);
4408					sctp_m_freem(m);
4409					return (EHOSTUNREACH);
4410				}
4411				lsa6->sin6_addr = net->ro._s_addr->address.sin6.sin6_addr;
4412			} else {
4413				sin6 = (struct sockaddr_in6 *)&ro->ro_dst;
4414				/* KAME hack: embed scopeid */
4415				if (sa6_embedscope(sin6, MODULE_GLOBAL(ip6_use_defzone)) != 0) {
4416					SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
4417					sctp_m_freem(m);
4418					return (EINVAL);
4419				}
4420				if (over_addr == NULL) {
4421					struct sctp_ifa *_lsrc;
4422
4423					_lsrc = sctp_source_address_selection(inp, stcb, ro,
4424					    net,
4425					    out_of_asoc_ok,
4426					    vrf_id);
4427					if (_lsrc == NULL) {
4428						sctp_handle_no_route(stcb, net, so_locked);
4429						SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH);
4430						sctp_m_freem(m);
4431						return (EHOSTUNREACH);
4432					}
4433					lsa6->sin6_addr = _lsrc->address.sin6.sin6_addr;
4434					sctp_free_ifa(_lsrc);
4435				} else {
4436					lsa6->sin6_addr = over_addr->sin6.sin6_addr;
4437					SCTP_RTALLOC(ro, vrf_id, inp->fibnum);
4438				}
4439				(void)sa6_recoverscope(sin6);
4440			}
4441			lsa6->sin6_port = inp->sctp_lport;
4442
4443			if (ro->ro_nh == NULL) {
4444				/*
4445				 * src addr selection failed to find a route
4446				 * (or valid source addr), so we can't get
4447				 * there from here!
4448				 */
4449				sctp_handle_no_route(stcb, net, so_locked);
4450				SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH);
4451				sctp_m_freem(m);
4452				return (EHOSTUNREACH);
4453			}
4454			/*
4455			 * XXX: sa6 may not have a valid sin6_scope_id in
4456			 * the non-SCOPEDROUTING case.
4457			 */
4458			memset(&lsa6_storage, 0, sizeof(lsa6_storage));
4459			lsa6_storage.sin6_family = AF_INET6;
4460			lsa6_storage.sin6_len = sizeof(lsa6_storage);
4461			lsa6_storage.sin6_addr = lsa6->sin6_addr;
4462			if ((error = sa6_recoverscope(&lsa6_storage)) != 0) {
4463				SCTPDBG(SCTP_DEBUG_OUTPUT3, "recover scope fails error %d\n", error);
4464				sctp_m_freem(m);
4465				return (error);
4466			}
4467			/* XXX */
4468			lsa6_storage.sin6_addr = lsa6->sin6_addr;
4469			lsa6_storage.sin6_port = inp->sctp_lport;
4470			lsa6 = &lsa6_storage;
4471			ip6h->ip6_src = lsa6->sin6_addr;
4472
4473			if (port) {
4474				if (htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port)) == 0) {
4475					sctp_handle_no_route(stcb, net, so_locked);
4476					SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EHOSTUNREACH);
4477					sctp_m_freem(m);
4478					return (EHOSTUNREACH);
4479				}
4480				udp = (struct udphdr *)((caddr_t)ip6h + sizeof(struct ip6_hdr));
4481				udp->uh_sport = htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port));
4482				udp->uh_dport = port;
4483				udp->uh_ulen = htons((uint16_t)(packet_length - sizeof(struct ip6_hdr)));
4484				udp->uh_sum = 0;
4485				sctphdr = (struct sctphdr *)((caddr_t)udp + sizeof(struct udphdr));
4486			} else {
4487				sctphdr = (struct sctphdr *)((caddr_t)ip6h + sizeof(struct ip6_hdr));
4488			}
4489
4490			sctphdr->src_port = src_port;
4491			sctphdr->dest_port = dest_port;
4492			sctphdr->v_tag = v_tag;
4493			sctphdr->checksum = 0;
4494
4495			/*
4496			 * We set the hop limit now since there is a good
4497			 * chance that our ro pointer is now filled
4498			 */
4499			ip6h->ip6_hlim = SCTP_GET_HLIM(inp, ro);
4500			ifp = SCTP_GET_IFN_VOID_FROM_ROUTE(ro);
4501
4502#ifdef SCTP_DEBUG
4503			/* Copy to be sure something bad is not happening */
4504			sin6->sin6_addr = ip6h->ip6_dst;
4505			lsa6->sin6_addr = ip6h->ip6_src;
4506#endif
4507
4508			SCTPDBG(SCTP_DEBUG_OUTPUT3, "Calling ipv6 output routine from low level\n");
4509			SCTPDBG(SCTP_DEBUG_OUTPUT3, "src: ");
4510			SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT3, (struct sockaddr *)lsa6);
4511			SCTPDBG(SCTP_DEBUG_OUTPUT3, "dst: ");
4512			SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT3, (struct sockaddr *)sin6);
4513			if (net) {
4514				sin6 = (struct sockaddr_in6 *)&net->ro._l_addr;
4515				/*
4516				 * preserve the port and scope for link
4517				 * local send
4518				 */
4519				prev_scope = sin6->sin6_scope_id;
4520				prev_port = sin6->sin6_port;
4521			}
4522
4523			if (SCTP_GET_HEADER_FOR_OUTPUT(o_pak)) {
4524				/* failed to prepend data, give up */
4525				sctp_m_freem(m);
4526				SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
4527				return (ENOMEM);
4528			}
4529			SCTP_ATTACH_CHAIN(o_pak, m, packet_length);
4530			if (port) {
4531				sctphdr->checksum = sctp_calculate_cksum(m, sizeof(struct ip6_hdr) + sizeof(struct udphdr));
4532				SCTP_STAT_INCR(sctps_sendswcrc);
4533				if ((udp->uh_sum = in6_cksum(o_pak, IPPROTO_UDP, sizeof(struct ip6_hdr), packet_length - sizeof(struct ip6_hdr))) == 0) {
4534					udp->uh_sum = 0xffff;
4535				}
4536			} else {
4537				m->m_pkthdr.csum_flags = CSUM_SCTP_IPV6;
4538				m->m_pkthdr.csum_data = offsetof(struct sctphdr, checksum);
4539				SCTP_STAT_INCR(sctps_sendhwcrc);
4540			}
4541			/* send it out. table id is taken from stcb */
4542#ifdef SCTP_PACKET_LOGGING
4543			if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LAST_PACKET_TRACING)
4544				sctp_packet_log(o_pak);
4545#endif
4546			SCTP_PROBE5(send, NULL, stcb, ip6h, stcb, sctphdr);
4547			SCTP_IP6_OUTPUT(ret, o_pak, (struct route_in6 *)ro, &ifp, stcb, vrf_id);
4548			if (net) {
4549				/* for link local this must be done */
4550				sin6->sin6_scope_id = prev_scope;
4551				sin6->sin6_port = prev_port;
4552			}
4553			SCTPDBG(SCTP_DEBUG_OUTPUT3, "return from send is %d\n", ret);
4554			if (port) {
4555				UDPSTAT_INC(udps_opackets);
4556			}
4557			SCTP_STAT_INCR(sctps_sendpackets);
4558			SCTP_STAT_INCR_COUNTER64(sctps_outpackets);
4559			if (ret) {
4560				SCTP_STAT_INCR(sctps_senderrors);
4561			}
4562			if (net == NULL) {
4563				/* Now if we had a temp route free it */
4564				RO_NHFREE(ro);
4565			} else {
4566				/*
4567				 * PMTU check versus smallest asoc MTU goes
4568				 * here
4569				 */
4570				if (ro->ro_nh == NULL) {
4571					/* Route was freed */
4572					if (net->ro._s_addr &&
4573					    net->src_addr_selected) {
4574						sctp_free_ifa(net->ro._s_addr);
4575						net->ro._s_addr = NULL;
4576					}
4577					net->src_addr_selected = 0;
4578				}
4579				if ((ro->ro_nh != NULL) && (net->ro._s_addr) &&
4580				    ((net->dest_state & SCTP_ADDR_NO_PMTUD) == 0)) {
4581					uint32_t mtu;
4582
4583					mtu = SCTP_GATHER_MTU_FROM_ROUTE(net->ro._s_addr, &net->ro._l_addr.sa, ro->ro_nh);
4584					if (mtu > 0) {
4585						if (net->port) {
4586							mtu -= sizeof(struct udphdr);
4587						}
4588						if (mtu < net->mtu) {
4589							if ((stcb != NULL) && (stcb->asoc.smallest_mtu > mtu)) {
4590								sctp_mtu_size_reset(inp, &stcb->asoc, mtu);
4591							}
4592							net->mtu = mtu;
4593						}
4594					}
4595				} else if (ifp) {
4596					if (ND_IFINFO(ifp)->linkmtu &&
4597					    (stcb->asoc.smallest_mtu > ND_IFINFO(ifp)->linkmtu)) {
4598						sctp_mtu_size_reset(inp,
4599						    &stcb->asoc,
4600						    ND_IFINFO(ifp)->linkmtu);
4601					}
4602				}
4603			}
4604			return (ret);
4605		}
4606#endif
4607	default:
4608		SCTPDBG(SCTP_DEBUG_OUTPUT1, "Unknown protocol (TSNH) type %d\n",
4609		    ((struct sockaddr *)to)->sa_family);
4610		sctp_m_freem(m);
4611		SCTP_LTRACE_ERR_RET_PKT(m, inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EFAULT);
4612		return (EFAULT);
4613	}
4614}
4615
4616void
4617sctp_send_initiate(struct sctp_inpcb *inp, struct sctp_tcb *stcb, int so_locked)
4618{
4619	struct mbuf *m, *m_last;
4620	struct sctp_nets *net;
4621	struct sctp_init_chunk *init;
4622	struct sctp_supported_addr_param *sup_addr;
4623	struct sctp_adaptation_layer_indication *ali;
4624	struct sctp_supported_chunk_types_param *pr_supported;
4625	struct sctp_paramhdr *ph;
4626	int cnt_inits_to = 0;
4627	int error;
4628	uint16_t num_ext, chunk_len, padding_len, parameter_len;
4629
4630	/* INIT's always go to the primary (and usually ONLY address) */
4631	net = stcb->asoc.primary_destination;
4632	if (net == NULL) {
4633		net = TAILQ_FIRST(&stcb->asoc.nets);
4634		if (net == NULL) {
4635			/* TSNH */
4636			return;
4637		}
4638		/* we confirm any address we send an INIT to */
4639		net->dest_state &= ~SCTP_ADDR_UNCONFIRMED;
4640		(void)sctp_set_primary_addr(stcb, NULL, net);
4641	} else {
4642		/* we confirm any address we send an INIT to */
4643		net->dest_state &= ~SCTP_ADDR_UNCONFIRMED;
4644	}
4645	SCTPDBG(SCTP_DEBUG_OUTPUT4, "Sending INIT\n");
4646#ifdef INET6
4647	if (net->ro._l_addr.sa.sa_family == AF_INET6) {
4648		/*
4649		 * special hook, if we are sending to link local it will not
4650		 * show up in our private address count.
4651		 */
4652		if (IN6_IS_ADDR_LINKLOCAL(&net->ro._l_addr.sin6.sin6_addr))
4653			cnt_inits_to = 1;
4654	}
4655#endif
4656	if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) {
4657		/* This case should not happen */
4658		SCTPDBG(SCTP_DEBUG_OUTPUT4, "Sending INIT - failed timer?\n");
4659		return;
4660	}
4661	/* start the INIT timer */
4662	sctp_timer_start(SCTP_TIMER_TYPE_INIT, inp, stcb, net);
4663
4664	m = sctp_get_mbuf_for_msg(MCLBYTES, 1, M_NOWAIT, 1, MT_DATA);
4665	if (m == NULL) {
4666		/* No memory, INIT timer will re-attempt. */
4667		SCTPDBG(SCTP_DEBUG_OUTPUT4, "Sending INIT - mbuf?\n");
4668		return;
4669	}
4670	chunk_len = (uint16_t)sizeof(struct sctp_init_chunk);
4671	padding_len = 0;
4672	/* Now lets put the chunk header in place */
4673	init = mtod(m, struct sctp_init_chunk *);
4674	/* now the chunk header */
4675	init->ch.chunk_type = SCTP_INITIATION;
4676	init->ch.chunk_flags = 0;
4677	/* fill in later from mbuf we build */
4678	init->ch.chunk_length = 0;
4679	/* place in my tag */
4680	init->init.initiate_tag = htonl(stcb->asoc.my_vtag);
4681	/* set up some of the credits. */
4682	init->init.a_rwnd = htonl(max(inp->sctp_socket ? SCTP_SB_LIMIT_RCV(inp->sctp_socket) : 0,
4683	    SCTP_MINIMAL_RWND));
4684	init->init.num_outbound_streams = htons(stcb->asoc.pre_open_streams);
4685	init->init.num_inbound_streams = htons(stcb->asoc.max_inbound_streams);
4686	init->init.initial_tsn = htonl(stcb->asoc.init_seq_number);
4687
4688	/* Adaptation layer indication parameter */
4689	if (inp->sctp_ep.adaptation_layer_indicator_provided) {
4690		parameter_len = (uint16_t)sizeof(struct sctp_adaptation_layer_indication);
4691		ali = (struct sctp_adaptation_layer_indication *)(mtod(m, caddr_t)+chunk_len);
4692		ali->ph.param_type = htons(SCTP_ULP_ADAPTATION);
4693		ali->ph.param_length = htons(parameter_len);
4694		ali->indication = htonl(inp->sctp_ep.adaptation_layer_indicator);
4695		chunk_len += parameter_len;
4696	}
4697
4698	/* ECN parameter */
4699	if (stcb->asoc.ecn_supported == 1) {
4700		parameter_len = (uint16_t)sizeof(struct sctp_paramhdr);
4701		ph = (struct sctp_paramhdr *)(mtod(m, caddr_t)+chunk_len);
4702		ph->param_type = htons(SCTP_ECN_CAPABLE);
4703		ph->param_length = htons(parameter_len);
4704		chunk_len += parameter_len;
4705	}
4706
4707	/* PR-SCTP supported parameter */
4708	if (stcb->asoc.prsctp_supported == 1) {
4709		parameter_len = (uint16_t)sizeof(struct sctp_paramhdr);
4710		ph = (struct sctp_paramhdr *)(mtod(m, caddr_t)+chunk_len);
4711		ph->param_type = htons(SCTP_PRSCTP_SUPPORTED);
4712		ph->param_length = htons(parameter_len);
4713		chunk_len += parameter_len;
4714	}
4715
4716	/* Add NAT friendly parameter. */
4717	if (SCTP_BASE_SYSCTL(sctp_inits_include_nat_friendly)) {
4718		parameter_len = (uint16_t)sizeof(struct sctp_paramhdr);
4719		ph = (struct sctp_paramhdr *)(mtod(m, caddr_t)+chunk_len);
4720		ph->param_type = htons(SCTP_HAS_NAT_SUPPORT);
4721		ph->param_length = htons(parameter_len);
4722		chunk_len += parameter_len;
4723	}
4724
4725	/* And now tell the peer which extensions we support */
4726	num_ext = 0;
4727	pr_supported = (struct sctp_supported_chunk_types_param *)(mtod(m, caddr_t)+chunk_len);
4728	if (stcb->asoc.prsctp_supported == 1) {
4729		pr_supported->chunk_types[num_ext++] = SCTP_FORWARD_CUM_TSN;
4730		if (stcb->asoc.idata_supported) {
4731			pr_supported->chunk_types[num_ext++] = SCTP_IFORWARD_CUM_TSN;
4732		}
4733	}
4734	if (stcb->asoc.auth_supported == 1) {
4735		pr_supported->chunk_types[num_ext++] = SCTP_AUTHENTICATION;
4736	}
4737	if (stcb->asoc.asconf_supported == 1) {
4738		pr_supported->chunk_types[num_ext++] = SCTP_ASCONF;
4739		pr_supported->chunk_types[num_ext++] = SCTP_ASCONF_ACK;
4740	}
4741	if (stcb->asoc.reconfig_supported == 1) {
4742		pr_supported->chunk_types[num_ext++] = SCTP_STREAM_RESET;
4743	}
4744	if (stcb->asoc.idata_supported) {
4745		pr_supported->chunk_types[num_ext++] = SCTP_IDATA;
4746	}
4747	if (stcb->asoc.nrsack_supported == 1) {
4748		pr_supported->chunk_types[num_ext++] = SCTP_NR_SELECTIVE_ACK;
4749	}
4750	if (stcb->asoc.pktdrop_supported == 1) {
4751		pr_supported->chunk_types[num_ext++] = SCTP_PACKET_DROPPED;
4752	}
4753	if (num_ext > 0) {
4754		parameter_len = (uint16_t)sizeof(struct sctp_supported_chunk_types_param) + num_ext;
4755		pr_supported->ph.param_type = htons(SCTP_SUPPORTED_CHUNK_EXT);
4756		pr_supported->ph.param_length = htons(parameter_len);
4757		padding_len = SCTP_SIZE32(parameter_len) - parameter_len;
4758		chunk_len += parameter_len;
4759	}
4760	/* add authentication parameters */
4761	if (stcb->asoc.auth_supported) {
4762		/* attach RANDOM parameter, if available */
4763		if (stcb->asoc.authinfo.random != NULL) {
4764			struct sctp_auth_random *randp;
4765
4766			if (padding_len > 0) {
4767				memset(mtod(m, caddr_t)+chunk_len, 0, padding_len);
4768				chunk_len += padding_len;
4769				padding_len = 0;
4770			}
4771			randp = (struct sctp_auth_random *)(mtod(m, caddr_t)+chunk_len);
4772			parameter_len = (uint16_t)sizeof(struct sctp_auth_random) + stcb->asoc.authinfo.random_len;
4773			/* random key already contains the header */
4774			memcpy(randp, stcb->asoc.authinfo.random->key, parameter_len);
4775			padding_len = SCTP_SIZE32(parameter_len) - parameter_len;
4776			chunk_len += parameter_len;
4777		}
4778		/* add HMAC_ALGO parameter */
4779		if (stcb->asoc.local_hmacs != NULL) {
4780			struct sctp_auth_hmac_algo *hmacs;
4781
4782			if (padding_len > 0) {
4783				memset(mtod(m, caddr_t)+chunk_len, 0, padding_len);
4784				chunk_len += padding_len;
4785				padding_len = 0;
4786			}
4787			hmacs = (struct sctp_auth_hmac_algo *)(mtod(m, caddr_t)+chunk_len);
4788			parameter_len = (uint16_t)(sizeof(struct sctp_auth_hmac_algo) +
4789			    stcb->asoc.local_hmacs->num_algo * sizeof(uint16_t));
4790			hmacs->ph.param_type = htons(SCTP_HMAC_LIST);
4791			hmacs->ph.param_length = htons(parameter_len);
4792			sctp_serialize_hmaclist(stcb->asoc.local_hmacs, (uint8_t *)hmacs->hmac_ids);
4793			padding_len = SCTP_SIZE32(parameter_len) - parameter_len;
4794			chunk_len += parameter_len;
4795		}
4796		/* add CHUNKS parameter */
4797		if (stcb->asoc.local_auth_chunks != NULL) {
4798			struct sctp_auth_chunk_list *chunks;
4799
4800			if (padding_len > 0) {
4801				memset(mtod(m, caddr_t)+chunk_len, 0, padding_len);
4802				chunk_len += padding_len;
4803				padding_len = 0;
4804			}
4805			chunks = (struct sctp_auth_chunk_list *)(mtod(m, caddr_t)+chunk_len);
4806			parameter_len = (uint16_t)(sizeof(struct sctp_auth_chunk_list) +
4807			    sctp_auth_get_chklist_size(stcb->asoc.local_auth_chunks));
4808			chunks->ph.param_type = htons(SCTP_CHUNK_LIST);
4809			chunks->ph.param_length = htons(parameter_len);
4810			sctp_serialize_auth_chunks(stcb->asoc.local_auth_chunks, chunks->chunk_types);
4811			padding_len = SCTP_SIZE32(parameter_len) - parameter_len;
4812			chunk_len += parameter_len;
4813		}
4814	}
4815
4816	/* now any cookie time extensions */
4817	if (stcb->asoc.cookie_preserve_req > 0) {
4818		struct sctp_cookie_perserve_param *cookie_preserve;
4819
4820		if (padding_len > 0) {
4821			memset(mtod(m, caddr_t)+chunk_len, 0, padding_len);
4822			chunk_len += padding_len;
4823			padding_len = 0;
4824		}
4825		parameter_len = (uint16_t)sizeof(struct sctp_cookie_perserve_param);
4826		cookie_preserve = (struct sctp_cookie_perserve_param *)(mtod(m, caddr_t)+chunk_len);
4827		cookie_preserve->ph.param_type = htons(SCTP_COOKIE_PRESERVE);
4828		cookie_preserve->ph.param_length = htons(parameter_len);
4829		cookie_preserve->time = htonl(stcb->asoc.cookie_preserve_req);
4830		stcb->asoc.cookie_preserve_req = 0;
4831		chunk_len += parameter_len;
4832	}
4833
4834	if (stcb->asoc.scope.ipv4_addr_legal || stcb->asoc.scope.ipv6_addr_legal) {
4835		uint8_t i;
4836
4837		if (padding_len > 0) {
4838			memset(mtod(m, caddr_t)+chunk_len, 0, padding_len);
4839			chunk_len += padding_len;
4840			padding_len = 0;
4841		}
4842		parameter_len = (uint16_t)sizeof(struct sctp_paramhdr);
4843		if (stcb->asoc.scope.ipv4_addr_legal) {
4844			parameter_len += (uint16_t)sizeof(uint16_t);
4845		}
4846		if (stcb->asoc.scope.ipv6_addr_legal) {
4847			parameter_len += (uint16_t)sizeof(uint16_t);
4848		}
4849		sup_addr = (struct sctp_supported_addr_param *)(mtod(m, caddr_t)+chunk_len);
4850		sup_addr->ph.param_type = htons(SCTP_SUPPORTED_ADDRTYPE);
4851		sup_addr->ph.param_length = htons(parameter_len);
4852		i = 0;
4853		if (stcb->asoc.scope.ipv4_addr_legal) {
4854			sup_addr->addr_type[i++] = htons(SCTP_IPV4_ADDRESS);
4855		}
4856		if (stcb->asoc.scope.ipv6_addr_legal) {
4857			sup_addr->addr_type[i++] = htons(SCTP_IPV6_ADDRESS);
4858		}
4859		padding_len = 4 - 2 * i;
4860		chunk_len += parameter_len;
4861	}
4862
4863	SCTP_BUF_LEN(m) = chunk_len;
4864	/* now the addresses */
4865	/*
4866	 * To optimize this we could put the scoping stuff into a structure
4867	 * and remove the individual uint8's from the assoc structure. Then
4868	 * we could just sifa in the address within the stcb. But for now
4869	 * this is a quick hack to get the address stuff teased apart.
4870	 */
4871	m_last = sctp_add_addresses_to_i_ia(inp, stcb, &stcb->asoc.scope,
4872	    m, cnt_inits_to,
4873	    &padding_len, &chunk_len);
4874
4875	init->ch.chunk_length = htons(chunk_len);
4876	if (padding_len > 0) {
4877		if (sctp_add_pad_tombuf(m_last, padding_len) == NULL) {
4878			sctp_m_freem(m);
4879			return;
4880		}
4881	}
4882	SCTPDBG(SCTP_DEBUG_OUTPUT4, "Sending INIT - calls lowlevel_output\n");
4883	if ((error = sctp_lowlevel_chunk_output(inp, stcb, net,
4884	    (struct sockaddr *)&net->ro._l_addr,
4885	    m, 0, NULL, 0, 0, 0, 0,
4886	    inp->sctp_lport, stcb->rport, htonl(0),
4887	    net->port, NULL,
4888	    0, 0,
4889	    so_locked))) {
4890		SCTPDBG(SCTP_DEBUG_OUTPUT4, "Gak send error %d\n", error);
4891		if (error == ENOBUFS) {
4892			stcb->asoc.ifp_had_enobuf = 1;
4893			SCTP_STAT_INCR(sctps_lowlevelerr);
4894		}
4895	} else {
4896		stcb->asoc.ifp_had_enobuf = 0;
4897	}
4898	SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks);
4899	(void)SCTP_GETTIME_TIMEVAL(&net->last_sent_time);
4900}
4901
4902struct mbuf *
4903sctp_arethere_unrecognized_parameters(struct mbuf *in_initpkt,
4904    int param_offset, int *abort_processing,
4905    struct sctp_chunkhdr *cp,
4906    int *nat_friendly,
4907    int *cookie_found)
4908{
4909	/*
4910	 * Given a mbuf containing an INIT or INIT-ACK with the param_offset
4911	 * being equal to the beginning of the params i.e. (iphlen +
4912	 * sizeof(struct sctp_init_msg) parse through the parameters to the
4913	 * end of the mbuf verifying that all parameters are known.
4914	 *
4915	 * For unknown parameters build and return a mbuf with
4916	 * UNRECOGNIZED_PARAMETER errors. If the flags indicate to stop
4917	 * processing this chunk stop, and set *abort_processing to 1.
4918	 *
4919	 * By having param_offset be pre-set to where parameters begin it is
4920	 * hoped that this routine may be reused in the future by new
4921	 * features.
4922	 */
4923	struct sctp_paramhdr *phdr, params;
4924
4925	struct mbuf *mat, *m_tmp, *op_err, *op_err_last;
4926	int at, limit, pad_needed;
4927	uint16_t ptype, plen, padded_size;
4928
4929	*abort_processing = 0;
4930	if (cookie_found != NULL) {
4931		*cookie_found = 0;
4932	}
4933	mat = in_initpkt;
4934	limit = ntohs(cp->chunk_length) - sizeof(struct sctp_init_chunk);
4935	at = param_offset;
4936	op_err = NULL;
4937	op_err_last = NULL;
4938	pad_needed = 0;
4939	SCTPDBG(SCTP_DEBUG_OUTPUT1, "Check for unrecognized param's\n");
4940	phdr = sctp_get_next_param(mat, at, &params, sizeof(params));
4941	while ((phdr != NULL) && ((size_t)limit >= sizeof(struct sctp_paramhdr))) {
4942		ptype = ntohs(phdr->param_type);
4943		plen = ntohs(phdr->param_length);
4944		if ((plen > limit) || (plen < sizeof(struct sctp_paramhdr))) {
4945			/* wacked parameter */
4946			SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error %d\n", plen);
4947			goto invalid_size;
4948		}
4949		limit -= SCTP_SIZE32(plen);
4950		/*-
4951		 * All parameters for all chunks that we know/understand are
4952		 * listed here. We process them other places and make
4953		 * appropriate stop actions per the upper bits. However this
4954		 * is the generic routine processor's can call to get back
4955		 * an operr.. to either incorporate (init-ack) or send.
4956		 */
4957		padded_size = SCTP_SIZE32(plen);
4958		switch (ptype) {
4959			/* Param's with variable size */
4960		case SCTP_HEARTBEAT_INFO:
4961		case SCTP_UNRECOG_PARAM:
4962		case SCTP_ERROR_CAUSE_IND:
4963			/* ok skip fwd */
4964			at += padded_size;
4965			break;
4966		case SCTP_STATE_COOKIE:
4967			if (cookie_found != NULL) {
4968				*cookie_found = 1;
4969			}
4970			at += padded_size;
4971			break;
4972			/* Param's with variable size within a range */
4973		case SCTP_CHUNK_LIST:
4974		case SCTP_SUPPORTED_CHUNK_EXT:
4975			if (padded_size > (sizeof(struct sctp_supported_chunk_types_param) + (sizeof(uint8_t) * SCTP_MAX_SUPPORTED_EXT))) {
4976				SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error chklist %d\n", plen);
4977				goto invalid_size;
4978			}
4979			at += padded_size;
4980			break;
4981		case SCTP_SUPPORTED_ADDRTYPE:
4982			if (padded_size > SCTP_MAX_ADDR_PARAMS_SIZE) {
4983				SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error supaddrtype %d\n", plen);
4984				goto invalid_size;
4985			}
4986			at += padded_size;
4987			break;
4988		case SCTP_RANDOM:
4989			if (padded_size > (sizeof(struct sctp_auth_random) + SCTP_RANDOM_MAX_SIZE)) {
4990				SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error random %d\n", plen);
4991				goto invalid_size;
4992			}
4993			at += padded_size;
4994			break;
4995		case SCTP_SET_PRIM_ADDR:
4996		case SCTP_DEL_IP_ADDRESS:
4997		case SCTP_ADD_IP_ADDRESS:
4998			if ((padded_size != sizeof(struct sctp_asconf_addrv4_param)) &&
4999			    (padded_size != sizeof(struct sctp_asconf_addr_param))) {
5000				SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error setprim %d\n", plen);
5001				goto invalid_size;
5002			}
5003			at += padded_size;
5004			break;
5005			/* Param's with a fixed size */
5006		case SCTP_IPV4_ADDRESS:
5007			if (padded_size != sizeof(struct sctp_ipv4addr_param)) {
5008				SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error ipv4 addr %d\n", plen);
5009				goto invalid_size;
5010			}
5011			at += padded_size;
5012			break;
5013		case SCTP_IPV6_ADDRESS:
5014			if (padded_size != sizeof(struct sctp_ipv6addr_param)) {
5015				SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error ipv6 addr %d\n", plen);
5016				goto invalid_size;
5017			}
5018			at += padded_size;
5019			break;
5020		case SCTP_COOKIE_PRESERVE:
5021			if (padded_size != sizeof(struct sctp_cookie_perserve_param)) {
5022				SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error cookie-preserve %d\n", plen);
5023				goto invalid_size;
5024			}
5025			at += padded_size;
5026			break;
5027		case SCTP_HAS_NAT_SUPPORT:
5028			*nat_friendly = 1;
5029			/* fall through */
5030		case SCTP_PRSCTP_SUPPORTED:
5031			if (padded_size != sizeof(struct sctp_paramhdr)) {
5032				SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error prsctp/nat support %d\n", plen);
5033				goto invalid_size;
5034			}
5035			at += padded_size;
5036			break;
5037		case SCTP_ECN_CAPABLE:
5038			if (padded_size != sizeof(struct sctp_paramhdr)) {
5039				SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error ecn %d\n", plen);
5040				goto invalid_size;
5041			}
5042			at += padded_size;
5043			break;
5044		case SCTP_ULP_ADAPTATION:
5045			if (padded_size != sizeof(struct sctp_adaptation_layer_indication)) {
5046				SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error adapatation %d\n", plen);
5047				goto invalid_size;
5048			}
5049			at += padded_size;
5050			break;
5051		case SCTP_SUCCESS_REPORT:
5052			if (padded_size != sizeof(struct sctp_asconf_paramhdr)) {
5053				SCTPDBG(SCTP_DEBUG_OUTPUT1, "Invalid size - error success %d\n", plen);
5054				goto invalid_size;
5055			}
5056			at += padded_size;
5057			break;
5058		case SCTP_HOSTNAME_ADDRESS:
5059			{
5060				/* Hostname parameters are deprecated. */
5061				struct sctp_gen_error_cause *cause;
5062				int l_len;
5063
5064				SCTPDBG(SCTP_DEBUG_OUTPUT1, "Can't handle hostname addresses.. abort processing\n");
5065				*abort_processing = 1;
5066				sctp_m_freem(op_err);
5067				op_err = NULL;
5068				op_err_last = NULL;
5069#ifdef INET6
5070				l_len = SCTP_MIN_OVERHEAD;
5071#else
5072				l_len = SCTP_MIN_V4_OVERHEAD;
5073#endif
5074				l_len += sizeof(struct sctp_chunkhdr);
5075				l_len += sizeof(struct sctp_gen_error_cause);
5076				op_err = sctp_get_mbuf_for_msg(l_len, 0, M_NOWAIT, 1, MT_DATA);
5077				if (op_err != NULL) {
5078					/*
5079					 * Pre-reserve space for IP, SCTP,
5080					 * and chunk header.
5081					 */
5082#ifdef INET6
5083					SCTP_BUF_RESV_UF(op_err, sizeof(struct ip6_hdr));
5084#else
5085					SCTP_BUF_RESV_UF(op_err, sizeof(struct ip));
5086#endif
5087					SCTP_BUF_RESV_UF(op_err, sizeof(struct sctphdr));
5088					SCTP_BUF_RESV_UF(op_err, sizeof(struct sctp_chunkhdr));
5089					SCTP_BUF_LEN(op_err) = sizeof(struct sctp_gen_error_cause);
5090					cause = mtod(op_err, struct sctp_gen_error_cause *);
5091					cause->code = htons(SCTP_CAUSE_UNRESOLVABLE_ADDR);
5092					cause->length = htons((uint16_t)(sizeof(struct sctp_gen_error_cause) + plen));
5093					SCTP_BUF_NEXT(op_err) = SCTP_M_COPYM(mat, at, plen, M_NOWAIT);
5094					if (SCTP_BUF_NEXT(op_err) == NULL) {
5095						sctp_m_freem(op_err);
5096						op_err = NULL;
5097						op_err_last = NULL;
5098					}
5099				}
5100				return (op_err);
5101			}
5102		default:
5103			/*
5104			 * we do not recognize the parameter figure out what
5105			 * we do.
5106			 */
5107			SCTPDBG(SCTP_DEBUG_OUTPUT1, "Hit default param %x\n", ptype);
5108			if ((ptype & 0x4000) == 0x4000) {
5109				/* Report bit is set?? */
5110				SCTPDBG(SCTP_DEBUG_OUTPUT1, "report op err\n");
5111				if (op_err == NULL) {
5112					int l_len;
5113
5114					/* Ok need to try to get an mbuf */
5115#ifdef INET6
5116					l_len = SCTP_MIN_OVERHEAD;
5117#else
5118					l_len = SCTP_MIN_V4_OVERHEAD;
5119#endif
5120					l_len += sizeof(struct sctp_chunkhdr);
5121					l_len += sizeof(struct sctp_paramhdr);
5122					op_err = sctp_get_mbuf_for_msg(l_len, 0, M_NOWAIT, 1, MT_DATA);
5123					if (op_err) {
5124						SCTP_BUF_LEN(op_err) = 0;
5125#ifdef INET6
5126						SCTP_BUF_RESV_UF(op_err, sizeof(struct ip6_hdr));
5127#else
5128						SCTP_BUF_RESV_UF(op_err, sizeof(struct ip));
5129#endif
5130						SCTP_BUF_RESV_UF(op_err, sizeof(struct sctphdr));
5131						SCTP_BUF_RESV_UF(op_err, sizeof(struct sctp_chunkhdr));
5132						op_err_last = op_err;
5133					}
5134				}
5135				if (op_err != NULL) {
5136					/* If we have space */
5137					struct sctp_paramhdr *param;
5138
5139					if (pad_needed > 0) {
5140						op_err_last = sctp_add_pad_tombuf(op_err_last, pad_needed);
5141					}
5142					if (op_err_last == NULL) {
5143						sctp_m_freem(op_err);
5144						op_err = NULL;
5145						op_err_last = NULL;
5146						goto more_processing;
5147					}
5148					if (M_TRAILINGSPACE(op_err_last) < (int)sizeof(struct sctp_paramhdr)) {
5149						m_tmp = sctp_get_mbuf_for_msg(sizeof(struct sctp_paramhdr), 0, M_NOWAIT, 1, MT_DATA);
5150						if (m_tmp == NULL) {
5151							sctp_m_freem(op_err);
5152							op_err = NULL;
5153							op_err_last = NULL;
5154							goto more_processing;
5155						}
5156						SCTP_BUF_LEN(m_tmp) = 0;
5157						SCTP_BUF_NEXT(m_tmp) = NULL;
5158						SCTP_BUF_NEXT(op_err_last) = m_tmp;
5159						op_err_last = m_tmp;
5160					}
5161					param = (struct sctp_paramhdr *)(mtod(op_err_last, caddr_t)+SCTP_BUF_LEN(op_err_last));
5162					param->param_type = htons(SCTP_UNRECOG_PARAM);
5163					param->param_length = htons((uint16_t)sizeof(struct sctp_paramhdr) + plen);
5164					SCTP_BUF_LEN(op_err_last) += sizeof(struct sctp_paramhdr);
5165					SCTP_BUF_NEXT(op_err_last) = SCTP_M_COPYM(mat, at, plen, M_NOWAIT);
5166					if (SCTP_BUF_NEXT(op_err_last) == NULL) {
5167						sctp_m_freem(op_err);
5168						op_err = NULL;
5169						op_err_last = NULL;
5170						goto more_processing;
5171					} else {
5172						while (SCTP_BUF_NEXT(op_err_last) != NULL) {
5173							op_err_last = SCTP_BUF_NEXT(op_err_last);
5174						}
5175					}
5176					if (plen % 4 != 0) {
5177						pad_needed = 4 - (plen % 4);
5178					} else {
5179						pad_needed = 0;
5180					}
5181				}
5182			}
5183	more_processing:
5184			if ((ptype & 0x8000) == 0x0000) {
5185				SCTPDBG(SCTP_DEBUG_OUTPUT1, "stop proc\n");
5186				return (op_err);
5187			} else {
5188				/* skip this chunk and continue processing */
5189				SCTPDBG(SCTP_DEBUG_OUTPUT1, "move on\n");
5190				at += SCTP_SIZE32(plen);
5191			}
5192			break;
5193		}
5194		phdr = sctp_get_next_param(mat, at, &params, sizeof(params));
5195	}
5196	return (op_err);
5197invalid_size:
5198	SCTPDBG(SCTP_DEBUG_OUTPUT1, "abort flag set\n");
5199	*abort_processing = 1;
5200	sctp_m_freem(op_err);
5201	op_err = NULL;
5202	op_err_last = NULL;
5203	if (phdr != NULL) {
5204		struct sctp_paramhdr *param;
5205		int l_len;
5206#ifdef INET6
5207		l_len = SCTP_MIN_OVERHEAD;
5208#else
5209		l_len = SCTP_MIN_V4_OVERHEAD;
5210#endif
5211		l_len += sizeof(struct sctp_chunkhdr);
5212		l_len += (2 * sizeof(struct sctp_paramhdr));
5213		op_err = sctp_get_mbuf_for_msg(l_len, 0, M_NOWAIT, 1, MT_DATA);
5214		if (op_err) {
5215			SCTP_BUF_LEN(op_err) = 0;
5216#ifdef INET6
5217			SCTP_BUF_RESV_UF(op_err, sizeof(struct ip6_hdr));
5218#else
5219			SCTP_BUF_RESV_UF(op_err, sizeof(struct ip));
5220#endif
5221			SCTP_BUF_RESV_UF(op_err, sizeof(struct sctphdr));
5222			SCTP_BUF_RESV_UF(op_err, sizeof(struct sctp_chunkhdr));
5223			SCTP_BUF_LEN(op_err) = 2 * sizeof(struct sctp_paramhdr);
5224			param = mtod(op_err, struct sctp_paramhdr *);
5225			param->param_type = htons(SCTP_CAUSE_PROTOCOL_VIOLATION);
5226			param->param_length = htons(2 * sizeof(struct sctp_paramhdr));
5227			param++;
5228			param->param_type = htons(ptype);
5229			param->param_length = htons(plen);
5230		}
5231	}
5232	return (op_err);
5233}
5234
5235/*
5236 * Given a INIT chunk, look through the parameters to verify that there
5237 * are no new addresses.
5238 * Return true, if there is a new address or there is a problem parsing
5239   the parameters. Provide an optional error cause used when sending an ABORT.
5240 * Return false, if there are no new addresses and there is no problem in
5241   parameter processing.
5242 */
5243static bool
5244sctp_are_there_new_addresses(struct sctp_association *asoc,
5245    struct mbuf *in_initpkt, int offset, int limit, struct sockaddr *src,
5246    struct mbuf **op_err)
5247{
5248	struct sockaddr *sa_touse;
5249	struct sockaddr *sa;
5250	struct sctp_paramhdr *phdr, params;
5251	struct sctp_nets *net;
5252#ifdef INET
5253	struct sockaddr_in sin4, *sa4;
5254#endif
5255#ifdef INET6
5256	struct sockaddr_in6 sin6, *sa6;
5257#endif
5258	uint16_t ptype, plen;
5259	bool fnd, check_src;
5260
5261	*op_err = NULL;
5262#ifdef INET
5263	memset(&sin4, 0, sizeof(sin4));
5264	sin4.sin_family = AF_INET;
5265	sin4.sin_len = sizeof(sin4);
5266#endif
5267#ifdef INET6
5268	memset(&sin6, 0, sizeof(sin6));
5269	sin6.sin6_family = AF_INET6;
5270	sin6.sin6_len = sizeof(sin6);
5271#endif
5272	/* First what about the src address of the pkt ? */
5273	check_src = false;
5274	switch (src->sa_family) {
5275#ifdef INET
5276	case AF_INET:
5277		if (asoc->scope.ipv4_addr_legal) {
5278			check_src = true;
5279		}
5280		break;
5281#endif
5282#ifdef INET6
5283	case AF_INET6:
5284		if (asoc->scope.ipv6_addr_legal) {
5285			check_src = true;
5286		}
5287		break;
5288#endif
5289	default:
5290		/* TSNH */
5291		break;
5292	}
5293	if (check_src) {
5294		fnd = false;
5295		TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
5296			sa = (struct sockaddr *)&net->ro._l_addr;
5297			if (sa->sa_family == src->sa_family) {
5298#ifdef INET
5299				if (sa->sa_family == AF_INET) {
5300					struct sockaddr_in *src4;
5301
5302					sa4 = (struct sockaddr_in *)sa;
5303					src4 = (struct sockaddr_in *)src;
5304					if (sa4->sin_addr.s_addr == src4->sin_addr.s_addr) {
5305						fnd = true;
5306						break;
5307					}
5308				}
5309#endif
5310#ifdef INET6
5311				if (sa->sa_family == AF_INET6) {
5312					struct sockaddr_in6 *src6;
5313
5314					sa6 = (struct sockaddr_in6 *)sa;
5315					src6 = (struct sockaddr_in6 *)src;
5316					if (SCTP6_ARE_ADDR_EQUAL(sa6, src6)) {
5317						fnd = true;
5318						break;
5319					}
5320				}
5321#endif
5322			}
5323		}
5324		if (!fnd) {
5325			/*
5326			 * If sending an ABORT in case of an additional
5327			 * address, don't use the new address error cause.
5328			 * This looks no different than if no listener was
5329			 * present.
5330			 */
5331			*op_err = sctp_generate_cause(SCTP_BASE_SYSCTL(sctp_diag_info_code), "Address added");
5332			return (true);
5333		}
5334	}
5335	/* Ok so far lets munge through the rest of the packet */
5336	offset += sizeof(struct sctp_init_chunk);
5337	phdr = sctp_get_next_param(in_initpkt, offset, &params, sizeof(params));
5338	while (phdr) {
5339		sa_touse = NULL;
5340		ptype = ntohs(phdr->param_type);
5341		plen = ntohs(phdr->param_length);
5342		if (offset + plen > limit) {
5343			*op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, "Partial parameter");
5344			return (true);
5345		}
5346		if (plen < sizeof(struct sctp_paramhdr)) {
5347			*op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, "Parameter length too small");
5348			return (true);
5349		}
5350		switch (ptype) {
5351#ifdef INET
5352		case SCTP_IPV4_ADDRESS:
5353			{
5354				struct sctp_ipv4addr_param *p4, p4_buf;
5355
5356				if (plen != sizeof(struct sctp_ipv4addr_param)) {
5357					*op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, "Parameter length illegal");
5358					return (true);
5359				}
5360				phdr = sctp_get_next_param(in_initpkt, offset,
5361				    (struct sctp_paramhdr *)&p4_buf, sizeof(p4_buf));
5362				if (phdr == NULL) {
5363					*op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, "");
5364					return (true);
5365				}
5366				if (asoc->scope.ipv4_addr_legal) {
5367					p4 = (struct sctp_ipv4addr_param *)phdr;
5368					sin4.sin_addr.s_addr = p4->addr;
5369					sa_touse = (struct sockaddr *)&sin4;
5370				}
5371				break;
5372			}
5373#endif
5374#ifdef INET6
5375		case SCTP_IPV6_ADDRESS:
5376			{
5377				struct sctp_ipv6addr_param *p6, p6_buf;
5378
5379				if (plen != sizeof(struct sctp_ipv6addr_param)) {
5380					*op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, "Parameter length illegal");
5381					return (true);
5382				}
5383				phdr = sctp_get_next_param(in_initpkt, offset,
5384				    (struct sctp_paramhdr *)&p6_buf, sizeof(p6_buf));
5385				if (phdr == NULL) {
5386					*op_err = sctp_generate_cause(SCTP_CAUSE_PROTOCOL_VIOLATION, "");
5387					return (true);
5388				}
5389				if (asoc->scope.ipv6_addr_legal) {
5390					p6 = (struct sctp_ipv6addr_param *)phdr;
5391					memcpy((caddr_t)&sin6.sin6_addr, p6->addr,
5392					    sizeof(p6->addr));
5393					sa_touse = (struct sockaddr *)&sin6;
5394				}
5395				break;
5396			}
5397#endif
5398		default:
5399			sa_touse = NULL;
5400			break;
5401		}
5402		if (sa_touse) {
5403			/* ok, sa_touse points to one to check */
5404			fnd = false;
5405			TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
5406				sa = (struct sockaddr *)&net->ro._l_addr;
5407				if (sa->sa_family != sa_touse->sa_family) {
5408					continue;
5409				}
5410#ifdef INET
5411				if (sa->sa_family == AF_INET) {
5412					sa4 = (struct sockaddr_in *)sa;
5413					if (sa4->sin_addr.s_addr ==
5414					    sin4.sin_addr.s_addr) {
5415						fnd = true;
5416						break;
5417					}
5418				}
5419#endif
5420#ifdef INET6
5421				if (sa->sa_family == AF_INET6) {
5422					sa6 = (struct sockaddr_in6 *)sa;
5423					if (SCTP6_ARE_ADDR_EQUAL(
5424					    sa6, &sin6)) {
5425						fnd = true;
5426						break;
5427					}
5428				}
5429#endif
5430			}
5431			if (!fnd) {
5432				/*
5433				 * If sending an ABORT in case of an
5434				 * additional address, don't use the new
5435				 * address error cause. This looks no
5436				 * different than if no listener was
5437				 * present.
5438				 */
5439				*op_err = sctp_generate_cause(SCTP_BASE_SYSCTL(sctp_diag_info_code), "Address added");
5440				return (true);
5441			}
5442		}
5443		offset += SCTP_SIZE32(plen);
5444		if (offset >= limit) {
5445			break;
5446		}
5447		phdr = sctp_get_next_param(in_initpkt, offset, &params, sizeof(params));
5448	}
5449	return (false);
5450}
5451
5452/*
5453 * Given a MBUF chain that was sent into us containing an INIT. Build a
5454 * INIT-ACK with COOKIE and send back. We assume that the in_initpkt has done
5455 * a pullup to include IPv6/4header, SCTP header and initial part of INIT
5456 * message (i.e. the struct sctp_init_msg).
5457 */
5458void
5459sctp_send_initiate_ack(struct sctp_inpcb *inp, struct sctp_tcb *stcb,
5460    struct sctp_nets *src_net, struct mbuf *init_pkt,
5461    int iphlen, int offset,
5462    struct sockaddr *src, struct sockaddr *dst,
5463    struct sctphdr *sh, struct sctp_init_chunk *init_chk,
5464    uint8_t mflowtype, uint32_t mflowid,
5465    uint32_t vrf_id, uint16_t port)
5466{
5467	struct sctp_association *asoc;
5468	struct mbuf *m, *m_tmp, *m_last, *m_cookie, *op_err;
5469	struct sctp_init_ack_chunk *initack;
5470	struct sctp_adaptation_layer_indication *ali;
5471	struct sctp_supported_chunk_types_param *pr_supported;
5472	struct sctp_paramhdr *ph;
5473	union sctp_sockstore *over_addr;
5474	struct sctp_scoping scp;
5475	struct timeval now;
5476#ifdef INET
5477	struct sockaddr_in *dst4 = (struct sockaddr_in *)dst;
5478	struct sockaddr_in *src4 = (struct sockaddr_in *)src;
5479	struct sockaddr_in *sin;
5480#endif
5481#ifdef INET6
5482	struct sockaddr_in6 *dst6 = (struct sockaddr_in6 *)dst;
5483	struct sockaddr_in6 *src6 = (struct sockaddr_in6 *)src;
5484	struct sockaddr_in6 *sin6;
5485#endif
5486	struct sockaddr *to;
5487	struct sctp_state_cookie stc;
5488	struct sctp_nets *net = NULL;
5489	uint8_t *signature = NULL;
5490	int cnt_inits_to = 0;
5491	uint16_t his_limit, i_want;
5492	int abort_flag;
5493	int nat_friendly = 0;
5494	int error;
5495	struct socket *so;
5496	uint16_t num_ext, chunk_len, padding_len, parameter_len;
5497
5498	if (stcb) {
5499		asoc = &stcb->asoc;
5500	} else {
5501		asoc = NULL;
5502	}
5503	if ((asoc != NULL) &&
5504	    (SCTP_GET_STATE(stcb) != SCTP_STATE_COOKIE_WAIT)) {
5505		if (sctp_are_there_new_addresses(asoc, init_pkt, offset, offset + ntohs(init_chk->ch.chunk_length), src, &op_err)) {
5506			/*
5507			 * new addresses, out of here in non-cookie-wait
5508			 * states
5509			 */
5510			sctp_send_abort(init_pkt, iphlen, src, dst, sh, 0, op_err,
5511			    mflowtype, mflowid, inp->fibnum,
5512			    vrf_id, port);
5513			return;
5514		}
5515		if (src_net != NULL && (src_net->port != port)) {
5516			/*
5517			 * change of remote encapsulation port, out of here
5518			 * in non-cookie-wait states
5519			 *
5520			 * Send an ABORT, without an specific error cause.
5521			 * This looks no different than if no listener was
5522			 * present.
5523			 */
5524			op_err = sctp_generate_cause(SCTP_BASE_SYSCTL(sctp_diag_info_code),
5525			    "Remote encapsulation port changed");
5526			sctp_send_abort(init_pkt, iphlen, src, dst, sh, 0, op_err,
5527			    mflowtype, mflowid, inp->fibnum,
5528			    vrf_id, port);
5529			return;
5530		}
5531	}
5532	abort_flag = 0;
5533	op_err = sctp_arethere_unrecognized_parameters(init_pkt,
5534	    (offset + sizeof(struct sctp_init_chunk)),
5535	    &abort_flag,
5536	    (struct sctp_chunkhdr *)init_chk,
5537	    &nat_friendly, NULL);
5538	if (abort_flag) {
5539do_a_abort:
5540		if (op_err == NULL) {
5541			char msg[SCTP_DIAG_INFO_LEN];
5542
5543			SCTP_SNPRINTF(msg, sizeof(msg), "%s:%d at %s", __FILE__, __LINE__, __func__);
5544			op_err = sctp_generate_cause(SCTP_BASE_SYSCTL(sctp_diag_info_code),
5545			    msg);
5546		}
5547		sctp_send_abort(init_pkt, iphlen, src, dst, sh,
5548		    init_chk->init.initiate_tag, op_err,
5549		    mflowtype, mflowid, inp->fibnum,
5550		    vrf_id, port);
5551		return;
5552	}
5553	m = sctp_get_mbuf_for_msg(MCLBYTES, 0, M_NOWAIT, 1, MT_DATA);
5554	if (m == NULL) {
5555		/* No memory, INIT timer will re-attempt. */
5556		sctp_m_freem(op_err);
5557		return;
5558	}
5559	chunk_len = (uint16_t)sizeof(struct sctp_init_ack_chunk);
5560	padding_len = 0;
5561
5562	/*
5563	 * We might not overwrite the identification[] completely and on
5564	 * some platforms time_entered will contain some padding. Therefore
5565	 * zero out the cookie to avoid putting uninitialized memory on the
5566	 * wire.
5567	 */
5568	memset(&stc, 0, sizeof(struct sctp_state_cookie));
5569
5570	/* the time I built cookie */
5571	(void)SCTP_GETTIME_TIMEVAL(&now);
5572	stc.time_entered.tv_sec = now.tv_sec;
5573	stc.time_entered.tv_usec = now.tv_usec;
5574
5575	/* populate any tie tags */
5576	if (asoc != NULL) {
5577		/* unlock before tag selections */
5578		stc.tie_tag_my_vtag = asoc->my_vtag_nonce;
5579		stc.tie_tag_peer_vtag = asoc->peer_vtag_nonce;
5580		stc.cookie_life = asoc->cookie_life;
5581		net = asoc->primary_destination;
5582	} else {
5583		stc.tie_tag_my_vtag = 0;
5584		stc.tie_tag_peer_vtag = 0;
5585		/* life I will award this cookie */
5586		stc.cookie_life = inp->sctp_ep.def_cookie_life;
5587	}
5588
5589	/* copy in the ports for later check */
5590	stc.myport = sh->dest_port;
5591	stc.peerport = sh->src_port;
5592
5593	/*
5594	 * If we wanted to honor cookie life extensions, we would add to
5595	 * stc.cookie_life. For now we should NOT honor any extension
5596	 */
5597	stc.site_scope = stc.local_scope = stc.loopback_scope = 0;
5598	if (inp->sctp_flags & SCTP_PCB_FLAGS_BOUND_V6) {
5599		stc.ipv6_addr_legal = 1;
5600		if (SCTP_IPV6_V6ONLY(inp)) {
5601			stc.ipv4_addr_legal = 0;
5602		} else {
5603			stc.ipv4_addr_legal = 1;
5604		}
5605	} else {
5606		stc.ipv6_addr_legal = 0;
5607		stc.ipv4_addr_legal = 1;
5608	}
5609	stc.ipv4_scope = 0;
5610	if (net == NULL) {
5611		to = src;
5612		switch (dst->sa_family) {
5613#ifdef INET
5614		case AF_INET:
5615			{
5616				/* lookup address */
5617				stc.address[0] = src4->sin_addr.s_addr;
5618				stc.address[1] = 0;
5619				stc.address[2] = 0;
5620				stc.address[3] = 0;
5621				stc.addr_type = SCTP_IPV4_ADDRESS;
5622				/* local from address */
5623				stc.laddress[0] = dst4->sin_addr.s_addr;
5624				stc.laddress[1] = 0;
5625				stc.laddress[2] = 0;
5626				stc.laddress[3] = 0;
5627				stc.laddr_type = SCTP_IPV4_ADDRESS;
5628				/* scope_id is only for v6 */
5629				stc.scope_id = 0;
5630				if ((IN4_ISPRIVATE_ADDRESS(&src4->sin_addr)) ||
5631				    (IN4_ISPRIVATE_ADDRESS(&dst4->sin_addr))) {
5632					stc.ipv4_scope = 1;
5633				}
5634				/* Must use the address in this case */
5635				if (sctp_is_address_on_local_host(src, vrf_id)) {
5636					stc.loopback_scope = 1;
5637					stc.ipv4_scope = 1;
5638					stc.site_scope = 1;
5639					stc.local_scope = 0;
5640				}
5641				break;
5642			}
5643#endif
5644#ifdef INET6
5645		case AF_INET6:
5646			{
5647				stc.addr_type = SCTP_IPV6_ADDRESS;
5648				memcpy(&stc.address, &src6->sin6_addr, sizeof(struct in6_addr));
5649				stc.scope_id = ntohs(in6_getscope(&src6->sin6_addr));
5650				if (sctp_is_address_on_local_host(src, vrf_id)) {
5651					stc.loopback_scope = 1;
5652					stc.local_scope = 0;
5653					stc.site_scope = 1;
5654					stc.ipv4_scope = 1;
5655				} else if (IN6_IS_ADDR_LINKLOCAL(&src6->sin6_addr) ||
5656				    IN6_IS_ADDR_LINKLOCAL(&dst6->sin6_addr)) {
5657					/*
5658					 * If the new destination or source
5659					 * is a LINK_LOCAL we must have
5660					 * common both site and local scope.
5661					 * Don't set local scope though
5662					 * since we must depend on the
5663					 * source to be added implicitly. We
5664					 * cannot assure just because we
5665					 * share one link that all links are
5666					 * common.
5667					 */
5668					stc.local_scope = 0;
5669					stc.site_scope = 1;
5670					stc.ipv4_scope = 1;
5671					/*
5672					 * we start counting for the private
5673					 * address stuff at 1. since the
5674					 * link local we source from won't
5675					 * show up in our scoped count.
5676					 */
5677					cnt_inits_to = 1;
5678					/*
5679					 * pull out the scope_id from
5680					 * incoming pkt
5681					 */
5682				} else if (IN6_IS_ADDR_SITELOCAL(&src6->sin6_addr) ||
5683				    IN6_IS_ADDR_SITELOCAL(&dst6->sin6_addr)) {
5684					/*
5685					 * If the new destination or source
5686					 * is SITE_LOCAL then we must have
5687					 * site scope in common.
5688					 */
5689					stc.site_scope = 1;
5690				}
5691				memcpy(&stc.laddress, &dst6->sin6_addr, sizeof(struct in6_addr));
5692				stc.laddr_type = SCTP_IPV6_ADDRESS;
5693				break;
5694			}
5695#endif
5696		default:
5697			/* TSNH */
5698			goto do_a_abort;
5699			break;
5700		}
5701	} else {
5702		/* set the scope per the existing tcb */
5703
5704#ifdef INET6
5705		struct sctp_nets *lnet;
5706#endif
5707
5708		stc.loopback_scope = asoc->scope.loopback_scope;
5709		stc.ipv4_scope = asoc->scope.ipv4_local_scope;
5710		stc.site_scope = asoc->scope.site_scope;
5711		stc.local_scope = asoc->scope.local_scope;
5712#ifdef INET6
5713		/* Why do we not consider IPv4 LL addresses? */
5714		TAILQ_FOREACH(lnet, &asoc->nets, sctp_next) {
5715			if (lnet->ro._l_addr.sin6.sin6_family == AF_INET6) {
5716				if (IN6_IS_ADDR_LINKLOCAL(&lnet->ro._l_addr.sin6.sin6_addr)) {
5717					/*
5718					 * if we have a LL address, start
5719					 * counting at 1.
5720					 */
5721					cnt_inits_to = 1;
5722				}
5723			}
5724		}
5725#endif
5726		/* use the net pointer */
5727		to = (struct sockaddr *)&net->ro._l_addr;
5728		switch (to->sa_family) {
5729#ifdef INET
5730		case AF_INET:
5731			sin = (struct sockaddr_in *)to;
5732			stc.address[0] = sin->sin_addr.s_addr;
5733			stc.address[1] = 0;
5734			stc.address[2] = 0;
5735			stc.address[3] = 0;
5736			stc.addr_type = SCTP_IPV4_ADDRESS;
5737			if (net->src_addr_selected == 0) {
5738				/*
5739				 * strange case here, the INIT should have
5740				 * did the selection.
5741				 */
5742				net->ro._s_addr = sctp_source_address_selection(inp,
5743				    stcb, (sctp_route_t *)&net->ro,
5744				    net, 0, vrf_id);
5745				if (net->ro._s_addr == NULL) {
5746					sctp_m_freem(op_err);
5747					sctp_m_freem(m);
5748					return;
5749				}
5750
5751				net->src_addr_selected = 1;
5752			}
5753			stc.laddress[0] = net->ro._s_addr->address.sin.sin_addr.s_addr;
5754			stc.laddress[1] = 0;
5755			stc.laddress[2] = 0;
5756			stc.laddress[3] = 0;
5757			stc.laddr_type = SCTP_IPV4_ADDRESS;
5758			/* scope_id is only for v6 */
5759			stc.scope_id = 0;
5760			break;
5761#endif
5762#ifdef INET6
5763		case AF_INET6:
5764			sin6 = (struct sockaddr_in6 *)to;
5765			memcpy(&stc.address, &sin6->sin6_addr,
5766			    sizeof(struct in6_addr));
5767			stc.addr_type = SCTP_IPV6_ADDRESS;
5768			stc.scope_id = sin6->sin6_scope_id;
5769			if (net->src_addr_selected == 0) {
5770				/*
5771				 * strange case here, the INIT should have
5772				 * done the selection.
5773				 */
5774				net->ro._s_addr = sctp_source_address_selection(inp,
5775				    stcb, (sctp_route_t *)&net->ro,
5776				    net, 0, vrf_id);
5777				if (net->ro._s_addr == NULL) {
5778					sctp_m_freem(op_err);
5779					sctp_m_freem(m);
5780					return;
5781				}
5782
5783				net->src_addr_selected = 1;
5784			}
5785			memcpy(&stc.laddress, &net->ro._s_addr->address.sin6.sin6_addr,
5786			    sizeof(struct in6_addr));
5787			stc.laddr_type = SCTP_IPV6_ADDRESS;
5788			break;
5789#endif
5790		}
5791	}
5792	/* Now lets put the SCTP header in place */
5793	initack = mtod(m, struct sctp_init_ack_chunk *);
5794	/* Save it off for quick ref */
5795	stc.peers_vtag = ntohl(init_chk->init.initiate_tag);
5796	/* who are we */
5797	memcpy(stc.identification, SCTP_VERSION_STRING,
5798	    min(strlen(SCTP_VERSION_STRING), sizeof(stc.identification)));
5799	memset(stc.reserved, 0, SCTP_RESERVE_SPACE);
5800	/* now the chunk header */
5801	initack->ch.chunk_type = SCTP_INITIATION_ACK;
5802	initack->ch.chunk_flags = 0;
5803	/* fill in later from mbuf we build */
5804	initack->ch.chunk_length = 0;
5805	/* place in my tag */
5806	if ((asoc != NULL) &&
5807	    ((SCTP_GET_STATE(stcb) == SCTP_STATE_COOKIE_WAIT) ||
5808	    (SCTP_GET_STATE(stcb) == SCTP_STATE_INUSE) ||
5809	    (SCTP_GET_STATE(stcb) == SCTP_STATE_COOKIE_ECHOED))) {
5810		/* re-use the v-tags and init-seq here */
5811		initack->init.initiate_tag = htonl(asoc->my_vtag);
5812		initack->init.initial_tsn = htonl(asoc->init_seq_number);
5813	} else {
5814		uint32_t vtag, itsn;
5815
5816		if (asoc) {
5817			atomic_add_int(&asoc->refcnt, 1);
5818			SCTP_TCB_UNLOCK(stcb);
5819	new_tag:
5820			vtag = sctp_select_a_tag(inp, inp->sctp_lport, sh->src_port, 1);
5821			if ((asoc->peer_supports_nat) && (vtag == asoc->my_vtag)) {
5822				/*
5823				 * Got a duplicate vtag on some guy behind a
5824				 * nat make sure we don't use it.
5825				 */
5826				goto new_tag;
5827			}
5828			initack->init.initiate_tag = htonl(vtag);
5829			/* get a TSN to use too */
5830			itsn = sctp_select_initial_TSN(&inp->sctp_ep);
5831			initack->init.initial_tsn = htonl(itsn);
5832			SCTP_TCB_LOCK(stcb);
5833			atomic_add_int(&asoc->refcnt, -1);
5834		} else {
5835			SCTP_INP_INCR_REF(inp);
5836			SCTP_INP_RUNLOCK(inp);
5837			vtag = sctp_select_a_tag(inp, inp->sctp_lport, sh->src_port, 1);
5838			initack->init.initiate_tag = htonl(vtag);
5839			/* get a TSN to use too */
5840			initack->init.initial_tsn = htonl(sctp_select_initial_TSN(&inp->sctp_ep));
5841			SCTP_INP_RLOCK(inp);
5842			SCTP_INP_DECR_REF(inp);
5843		}
5844	}
5845	/* save away my tag to */
5846	stc.my_vtag = initack->init.initiate_tag;
5847
5848	/* set up some of the credits. */
5849	so = inp->sctp_socket;
5850	if (so == NULL) {
5851		/* memory problem */
5852		sctp_m_freem(op_err);
5853		sctp_m_freem(m);
5854		return;
5855	} else {
5856		initack->init.a_rwnd = htonl(max(SCTP_SB_LIMIT_RCV(so), SCTP_MINIMAL_RWND));
5857	}
5858	/* set what I want */
5859	his_limit = ntohs(init_chk->init.num_inbound_streams);
5860	/* choose what I want */
5861	if (asoc != NULL) {
5862		if (asoc->streamoutcnt > asoc->pre_open_streams) {
5863			i_want = asoc->streamoutcnt;
5864		} else {
5865			i_want = asoc->pre_open_streams;
5866		}
5867	} else {
5868		i_want = inp->sctp_ep.pre_open_stream_count;
5869	}
5870	if (his_limit < i_want) {
5871		/* I Want more :< */
5872		initack->init.num_outbound_streams = init_chk->init.num_inbound_streams;
5873	} else {
5874		/* I can have what I want :> */
5875		initack->init.num_outbound_streams = htons(i_want);
5876	}
5877	/* tell him his limit. */
5878	initack->init.num_inbound_streams =
5879	    htons(inp->sctp_ep.max_open_streams_intome);
5880
5881	/* adaptation layer indication parameter */
5882	if (inp->sctp_ep.adaptation_layer_indicator_provided) {
5883		parameter_len = (uint16_t)sizeof(struct sctp_adaptation_layer_indication);
5884		ali = (struct sctp_adaptation_layer_indication *)(mtod(m, caddr_t)+chunk_len);
5885		ali->ph.param_type = htons(SCTP_ULP_ADAPTATION);
5886		ali->ph.param_length = htons(parameter_len);
5887		ali->indication = htonl(inp->sctp_ep.adaptation_layer_indicator);
5888		chunk_len += parameter_len;
5889	}
5890
5891	/* ECN parameter */
5892	if (((asoc != NULL) && (asoc->ecn_supported == 1)) ||
5893	    ((asoc == NULL) && (inp->ecn_supported == 1))) {
5894		parameter_len = (uint16_t)sizeof(struct sctp_paramhdr);
5895		ph = (struct sctp_paramhdr *)(mtod(m, caddr_t)+chunk_len);
5896		ph->param_type = htons(SCTP_ECN_CAPABLE);
5897		ph->param_length = htons(parameter_len);
5898		chunk_len += parameter_len;
5899	}
5900
5901	/* PR-SCTP supported parameter */
5902	if (((asoc != NULL) && (asoc->prsctp_supported == 1)) ||
5903	    ((asoc == NULL) && (inp->prsctp_supported == 1))) {
5904		parameter_len = (uint16_t)sizeof(struct sctp_paramhdr);
5905		ph = (struct sctp_paramhdr *)(mtod(m, caddr_t)+chunk_len);
5906		ph->param_type = htons(SCTP_PRSCTP_SUPPORTED);
5907		ph->param_length = htons(parameter_len);
5908		chunk_len += parameter_len;
5909	}
5910
5911	/* Add NAT friendly parameter */
5912	if (nat_friendly) {
5913		parameter_len = (uint16_t)sizeof(struct sctp_paramhdr);
5914		ph = (struct sctp_paramhdr *)(mtod(m, caddr_t)+chunk_len);
5915		ph->param_type = htons(SCTP_HAS_NAT_SUPPORT);
5916		ph->param_length = htons(parameter_len);
5917		chunk_len += parameter_len;
5918	}
5919
5920	/* And now tell the peer which extensions we support */
5921	num_ext = 0;
5922	pr_supported = (struct sctp_supported_chunk_types_param *)(mtod(m, caddr_t)+chunk_len);
5923	if (((asoc != NULL) && (asoc->prsctp_supported == 1)) ||
5924	    ((asoc == NULL) && (inp->prsctp_supported == 1))) {
5925		pr_supported->chunk_types[num_ext++] = SCTP_FORWARD_CUM_TSN;
5926		if (((asoc != NULL) && (asoc->idata_supported == 1)) ||
5927		    ((asoc == NULL) && (inp->idata_supported == 1))) {
5928			pr_supported->chunk_types[num_ext++] = SCTP_IFORWARD_CUM_TSN;
5929		}
5930	}
5931	if (((asoc != NULL) && (asoc->auth_supported == 1)) ||
5932	    ((asoc == NULL) && (inp->auth_supported == 1))) {
5933		pr_supported->chunk_types[num_ext++] = SCTP_AUTHENTICATION;
5934	}
5935	if (((asoc != NULL) && (asoc->asconf_supported == 1)) ||
5936	    ((asoc == NULL) && (inp->asconf_supported == 1))) {
5937		pr_supported->chunk_types[num_ext++] = SCTP_ASCONF;
5938		pr_supported->chunk_types[num_ext++] = SCTP_ASCONF_ACK;
5939	}
5940	if (((asoc != NULL) && (asoc->reconfig_supported == 1)) ||
5941	    ((asoc == NULL) && (inp->reconfig_supported == 1))) {
5942		pr_supported->chunk_types[num_ext++] = SCTP_STREAM_RESET;
5943	}
5944	if (((asoc != NULL) && (asoc->idata_supported == 1)) ||
5945	    ((asoc == NULL) && (inp->idata_supported == 1))) {
5946		pr_supported->chunk_types[num_ext++] = SCTP_IDATA;
5947	}
5948	if (((asoc != NULL) && (asoc->nrsack_supported == 1)) ||
5949	    ((asoc == NULL) && (inp->nrsack_supported == 1))) {
5950		pr_supported->chunk_types[num_ext++] = SCTP_NR_SELECTIVE_ACK;
5951	}
5952	if (((asoc != NULL) && (asoc->pktdrop_supported == 1)) ||
5953	    ((asoc == NULL) && (inp->pktdrop_supported == 1))) {
5954		pr_supported->chunk_types[num_ext++] = SCTP_PACKET_DROPPED;
5955	}
5956	if (num_ext > 0) {
5957		parameter_len = (uint16_t)sizeof(struct sctp_supported_chunk_types_param) + num_ext;
5958		pr_supported->ph.param_type = htons(SCTP_SUPPORTED_CHUNK_EXT);
5959		pr_supported->ph.param_length = htons(parameter_len);
5960		padding_len = SCTP_SIZE32(parameter_len) - parameter_len;
5961		chunk_len += parameter_len;
5962	}
5963
5964	/* add authentication parameters */
5965	if (((asoc != NULL) && (asoc->auth_supported == 1)) ||
5966	    ((asoc == NULL) && (inp->auth_supported == 1))) {
5967		struct sctp_auth_random *randp;
5968		struct sctp_auth_hmac_algo *hmacs;
5969		struct sctp_auth_chunk_list *chunks;
5970
5971		if (padding_len > 0) {
5972			memset(mtod(m, caddr_t)+chunk_len, 0, padding_len);
5973			chunk_len += padding_len;
5974			padding_len = 0;
5975		}
5976		/* generate and add RANDOM parameter */
5977		randp = (struct sctp_auth_random *)(mtod(m, caddr_t)+chunk_len);
5978		parameter_len = (uint16_t)sizeof(struct sctp_auth_random) +
5979		    SCTP_AUTH_RANDOM_SIZE_DEFAULT;
5980		randp->ph.param_type = htons(SCTP_RANDOM);
5981		randp->ph.param_length = htons(parameter_len);
5982		SCTP_READ_RANDOM(randp->random_data, SCTP_AUTH_RANDOM_SIZE_DEFAULT);
5983		padding_len = SCTP_SIZE32(parameter_len) - parameter_len;
5984		chunk_len += parameter_len;
5985
5986		if (padding_len > 0) {
5987			memset(mtod(m, caddr_t)+chunk_len, 0, padding_len);
5988			chunk_len += padding_len;
5989			padding_len = 0;
5990		}
5991		/* add HMAC_ALGO parameter */
5992		hmacs = (struct sctp_auth_hmac_algo *)(mtod(m, caddr_t)+chunk_len);
5993		parameter_len = (uint16_t)sizeof(struct sctp_auth_hmac_algo) +
5994		    sctp_serialize_hmaclist(inp->sctp_ep.local_hmacs,
5995		    (uint8_t *)hmacs->hmac_ids);
5996		hmacs->ph.param_type = htons(SCTP_HMAC_LIST);
5997		hmacs->ph.param_length = htons(parameter_len);
5998		padding_len = SCTP_SIZE32(parameter_len) - parameter_len;
5999		chunk_len += parameter_len;
6000
6001		if (padding_len > 0) {
6002			memset(mtod(m, caddr_t)+chunk_len, 0, padding_len);
6003			chunk_len += padding_len;
6004			padding_len = 0;
6005		}
6006		/* add CHUNKS parameter */
6007		chunks = (struct sctp_auth_chunk_list *)(mtod(m, caddr_t)+chunk_len);
6008		parameter_len = (uint16_t)sizeof(struct sctp_auth_chunk_list) +
6009		    sctp_serialize_auth_chunks(inp->sctp_ep.local_auth_chunks,
6010		    chunks->chunk_types);
6011		chunks->ph.param_type = htons(SCTP_CHUNK_LIST);
6012		chunks->ph.param_length = htons(parameter_len);
6013		padding_len = SCTP_SIZE32(parameter_len) - parameter_len;
6014		chunk_len += parameter_len;
6015	}
6016	SCTP_BUF_LEN(m) = chunk_len;
6017	m_last = m;
6018	/* now the addresses */
6019	/*
6020	 * To optimize this we could put the scoping stuff into a structure
6021	 * and remove the individual uint8's from the stc structure. Then we
6022	 * could just sifa in the address within the stc.. but for now this
6023	 * is a quick hack to get the address stuff teased apart.
6024	 */
6025	scp.ipv4_addr_legal = stc.ipv4_addr_legal;
6026	scp.ipv6_addr_legal = stc.ipv6_addr_legal;
6027	scp.loopback_scope = stc.loopback_scope;
6028	scp.ipv4_local_scope = stc.ipv4_scope;
6029	scp.local_scope = stc.local_scope;
6030	scp.site_scope = stc.site_scope;
6031	m_last = sctp_add_addresses_to_i_ia(inp, stcb, &scp, m_last,
6032	    cnt_inits_to,
6033	    &padding_len, &chunk_len);
6034	/* padding_len can only be positive, if no addresses have been added */
6035	if (padding_len > 0) {
6036		memset(mtod(m, caddr_t)+chunk_len, 0, padding_len);
6037		chunk_len += padding_len;
6038		SCTP_BUF_LEN(m) += padding_len;
6039		padding_len = 0;
6040	}
6041
6042	/* tack on the operational error if present */
6043	if (op_err) {
6044		parameter_len = 0;
6045		for (m_tmp = op_err; m_tmp != NULL; m_tmp = SCTP_BUF_NEXT(m_tmp)) {
6046			parameter_len += SCTP_BUF_LEN(m_tmp);
6047		}
6048		padding_len = SCTP_SIZE32(parameter_len) - parameter_len;
6049		SCTP_BUF_NEXT(m_last) = op_err;
6050		while (SCTP_BUF_NEXT(m_last) != NULL) {
6051			m_last = SCTP_BUF_NEXT(m_last);
6052		}
6053		chunk_len += parameter_len;
6054	}
6055	if (padding_len > 0) {
6056		m_last = sctp_add_pad_tombuf(m_last, padding_len);
6057		if (m_last == NULL) {
6058			/* Houston we have a problem, no space */
6059			sctp_m_freem(m);
6060			return;
6061		}
6062		chunk_len += padding_len;
6063		padding_len = 0;
6064	}
6065	/* Now we must build a cookie */
6066	m_cookie = sctp_add_cookie(init_pkt, offset, m, 0, &stc, &signature);
6067	if (m_cookie == NULL) {
6068		/* memory problem */
6069		sctp_m_freem(m);
6070		return;
6071	}
6072	/* Now append the cookie to the end and update the space/size */
6073	SCTP_BUF_NEXT(m_last) = m_cookie;
6074	parameter_len = 0;
6075	for (m_tmp = m_cookie; m_tmp != NULL; m_tmp = SCTP_BUF_NEXT(m_tmp)) {
6076		parameter_len += SCTP_BUF_LEN(m_tmp);
6077		if (SCTP_BUF_NEXT(m_tmp) == NULL) {
6078			m_last = m_tmp;
6079		}
6080	}
6081	padding_len = SCTP_SIZE32(parameter_len) - parameter_len;
6082	chunk_len += parameter_len;
6083
6084	/*
6085	 * Place in the size, but we don't include the last pad (if any) in
6086	 * the INIT-ACK.
6087	 */
6088	initack->ch.chunk_length = htons(chunk_len);
6089
6090	/*
6091	 * Time to sign the cookie, we don't sign over the cookie signature
6092	 * though thus we set trailer.
6093	 */
6094	(void)sctp_hmac_m(SCTP_HMAC,
6095	    (uint8_t *)inp->sctp_ep.secret_key[(int)(inp->sctp_ep.current_secret_number)],
6096	    SCTP_SECRET_SIZE, m_cookie, sizeof(struct sctp_paramhdr),
6097	    (uint8_t *)signature, SCTP_SIGNATURE_SIZE);
6098	/*
6099	 * We sifa 0 here to NOT set IP_DF if its IPv4, we ignore the return
6100	 * here since the timer will drive a retranmission.
6101	 */
6102	if (padding_len > 0) {
6103		if (sctp_add_pad_tombuf(m_last, padding_len) == NULL) {
6104			sctp_m_freem(m);
6105			return;
6106		}
6107	}
6108	if (stc.loopback_scope) {
6109		over_addr = (union sctp_sockstore *)dst;
6110	} else {
6111		over_addr = NULL;
6112	}
6113
6114	if ((error = sctp_lowlevel_chunk_output(inp, NULL, NULL, to, m, 0, NULL, 0, 0,
6115	    0, 0,
6116	    inp->sctp_lport, sh->src_port, init_chk->init.initiate_tag,
6117	    port, over_addr,
6118	    mflowtype, mflowid,
6119	    SCTP_SO_NOT_LOCKED))) {
6120		SCTPDBG(SCTP_DEBUG_OUTPUT4, "Gak send error %d\n", error);
6121		if (error == ENOBUFS) {
6122			if (asoc != NULL) {
6123				asoc->ifp_had_enobuf = 1;
6124			}
6125			SCTP_STAT_INCR(sctps_lowlevelerr);
6126		}
6127	} else {
6128		if (asoc != NULL) {
6129			asoc->ifp_had_enobuf = 0;
6130		}
6131	}
6132	SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks);
6133}
6134
6135static void
6136sctp_prune_prsctp(struct sctp_tcb *stcb,
6137    struct sctp_association *asoc,
6138    struct sctp_sndrcvinfo *srcv,
6139    int dataout)
6140{
6141	int freed_spc = 0;
6142	struct sctp_tmit_chunk *chk, *nchk;
6143
6144	SCTP_TCB_LOCK_ASSERT(stcb);
6145	if ((asoc->prsctp_supported) &&
6146	    (asoc->sent_queue_cnt_removeable > 0)) {
6147		TAILQ_FOREACH(chk, &asoc->sent_queue, sctp_next) {
6148			/*
6149			 * Look for chunks marked with the PR_SCTP flag AND
6150			 * the buffer space flag. If the one being sent is
6151			 * equal or greater priority then purge the old one
6152			 * and free some space.
6153			 */
6154			if (PR_SCTP_BUF_ENABLED(chk->flags)) {
6155				/*
6156				 * This one is PR-SCTP AND buffer space
6157				 * limited type
6158				 */
6159				if (chk->rec.data.timetodrop.tv_sec > (long)srcv->sinfo_timetolive) {
6160					/*
6161					 * Lower numbers equates to higher
6162					 * priority. So if the one we are
6163					 * looking at has a larger priority,
6164					 * we want to drop the data and NOT
6165					 * retransmit it.
6166					 */
6167					if (chk->data) {
6168						/*
6169						 * We release the book_size
6170						 * if the mbuf is here
6171						 */
6172						int ret_spc;
6173						uint8_t sent;
6174
6175						if (chk->sent > SCTP_DATAGRAM_UNSENT)
6176							sent = 1;
6177						else
6178							sent = 0;
6179						ret_spc = sctp_release_pr_sctp_chunk(stcb, chk,
6180						    sent,
6181						    SCTP_SO_LOCKED);
6182						freed_spc += ret_spc;
6183						if (freed_spc >= dataout) {
6184							return;
6185						}
6186					}	/* if chunk was present */
6187				}	/* if of sufficient priority */
6188			}	/* if chunk has enabled */
6189		}		/* tailqforeach */
6190
6191		TAILQ_FOREACH_SAFE(chk, &asoc->send_queue, sctp_next, nchk) {
6192			/* Here we must move to the sent queue and mark */
6193			if (PR_SCTP_BUF_ENABLED(chk->flags)) {
6194				if (chk->rec.data.timetodrop.tv_sec > (long)srcv->sinfo_timetolive) {
6195					if (chk->data) {
6196						/*
6197						 * We release the book_size
6198						 * if the mbuf is here
6199						 */
6200						int ret_spc;
6201
6202						ret_spc = sctp_release_pr_sctp_chunk(stcb, chk,
6203						    0, SCTP_SO_LOCKED);
6204
6205						freed_spc += ret_spc;
6206						if (freed_spc >= dataout) {
6207							return;
6208						}
6209					}	/* end if chk->data */
6210				}	/* end if right class */
6211			}	/* end if chk pr-sctp */
6212		}		/* tailqforeachsafe (chk) */
6213	}			/* if enabled in asoc */
6214}
6215
6216int
6217sctp_get_frag_point(struct sctp_tcb *stcb,
6218    struct sctp_association *asoc)
6219{
6220	int siz, ovh;
6221
6222	/*
6223	 * For endpoints that have both v6 and v4 addresses we must reserve
6224	 * room for the ipv6 header, for those that are only dealing with V4
6225	 * we use a larger frag point.
6226	 */
6227	if (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_BOUND_V6) {
6228		ovh = SCTP_MIN_OVERHEAD;
6229	} else {
6230		ovh = SCTP_MIN_V4_OVERHEAD;
6231	}
6232	ovh += SCTP_DATA_CHUNK_OVERHEAD(stcb);
6233	if (stcb->asoc.sctp_frag_point > asoc->smallest_mtu)
6234		siz = asoc->smallest_mtu - ovh;
6235	else
6236		siz = (stcb->asoc.sctp_frag_point - ovh);
6237	/*
6238	 * if (siz > (MCLBYTES-sizeof(struct sctp_data_chunk))) {
6239	 */
6240	/* A data chunk MUST fit in a cluster */
6241	/* siz = (MCLBYTES - sizeof(struct sctp_data_chunk)); */
6242	/* } */
6243
6244	/* adjust for an AUTH chunk if DATA requires auth */
6245	if (sctp_auth_is_required_chunk(SCTP_DATA, stcb->asoc.peer_auth_chunks))
6246		siz -= sctp_get_auth_chunk_len(stcb->asoc.peer_hmac_id);
6247
6248	if (siz % 4) {
6249		/* make it an even word boundary please */
6250		siz -= (siz % 4);
6251	}
6252	return (siz);
6253}
6254
6255static void
6256sctp_set_prsctp_policy(struct sctp_stream_queue_pending *sp)
6257{
6258	/*
6259	 * We assume that the user wants PR_SCTP_TTL if the user provides a
6260	 * positive lifetime but does not specify any PR_SCTP policy.
6261	 */
6262	if (PR_SCTP_ENABLED(sp->sinfo_flags)) {
6263		sp->act_flags |= PR_SCTP_POLICY(sp->sinfo_flags);
6264	} else if (sp->timetolive > 0) {
6265		sp->sinfo_flags |= SCTP_PR_SCTP_TTL;
6266		sp->act_flags |= PR_SCTP_POLICY(sp->sinfo_flags);
6267	} else {
6268		return;
6269	}
6270	switch (PR_SCTP_POLICY(sp->sinfo_flags)) {
6271	case CHUNK_FLAGS_PR_SCTP_BUF:
6272		/*
6273		 * Time to live is a priority stored in tv_sec when doing
6274		 * the buffer drop thing.
6275		 */
6276		sp->ts.tv_sec = sp->timetolive;
6277		sp->ts.tv_usec = 0;
6278		break;
6279	case CHUNK_FLAGS_PR_SCTP_TTL:
6280		{
6281			struct timeval tv;
6282
6283			(void)SCTP_GETTIME_TIMEVAL(&sp->ts);
6284			tv.tv_sec = sp->timetolive / 1000;
6285			tv.tv_usec = (sp->timetolive * 1000) % 1000000;
6286			/*
6287			 * TODO sctp_constants.h needs alternative time
6288			 * macros when _KERNEL is undefined.
6289			 */
6290			timevaladd(&sp->ts, &tv);
6291		}
6292		break;
6293	case CHUNK_FLAGS_PR_SCTP_RTX:
6294		/*
6295		 * Time to live is a the number or retransmissions stored in
6296		 * tv_sec.
6297		 */
6298		sp->ts.tv_sec = sp->timetolive;
6299		sp->ts.tv_usec = 0;
6300		break;
6301	default:
6302		SCTPDBG(SCTP_DEBUG_USRREQ1,
6303		    "Unknown PR_SCTP policy %u.\n",
6304		    PR_SCTP_POLICY(sp->sinfo_flags));
6305		break;
6306	}
6307}
6308
6309static int
6310sctp_msg_append(struct sctp_tcb *stcb,
6311    struct sctp_nets *net,
6312    struct mbuf *m,
6313    struct sctp_sndrcvinfo *srcv, int hold_stcb_lock)
6314{
6315	int error = 0;
6316	struct mbuf *at;
6317	struct sctp_stream_queue_pending *sp = NULL;
6318	struct sctp_stream_out *strm;
6319
6320	/*
6321	 * Given an mbuf chain, put it into the association send queue and
6322	 * place it on the wheel
6323	 */
6324	if (srcv->sinfo_stream >= stcb->asoc.streamoutcnt) {
6325		/* Invalid stream number */
6326		SCTP_LTRACE_ERR_RET_PKT(m, NULL, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
6327		error = EINVAL;
6328		goto out_now;
6329	}
6330	if ((stcb->asoc.stream_locked) &&
6331	    (stcb->asoc.stream_locked_on != srcv->sinfo_stream)) {
6332		SCTP_LTRACE_ERR_RET_PKT(m, NULL, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
6333		error = EINVAL;
6334		goto out_now;
6335	}
6336	strm = &stcb->asoc.strmout[srcv->sinfo_stream];
6337	/* Now can we send this? */
6338	if ((SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_SENT) ||
6339	    (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_ACK_SENT) ||
6340	    (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED) ||
6341	    (stcb->asoc.state & SCTP_STATE_SHUTDOWN_PENDING)) {
6342		/* got data while shutting down */
6343		SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ECONNRESET);
6344		error = ECONNRESET;
6345		goto out_now;
6346	}
6347	sctp_alloc_a_strmoq(stcb, sp);
6348	if (sp == NULL) {
6349		SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
6350		error = ENOMEM;
6351		goto out_now;
6352	}
6353	sp->sinfo_flags = srcv->sinfo_flags;
6354	sp->timetolive = srcv->sinfo_timetolive;
6355	sp->ppid = srcv->sinfo_ppid;
6356	sp->context = srcv->sinfo_context;
6357	sp->fsn = 0;
6358	if (sp->sinfo_flags & SCTP_ADDR_OVER) {
6359		sp->net = net;
6360		atomic_add_int(&sp->net->ref_count, 1);
6361	} else {
6362		sp->net = NULL;
6363	}
6364	(void)SCTP_GETTIME_TIMEVAL(&sp->ts);
6365	sp->sid = srcv->sinfo_stream;
6366	sp->msg_is_complete = 1;
6367	sp->sender_all_done = 1;
6368	sp->some_taken = 0;
6369	sp->data = m;
6370	sp->tail_mbuf = NULL;
6371	sctp_set_prsctp_policy(sp);
6372	/*
6373	 * We could in theory (for sendall) sifa the length in, but we would
6374	 * still have to hunt through the chain since we need to setup the
6375	 * tail_mbuf
6376	 */
6377	sp->length = 0;
6378	for (at = m; at; at = SCTP_BUF_NEXT(at)) {
6379		if (SCTP_BUF_NEXT(at) == NULL)
6380			sp->tail_mbuf = at;
6381		sp->length += SCTP_BUF_LEN(at);
6382	}
6383	if (srcv->sinfo_keynumber_valid) {
6384		sp->auth_keyid = srcv->sinfo_keynumber;
6385	} else {
6386		sp->auth_keyid = stcb->asoc.authinfo.active_keyid;
6387	}
6388	if (sctp_auth_is_required_chunk(SCTP_DATA, stcb->asoc.peer_auth_chunks)) {
6389		sctp_auth_key_acquire(stcb, sp->auth_keyid);
6390		sp->holds_key_ref = 1;
6391	}
6392	if (hold_stcb_lock == 0) {
6393		SCTP_TCB_SEND_LOCK(stcb);
6394	}
6395	sctp_snd_sb_alloc(stcb, sp->length);
6396	atomic_add_int(&stcb->asoc.stream_queue_cnt, 1);
6397	TAILQ_INSERT_TAIL(&strm->outqueue, sp, next);
6398	stcb->asoc.ss_functions.sctp_ss_add_to_stream(stcb, &stcb->asoc, strm, sp, 1);
6399	m = NULL;
6400	if (hold_stcb_lock == 0) {
6401		SCTP_TCB_SEND_UNLOCK(stcb);
6402	}
6403out_now:
6404	if (m) {
6405		sctp_m_freem(m);
6406	}
6407	return (error);
6408}
6409
6410static struct mbuf *
6411sctp_copy_mbufchain(struct mbuf *clonechain,
6412    struct mbuf *outchain,
6413    struct mbuf **endofchain,
6414    int can_take_mbuf,
6415    int sizeofcpy,
6416    uint8_t copy_by_ref)
6417{
6418	struct mbuf *m;
6419	struct mbuf *appendchain;
6420	caddr_t cp;
6421	int len;
6422
6423	if (endofchain == NULL) {
6424		/* error */
6425error_out:
6426		if (outchain)
6427			sctp_m_freem(outchain);
6428		return (NULL);
6429	}
6430	if (can_take_mbuf) {
6431		appendchain = clonechain;
6432	} else {
6433		if (!copy_by_ref &&
6434		    (sizeofcpy <= (int)((((SCTP_BASE_SYSCTL(sctp_mbuf_threshold_count) - 1) * MLEN) + MHLEN)))) {
6435			/* Its not in a cluster */
6436			if (*endofchain == NULL) {
6437				/* lets get a mbuf cluster */
6438				if (outchain == NULL) {
6439					/* This is the general case */
6440			new_mbuf:
6441					outchain = sctp_get_mbuf_for_msg(MCLBYTES, 0, M_NOWAIT, 1, MT_HEADER);
6442					if (outchain == NULL) {
6443						goto error_out;
6444					}
6445					SCTP_BUF_LEN(outchain) = 0;
6446					*endofchain = outchain;
6447					/* get the prepend space */
6448					SCTP_BUF_RESV_UF(outchain, (SCTP_FIRST_MBUF_RESV + 4));
6449				} else {
6450					/*
6451					 * We really should not get a NULL
6452					 * in endofchain
6453					 */
6454					/* find end */
6455					m = outchain;
6456					while (m) {
6457						if (SCTP_BUF_NEXT(m) == NULL) {
6458							*endofchain = m;
6459							break;
6460						}
6461						m = SCTP_BUF_NEXT(m);
6462					}
6463					/* sanity */
6464					if (*endofchain == NULL) {
6465						/*
6466						 * huh, TSNH XXX maybe we
6467						 * should panic
6468						 */
6469						sctp_m_freem(outchain);
6470						goto new_mbuf;
6471					}
6472				}
6473				/* get the new end of length */
6474				len = (int)M_TRAILINGSPACE(*endofchain);
6475			} else {
6476				/* how much is left at the end? */
6477				len = (int)M_TRAILINGSPACE(*endofchain);
6478			}
6479			/* Find the end of the data, for appending */
6480			cp = (mtod((*endofchain), caddr_t)+SCTP_BUF_LEN((*endofchain)));
6481
6482			/* Now lets copy it out */
6483			if (len >= sizeofcpy) {
6484				/* It all fits, copy it in */
6485				m_copydata(clonechain, 0, sizeofcpy, cp);
6486				SCTP_BUF_LEN((*endofchain)) += sizeofcpy;
6487			} else {
6488				/* fill up the end of the chain */
6489				if (len > 0) {
6490					m_copydata(clonechain, 0, len, cp);
6491					SCTP_BUF_LEN((*endofchain)) += len;
6492					/* now we need another one */
6493					sizeofcpy -= len;
6494				}
6495				m = sctp_get_mbuf_for_msg(MCLBYTES, 0, M_NOWAIT, 1, MT_HEADER);
6496				if (m == NULL) {
6497					/* We failed */
6498					goto error_out;
6499				}
6500				SCTP_BUF_NEXT((*endofchain)) = m;
6501				*endofchain = m;
6502				cp = mtod((*endofchain), caddr_t);
6503				m_copydata(clonechain, len, sizeofcpy, cp);
6504				SCTP_BUF_LEN((*endofchain)) += sizeofcpy;
6505			}
6506			return (outchain);
6507		} else {
6508			/* copy the old fashion way */
6509			appendchain = SCTP_M_COPYM(clonechain, 0, M_COPYALL, M_NOWAIT);
6510#ifdef SCTP_MBUF_LOGGING
6511			if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) {
6512				sctp_log_mbc(appendchain, SCTP_MBUF_ICOPY);
6513			}
6514#endif
6515		}
6516	}
6517	if (appendchain == NULL) {
6518		/* error */
6519		if (outchain)
6520			sctp_m_freem(outchain);
6521		return (NULL);
6522	}
6523	if (outchain) {
6524		/* tack on to the end */
6525		if (*endofchain != NULL) {
6526			SCTP_BUF_NEXT(((*endofchain))) = appendchain;
6527		} else {
6528			m = outchain;
6529			while (m) {
6530				if (SCTP_BUF_NEXT(m) == NULL) {
6531					SCTP_BUF_NEXT(m) = appendchain;
6532					break;
6533				}
6534				m = SCTP_BUF_NEXT(m);
6535			}
6536		}
6537		/*
6538		 * save off the end and update the end-chain position
6539		 */
6540		m = appendchain;
6541		while (m) {
6542			if (SCTP_BUF_NEXT(m) == NULL) {
6543				*endofchain = m;
6544				break;
6545			}
6546			m = SCTP_BUF_NEXT(m);
6547		}
6548		return (outchain);
6549	} else {
6550		/* save off the end and update the end-chain position */
6551		m = appendchain;
6552		while (m) {
6553			if (SCTP_BUF_NEXT(m) == NULL) {
6554				*endofchain = m;
6555				break;
6556			}
6557			m = SCTP_BUF_NEXT(m);
6558		}
6559		return (appendchain);
6560	}
6561}
6562
6563static int
6564sctp_med_chunk_output(struct sctp_inpcb *inp,
6565    struct sctp_tcb *stcb,
6566    struct sctp_association *asoc,
6567    int *num_out,
6568    int *reason_code,
6569    int control_only, int from_where,
6570    struct timeval *now, int *now_filled, int frag_point, int so_locked);
6571
6572static void
6573sctp_sendall_iterator(struct sctp_inpcb *inp, struct sctp_tcb *stcb, void *ptr,
6574    uint32_t val SCTP_UNUSED)
6575{
6576	struct sctp_copy_all *ca;
6577	struct mbuf *m;
6578	int ret = 0;
6579	int added_control = 0;
6580	int un_sent, do_chunk_output = 1;
6581	struct sctp_association *asoc;
6582	struct sctp_nets *net;
6583
6584	ca = (struct sctp_copy_all *)ptr;
6585	if (ca->m == NULL) {
6586		return;
6587	}
6588	if (ca->inp != inp) {
6589		/* TSNH */
6590		return;
6591	}
6592	if (ca->sndlen > 0) {
6593		m = SCTP_M_COPYM(ca->m, 0, M_COPYALL, M_NOWAIT);
6594		if (m == NULL) {
6595			/* can't copy so we are done */
6596			ca->cnt_failed++;
6597			return;
6598		}
6599#ifdef SCTP_MBUF_LOGGING
6600		if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) {
6601			sctp_log_mbc(m, SCTP_MBUF_ICOPY);
6602		}
6603#endif
6604	} else {
6605		m = NULL;
6606	}
6607	SCTP_TCB_LOCK_ASSERT(stcb);
6608	if (stcb->asoc.alternate) {
6609		net = stcb->asoc.alternate;
6610	} else {
6611		net = stcb->asoc.primary_destination;
6612	}
6613	if (ca->sndrcv.sinfo_flags & SCTP_ABORT) {
6614		/* Abort this assoc with m as the user defined reason */
6615		if (m != NULL) {
6616			SCTP_BUF_PREPEND(m, sizeof(struct sctp_paramhdr), M_NOWAIT);
6617		} else {
6618			m = sctp_get_mbuf_for_msg(sizeof(struct sctp_paramhdr),
6619			    0, M_NOWAIT, 1, MT_DATA);
6620			SCTP_BUF_LEN(m) = sizeof(struct sctp_paramhdr);
6621		}
6622		if (m != NULL) {
6623			struct sctp_paramhdr *ph;
6624
6625			ph = mtod(m, struct sctp_paramhdr *);
6626			ph->param_type = htons(SCTP_CAUSE_USER_INITIATED_ABT);
6627			ph->param_length = htons((uint16_t)(sizeof(struct sctp_paramhdr) + ca->sndlen));
6628		}
6629		/*
6630		 * We add one here to keep the assoc from dis-appearing on
6631		 * us.
6632		 */
6633		atomic_add_int(&stcb->asoc.refcnt, 1);
6634		sctp_abort_an_association(inp, stcb, m, SCTP_SO_NOT_LOCKED);
6635		/*
6636		 * sctp_abort_an_association calls sctp_free_asoc() free
6637		 * association will NOT free it since we incremented the
6638		 * refcnt .. we do this to prevent it being freed and things
6639		 * getting tricky since we could end up (from free_asoc)
6640		 * calling inpcb_free which would get a recursive lock call
6641		 * to the iterator lock.. But as a consequence of that the
6642		 * stcb will return to us un-locked.. since free_asoc
6643		 * returns with either no TCB or the TCB unlocked, we must
6644		 * relock.. to unlock in the iterator timer :-0
6645		 */
6646		SCTP_TCB_LOCK(stcb);
6647		atomic_add_int(&stcb->asoc.refcnt, -1);
6648		goto no_chunk_output;
6649	} else {
6650		if (m) {
6651			ret = sctp_msg_append(stcb, net, m,
6652			    &ca->sndrcv, 1);
6653		}
6654		asoc = &stcb->asoc;
6655		if (ca->sndrcv.sinfo_flags & SCTP_EOF) {
6656			/* shutdown this assoc */
6657			if (TAILQ_EMPTY(&asoc->send_queue) &&
6658			    TAILQ_EMPTY(&asoc->sent_queue) &&
6659			    sctp_is_there_unsent_data(stcb, SCTP_SO_NOT_LOCKED) == 0) {
6660				if ((*asoc->ss_functions.sctp_ss_is_user_msgs_incomplete) (stcb, asoc)) {
6661					goto abort_anyway;
6662				}
6663				/*
6664				 * there is nothing queued to send, so I'm
6665				 * done...
6666				 */
6667				if ((SCTP_GET_STATE(stcb) != SCTP_STATE_SHUTDOWN_SENT) &&
6668				    (SCTP_GET_STATE(stcb) != SCTP_STATE_SHUTDOWN_RECEIVED) &&
6669				    (SCTP_GET_STATE(stcb) != SCTP_STATE_SHUTDOWN_ACK_SENT)) {
6670					/*
6671					 * only send SHUTDOWN the first time
6672					 * through
6673					 */
6674					if (SCTP_GET_STATE(stcb) == SCTP_STATE_OPEN) {
6675						SCTP_STAT_DECR_GAUGE32(sctps_currestab);
6676					}
6677					SCTP_SET_STATE(stcb, SCTP_STATE_SHUTDOWN_SENT);
6678					sctp_stop_timers_for_shutdown(stcb);
6679					sctp_send_shutdown(stcb, net);
6680					sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, stcb->sctp_ep, stcb,
6681					    net);
6682					sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, stcb->sctp_ep, stcb,
6683					    NULL);
6684					added_control = 1;
6685					do_chunk_output = 0;
6686				}
6687			} else {
6688				/*
6689				 * we still got (or just got) data to send,
6690				 * so set SHUTDOWN_PENDING
6691				 */
6692				/*
6693				 * XXX sockets draft says that SCTP_EOF
6694				 * should be sent with no data.  currently,
6695				 * we will allow user data to be sent first
6696				 * and move to SHUTDOWN-PENDING
6697				 */
6698				if ((SCTP_GET_STATE(stcb) != SCTP_STATE_SHUTDOWN_SENT) &&
6699				    (SCTP_GET_STATE(stcb) != SCTP_STATE_SHUTDOWN_RECEIVED) &&
6700				    (SCTP_GET_STATE(stcb) != SCTP_STATE_SHUTDOWN_ACK_SENT)) {
6701					if ((*asoc->ss_functions.sctp_ss_is_user_msgs_incomplete) (stcb, asoc)) {
6702						SCTP_ADD_SUBSTATE(stcb, SCTP_STATE_PARTIAL_MSG_LEFT);
6703					}
6704					SCTP_ADD_SUBSTATE(stcb, SCTP_STATE_SHUTDOWN_PENDING);
6705					if (TAILQ_EMPTY(&asoc->send_queue) &&
6706					    TAILQ_EMPTY(&asoc->sent_queue) &&
6707					    (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT)) {
6708						struct mbuf *op_err;
6709						char msg[SCTP_DIAG_INFO_LEN];
6710
6711				abort_anyway:
6712						SCTP_SNPRINTF(msg, sizeof(msg),
6713						    "%s:%d at %s", __FILE__, __LINE__, __func__);
6714						op_err = sctp_generate_cause(SCTP_BASE_SYSCTL(sctp_diag_info_code),
6715						    msg);
6716						atomic_add_int(&stcb->asoc.refcnt, 1);
6717						sctp_abort_an_association(stcb->sctp_ep, stcb,
6718						    op_err, SCTP_SO_NOT_LOCKED);
6719						atomic_add_int(&stcb->asoc.refcnt, -1);
6720						goto no_chunk_output;
6721					}
6722					sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, stcb->sctp_ep, stcb,
6723					    NULL);
6724				}
6725			}
6726		}
6727	}
6728	un_sent = ((stcb->asoc.total_output_queue_size - stcb->asoc.total_flight) +
6729	    (stcb->asoc.stream_queue_cnt * SCTP_DATA_CHUNK_OVERHEAD(stcb)));
6730
6731	if ((sctp_is_feature_off(inp, SCTP_PCB_FLAGS_NODELAY)) &&
6732	    (stcb->asoc.total_flight > 0) &&
6733	    (un_sent < (int)(stcb->asoc.smallest_mtu - SCTP_MIN_OVERHEAD))) {
6734		do_chunk_output = 0;
6735	}
6736	if (do_chunk_output)
6737		sctp_chunk_output(inp, stcb, SCTP_OUTPUT_FROM_USR_SEND, SCTP_SO_NOT_LOCKED);
6738	else if (added_control) {
6739		int num_out, reason, now_filled = 0;
6740		struct timeval now;
6741		int frag_point;
6742
6743		frag_point = sctp_get_frag_point(stcb, &stcb->asoc);
6744		(void)sctp_med_chunk_output(inp, stcb, &stcb->asoc, &num_out,
6745		    &reason, 1, 1, &now, &now_filled, frag_point, SCTP_SO_NOT_LOCKED);
6746	}
6747no_chunk_output:
6748	if (ret) {
6749		ca->cnt_failed++;
6750	} else {
6751		ca->cnt_sent++;
6752	}
6753}
6754
6755static void
6756sctp_sendall_completes(void *ptr, uint32_t val SCTP_UNUSED)
6757{
6758	struct sctp_copy_all *ca;
6759
6760	ca = (struct sctp_copy_all *)ptr;
6761	/*
6762	 * Do a notify here? Kacheong suggests that the notify be done at
6763	 * the send time.. so you would push up a notification if any send
6764	 * failed. Don't know if this is feasible since the only failures we
6765	 * have is "memory" related and if you cannot get an mbuf to send
6766	 * the data you surely can't get an mbuf to send up to notify the
6767	 * user you can't send the data :->
6768	 */
6769
6770	/* now free everything */
6771	if (ca->inp) {
6772		/* Lets clear the flag to allow others to run. */
6773		ca->inp->sctp_flags &= ~SCTP_PCB_FLAGS_SND_ITERATOR_UP;
6774	}
6775	sctp_m_freem(ca->m);
6776	SCTP_FREE(ca, SCTP_M_COPYAL);
6777}
6778
6779static struct mbuf *
6780sctp_copy_out_all(struct uio *uio, ssize_t len)
6781{
6782	struct mbuf *ret, *at;
6783	ssize_t left, willcpy, cancpy, error;
6784
6785	ret = sctp_get_mbuf_for_msg(MCLBYTES, 0, M_WAITOK, 1, MT_DATA);
6786	if (ret == NULL) {
6787		/* TSNH */
6788		return (NULL);
6789	}
6790	left = len;
6791	SCTP_BUF_LEN(ret) = 0;
6792	/* save space for the data chunk header */
6793	cancpy = (int)M_TRAILINGSPACE(ret);
6794	willcpy = min(cancpy, left);
6795	at = ret;
6796	while (left > 0) {
6797		/* Align data to the end */
6798		error = uiomove(mtod(at, caddr_t), (int)willcpy, uio);
6799		if (error) {
6800	err_out_now:
6801			sctp_m_freem(at);
6802			return (NULL);
6803		}
6804		SCTP_BUF_LEN(at) = (int)willcpy;
6805		SCTP_BUF_NEXT_PKT(at) = SCTP_BUF_NEXT(at) = 0;
6806		left -= willcpy;
6807		if (left > 0) {
6808			SCTP_BUF_NEXT(at) = sctp_get_mbuf_for_msg((unsigned int)left, 0, M_WAITOK, 1, MT_DATA);
6809			if (SCTP_BUF_NEXT(at) == NULL) {
6810				goto err_out_now;
6811			}
6812			at = SCTP_BUF_NEXT(at);
6813			SCTP_BUF_LEN(at) = 0;
6814			cancpy = (int)M_TRAILINGSPACE(at);
6815			willcpy = min(cancpy, left);
6816		}
6817	}
6818	return (ret);
6819}
6820
6821static int
6822sctp_sendall(struct sctp_inpcb *inp, struct uio *uio, struct mbuf *m,
6823    struct sctp_sndrcvinfo *srcv)
6824{
6825	int ret;
6826	struct sctp_copy_all *ca;
6827
6828	if (inp->sctp_flags & SCTP_PCB_FLAGS_SND_ITERATOR_UP) {
6829		/* There is another. */
6830		return (EBUSY);
6831	}
6832	if (uio->uio_resid > (ssize_t)SCTP_BASE_SYSCTL(sctp_sendall_limit)) {
6833		/* You must not be larger than the limit! */
6834		return (EMSGSIZE);
6835	}
6836	SCTP_MALLOC(ca, struct sctp_copy_all *, sizeof(struct sctp_copy_all),
6837	    SCTP_M_COPYAL);
6838	if (ca == NULL) {
6839		sctp_m_freem(m);
6840		SCTP_LTRACE_ERR_RET(inp, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
6841		return (ENOMEM);
6842	}
6843	memset(ca, 0, sizeof(struct sctp_copy_all));
6844
6845	ca->inp = inp;
6846	if (srcv) {
6847		memcpy(&ca->sndrcv, srcv, sizeof(struct sctp_nonpad_sndrcvinfo));
6848	}
6849	/*
6850	 * take off the sendall flag, it would be bad if we failed to do
6851	 * this :-0
6852	 */
6853	ca->sndrcv.sinfo_flags &= ~SCTP_SENDALL;
6854	/* get length and mbuf chain */
6855	if (uio) {
6856		ca->sndlen = uio->uio_resid;
6857		ca->m = sctp_copy_out_all(uio, ca->sndlen);
6858		if (ca->m == NULL) {
6859			SCTP_FREE(ca, SCTP_M_COPYAL);
6860			SCTP_LTRACE_ERR_RET(inp, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
6861			return (ENOMEM);
6862		}
6863	} else {
6864		/* Gather the length of the send */
6865		struct mbuf *mat;
6866
6867		ca->sndlen = 0;
6868		for (mat = m; mat; mat = SCTP_BUF_NEXT(mat)) {
6869			ca->sndlen += SCTP_BUF_LEN(mat);
6870		}
6871	}
6872	inp->sctp_flags |= SCTP_PCB_FLAGS_SND_ITERATOR_UP;
6873	ret = sctp_initiate_iterator(NULL, sctp_sendall_iterator, NULL,
6874	    SCTP_PCB_ANY_FLAGS, SCTP_PCB_ANY_FEATURES,
6875	    SCTP_ASOC_ANY_STATE,
6876	    (void *)ca, 0,
6877	    sctp_sendall_completes, inp, 1);
6878	if (ret) {
6879		inp->sctp_flags &= ~SCTP_PCB_FLAGS_SND_ITERATOR_UP;
6880		SCTP_FREE(ca, SCTP_M_COPYAL);
6881		SCTP_LTRACE_ERR_RET_PKT(m, inp, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, EFAULT);
6882		return (EFAULT);
6883	}
6884	return (0);
6885}
6886
6887void
6888sctp_toss_old_cookies(struct sctp_tcb *stcb, struct sctp_association *asoc)
6889{
6890	struct sctp_tmit_chunk *chk, *nchk;
6891
6892	TAILQ_FOREACH_SAFE(chk, &asoc->control_send_queue, sctp_next, nchk) {
6893		if (chk->rec.chunk_id.id == SCTP_COOKIE_ECHO) {
6894			TAILQ_REMOVE(&asoc->control_send_queue, chk, sctp_next);
6895			asoc->ctrl_queue_cnt--;
6896			if (chk->data) {
6897				sctp_m_freem(chk->data);
6898				chk->data = NULL;
6899			}
6900			sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED);
6901		}
6902	}
6903}
6904
6905void
6906sctp_toss_old_asconf(struct sctp_tcb *stcb)
6907{
6908	struct sctp_association *asoc;
6909	struct sctp_tmit_chunk *chk, *nchk;
6910	struct sctp_asconf_chunk *acp;
6911
6912	asoc = &stcb->asoc;
6913	TAILQ_FOREACH_SAFE(chk, &asoc->asconf_send_queue, sctp_next, nchk) {
6914		/* find SCTP_ASCONF chunk in queue */
6915		if (chk->rec.chunk_id.id == SCTP_ASCONF) {
6916			if (chk->data) {
6917				acp = mtod(chk->data, struct sctp_asconf_chunk *);
6918				if (SCTP_TSN_GT(ntohl(acp->serial_number), asoc->asconf_seq_out_acked)) {
6919					/* Not Acked yet */
6920					break;
6921				}
6922			}
6923			TAILQ_REMOVE(&asoc->asconf_send_queue, chk, sctp_next);
6924			asoc->ctrl_queue_cnt--;
6925			if (chk->data) {
6926				sctp_m_freem(chk->data);
6927				chk->data = NULL;
6928			}
6929			sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED);
6930		}
6931	}
6932}
6933
6934static void
6935sctp_clean_up_datalist(struct sctp_tcb *stcb,
6936    struct sctp_association *asoc,
6937    struct sctp_tmit_chunk **data_list,
6938    int bundle_at,
6939    struct sctp_nets *net)
6940{
6941	int i;
6942	struct sctp_tmit_chunk *tp1;
6943
6944	for (i = 0; i < bundle_at; i++) {
6945		/* off of the send queue */
6946		TAILQ_REMOVE(&asoc->send_queue, data_list[i], sctp_next);
6947		asoc->send_queue_cnt--;
6948		if (i > 0) {
6949			/*
6950			 * Any chunk NOT 0 you zap the time chunk 0 gets
6951			 * zapped or set based on if a RTO measurment is
6952			 * needed.
6953			 */
6954			data_list[i]->do_rtt = 0;
6955		}
6956		/* record time */
6957		data_list[i]->sent_rcv_time = net->last_sent_time;
6958		data_list[i]->rec.data.cwnd_at_send = net->cwnd;
6959		data_list[i]->rec.data.fast_retran_tsn = data_list[i]->rec.data.tsn;
6960		if (data_list[i]->whoTo == NULL) {
6961			data_list[i]->whoTo = net;
6962			atomic_add_int(&net->ref_count, 1);
6963		}
6964		/* on to the sent queue */
6965		tp1 = TAILQ_LAST(&asoc->sent_queue, sctpchunk_listhead);
6966		if ((tp1) && SCTP_TSN_GT(tp1->rec.data.tsn, data_list[i]->rec.data.tsn)) {
6967			struct sctp_tmit_chunk *tpp;
6968
6969			/* need to move back */
6970	back_up_more:
6971			tpp = TAILQ_PREV(tp1, sctpchunk_listhead, sctp_next);
6972			if (tpp == NULL) {
6973				TAILQ_INSERT_BEFORE(tp1, data_list[i], sctp_next);
6974				goto all_done;
6975			}
6976			tp1 = tpp;
6977			if (SCTP_TSN_GT(tp1->rec.data.tsn, data_list[i]->rec.data.tsn)) {
6978				goto back_up_more;
6979			}
6980			TAILQ_INSERT_AFTER(&asoc->sent_queue, tp1, data_list[i], sctp_next);
6981		} else {
6982			TAILQ_INSERT_TAIL(&asoc->sent_queue,
6983			    data_list[i],
6984			    sctp_next);
6985		}
6986all_done:
6987		/* This does not lower until the cum-ack passes it */
6988		asoc->sent_queue_cnt++;
6989		if ((asoc->peers_rwnd <= 0) &&
6990		    (asoc->total_flight == 0) &&
6991		    (bundle_at == 1)) {
6992			/* Mark the chunk as being a window probe */
6993			SCTP_STAT_INCR(sctps_windowprobed);
6994		}
6995#ifdef SCTP_AUDITING_ENABLED
6996		sctp_audit_log(0xC2, 3);
6997#endif
6998		data_list[i]->sent = SCTP_DATAGRAM_SENT;
6999		data_list[i]->snd_count = 1;
7000		data_list[i]->rec.data.chunk_was_revoked = 0;
7001		if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) {
7002			sctp_misc_ints(SCTP_FLIGHT_LOG_UP,
7003			    data_list[i]->whoTo->flight_size,
7004			    data_list[i]->book_size,
7005			    (uint32_t)(uintptr_t)data_list[i]->whoTo,
7006			    data_list[i]->rec.data.tsn);
7007		}
7008		sctp_flight_size_increase(data_list[i]);
7009		sctp_total_flight_increase(stcb, data_list[i]);
7010		if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) {
7011			sctp_log_rwnd(SCTP_DECREASE_PEER_RWND,
7012			    asoc->peers_rwnd, data_list[i]->send_size, SCTP_BASE_SYSCTL(sctp_peer_chunk_oh));
7013		}
7014		asoc->peers_rwnd = sctp_sbspace_sub(asoc->peers_rwnd,
7015		    (uint32_t)(data_list[i]->send_size + SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)));
7016		if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) {
7017			/* SWS sender side engages */
7018			asoc->peers_rwnd = 0;
7019		}
7020	}
7021	if (asoc->cc_functions.sctp_cwnd_update_packet_transmitted) {
7022		(*asoc->cc_functions.sctp_cwnd_update_packet_transmitted) (stcb, net);
7023	}
7024}
7025
7026static void
7027sctp_clean_up_ctl(struct sctp_tcb *stcb, struct sctp_association *asoc, int so_locked)
7028{
7029	struct sctp_tmit_chunk *chk, *nchk;
7030
7031	TAILQ_FOREACH_SAFE(chk, &asoc->control_send_queue, sctp_next, nchk) {
7032		if ((chk->rec.chunk_id.id == SCTP_SELECTIVE_ACK) ||
7033		    (chk->rec.chunk_id.id == SCTP_NR_SELECTIVE_ACK) ||	/* EY */
7034		    (chk->rec.chunk_id.id == SCTP_HEARTBEAT_REQUEST) ||
7035		    (chk->rec.chunk_id.id == SCTP_HEARTBEAT_ACK) ||
7036		    (chk->rec.chunk_id.id == SCTP_FORWARD_CUM_TSN) ||
7037		    (chk->rec.chunk_id.id == SCTP_SHUTDOWN) ||
7038		    (chk->rec.chunk_id.id == SCTP_SHUTDOWN_ACK) ||
7039		    (chk->rec.chunk_id.id == SCTP_OPERATION_ERROR) ||
7040		    (chk->rec.chunk_id.id == SCTP_PACKET_DROPPED) ||
7041		    (chk->rec.chunk_id.id == SCTP_COOKIE_ACK) ||
7042		    (chk->rec.chunk_id.id == SCTP_ECN_CWR) ||
7043		    (chk->rec.chunk_id.id == SCTP_ASCONF_ACK)) {
7044			/* Stray chunks must be cleaned up */
7045	clean_up_anyway:
7046			TAILQ_REMOVE(&asoc->control_send_queue, chk, sctp_next);
7047			asoc->ctrl_queue_cnt--;
7048			if (chk->data) {
7049				sctp_m_freem(chk->data);
7050				chk->data = NULL;
7051			}
7052			if (chk->rec.chunk_id.id == SCTP_FORWARD_CUM_TSN) {
7053				asoc->fwd_tsn_cnt--;
7054			}
7055			sctp_free_a_chunk(stcb, chk, so_locked);
7056		} else if (chk->rec.chunk_id.id == SCTP_STREAM_RESET) {
7057			/* special handling, we must look into the param */
7058			if (chk != asoc->str_reset) {
7059				goto clean_up_anyway;
7060			}
7061		}
7062	}
7063}
7064
7065static uint32_t
7066sctp_can_we_split_this(struct sctp_tcb *stcb, uint32_t length,
7067    uint32_t space_left, uint32_t frag_point, int eeor_on)
7068{
7069	/*
7070	 * Make a decision on if I should split a msg into multiple parts.
7071	 * This is only asked of incomplete messages.
7072	 */
7073	if (eeor_on) {
7074		/*
7075		 * If we are doing EEOR we need to always send it if its the
7076		 * entire thing, since it might be all the guy is putting in
7077		 * the hopper.
7078		 */
7079		if (space_left >= length) {
7080			/*-
7081			 * If we have data outstanding,
7082			 * we get another chance when the sack
7083			 * arrives to transmit - wait for more data
7084			 */
7085			if (stcb->asoc.total_flight == 0) {
7086				/*
7087				 * If nothing is in flight, we zero the
7088				 * packet counter.
7089				 */
7090				return (length);
7091			}
7092			return (0);
7093
7094		} else {
7095			/* You can fill the rest */
7096			return (space_left);
7097		}
7098	}
7099	/*-
7100	 * For those strange folk that make the send buffer
7101	 * smaller than our fragmentation point, we can't
7102	 * get a full msg in so we have to allow splitting.
7103	 */
7104	if (SCTP_SB_LIMIT_SND(stcb->sctp_socket) < frag_point) {
7105		return (length);
7106	}
7107	if ((length <= space_left) ||
7108	    ((length - space_left) < SCTP_BASE_SYSCTL(sctp_min_residual))) {
7109		/* Sub-optimial residual don't split in non-eeor mode. */
7110		return (0);
7111	}
7112	/*
7113	 * If we reach here length is larger than the space_left. Do we wish
7114	 * to split it for the sake of packet putting together?
7115	 */
7116	if (space_left >= min(SCTP_BASE_SYSCTL(sctp_min_split_point), frag_point)) {
7117		/* Its ok to split it */
7118		return (min(space_left, frag_point));
7119	}
7120	/* Nope, can't split */
7121	return (0);
7122}
7123
7124static uint32_t
7125sctp_move_to_outqueue(struct sctp_tcb *stcb,
7126    struct sctp_stream_out *strq,
7127    uint32_t space_left,
7128    uint32_t frag_point,
7129    int *giveup,
7130    int eeor_mode,
7131    int *bail,
7132    int so_locked)
7133{
7134	/* Move from the stream to the send_queue keeping track of the total */
7135	struct sctp_association *asoc;
7136	struct sctp_stream_queue_pending *sp;
7137	struct sctp_tmit_chunk *chk;
7138	struct sctp_data_chunk *dchkh = NULL;
7139	struct sctp_idata_chunk *ndchkh = NULL;
7140	uint32_t to_move, length;
7141	int leading;
7142	uint8_t rcv_flags = 0;
7143	uint8_t some_taken;
7144	uint8_t send_lock_up = 0;
7145
7146	SCTP_TCB_LOCK_ASSERT(stcb);
7147	asoc = &stcb->asoc;
7148one_more_time:
7149	/* sa_ignore FREED_MEMORY */
7150	sp = TAILQ_FIRST(&strq->outqueue);
7151	if (sp == NULL) {
7152		if (send_lock_up == 0) {
7153			SCTP_TCB_SEND_LOCK(stcb);
7154			send_lock_up = 1;
7155		}
7156		sp = TAILQ_FIRST(&strq->outqueue);
7157		if (sp) {
7158			goto one_more_time;
7159		}
7160		if ((sctp_is_feature_on(stcb->sctp_ep, SCTP_PCB_FLAGS_EXPLICIT_EOR) == 0) &&
7161		    (stcb->asoc.idata_supported == 0) &&
7162		    (strq->last_msg_incomplete)) {
7163			SCTP_PRINTF("Huh? Stream:%d lm_in_c=%d but queue is NULL\n",
7164			    strq->sid,
7165			    strq->last_msg_incomplete);
7166			strq->last_msg_incomplete = 0;
7167		}
7168		to_move = 0;
7169		if (send_lock_up) {
7170			SCTP_TCB_SEND_UNLOCK(stcb);
7171			send_lock_up = 0;
7172		}
7173		goto out_of;
7174	}
7175	if ((sp->msg_is_complete) && (sp->length == 0)) {
7176		if (sp->sender_all_done) {
7177			/*
7178			 * We are doing deferred cleanup. Last time through
7179			 * when we took all the data the sender_all_done was
7180			 * not set.
7181			 */
7182			if ((sp->put_last_out == 0) && (sp->discard_rest == 0)) {
7183				SCTP_PRINTF("Gak, put out entire msg with NO end!-1\n");
7184				SCTP_PRINTF("sender_done:%d len:%d msg_comp:%d put_last_out:%d send_lock:%d\n",
7185				    sp->sender_all_done,
7186				    sp->length,
7187				    sp->msg_is_complete,
7188				    sp->put_last_out,
7189				    send_lock_up);
7190			}
7191			if ((TAILQ_NEXT(sp, next) == NULL) && (send_lock_up == 0)) {
7192				SCTP_TCB_SEND_LOCK(stcb);
7193				send_lock_up = 1;
7194			}
7195			atomic_subtract_int(&asoc->stream_queue_cnt, 1);
7196			TAILQ_REMOVE(&strq->outqueue, sp, next);
7197			stcb->asoc.ss_functions.sctp_ss_remove_from_stream(stcb, asoc, strq, sp, send_lock_up);
7198			if ((strq->state == SCTP_STREAM_RESET_PENDING) &&
7199			    (strq->chunks_on_queues == 0) &&
7200			    TAILQ_EMPTY(&strq->outqueue)) {
7201				stcb->asoc.trigger_reset = 1;
7202			}
7203			if (sp->net) {
7204				sctp_free_remote_addr(sp->net);
7205				sp->net = NULL;
7206			}
7207			if (sp->data) {
7208				sctp_m_freem(sp->data);
7209				sp->data = NULL;
7210			}
7211			sctp_free_a_strmoq(stcb, sp, so_locked);
7212			/* we can't be locked to it */
7213			if (send_lock_up) {
7214				SCTP_TCB_SEND_UNLOCK(stcb);
7215				send_lock_up = 0;
7216			}
7217			/* back to get the next msg */
7218			goto one_more_time;
7219		} else {
7220			/*
7221			 * sender just finished this but still holds a
7222			 * reference
7223			 */
7224			*giveup = 1;
7225			to_move = 0;
7226			goto out_of;
7227		}
7228	} else {
7229		/* is there some to get */
7230		if (sp->length == 0) {
7231			/* no */
7232			*giveup = 1;
7233			to_move = 0;
7234			goto out_of;
7235		} else if (sp->discard_rest) {
7236			if (send_lock_up == 0) {
7237				SCTP_TCB_SEND_LOCK(stcb);
7238				send_lock_up = 1;
7239			}
7240			/* Whack down the size */
7241			atomic_subtract_int(&stcb->asoc.total_output_queue_size, sp->length);
7242			if ((stcb->sctp_socket != NULL) &&
7243			    ((stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_TCPTYPE) ||
7244			    (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_IN_TCPPOOL))) {
7245				atomic_subtract_int(&stcb->sctp_socket->so_snd.sb_cc, sp->length);
7246			}
7247			if (sp->data) {
7248				sctp_m_freem(sp->data);
7249				sp->data = NULL;
7250				sp->tail_mbuf = NULL;
7251			}
7252			sp->length = 0;
7253			sp->some_taken = 1;
7254			*giveup = 1;
7255			to_move = 0;
7256			goto out_of;
7257		}
7258	}
7259	some_taken = sp->some_taken;
7260re_look:
7261	length = sp->length;
7262	if (sp->msg_is_complete) {
7263		/* The message is complete */
7264		to_move = min(length, frag_point);
7265		if (to_move == length) {
7266			/* All of it fits in the MTU */
7267			if (sp->some_taken) {
7268				rcv_flags |= SCTP_DATA_LAST_FRAG;
7269			} else {
7270				rcv_flags |= SCTP_DATA_NOT_FRAG;
7271			}
7272			sp->put_last_out = 1;
7273			if (sp->sinfo_flags & SCTP_SACK_IMMEDIATELY) {
7274				rcv_flags |= SCTP_DATA_SACK_IMMEDIATELY;
7275			}
7276		} else {
7277			/* Not all of it fits, we fragment */
7278			if (sp->some_taken == 0) {
7279				rcv_flags |= SCTP_DATA_FIRST_FRAG;
7280			}
7281			sp->some_taken = 1;
7282		}
7283	} else {
7284		to_move = sctp_can_we_split_this(stcb, length, space_left, frag_point, eeor_mode);
7285		if (to_move) {
7286			/*-
7287			 * We use a snapshot of length in case it
7288			 * is expanding during the compare.
7289			 */
7290			uint32_t llen;
7291
7292			llen = length;
7293			if (to_move >= llen) {
7294				to_move = llen;
7295				if (send_lock_up == 0) {
7296					/*-
7297					 * We are taking all of an incomplete msg
7298					 * thus we need a send lock.
7299					 */
7300					SCTP_TCB_SEND_LOCK(stcb);
7301					send_lock_up = 1;
7302					if (sp->msg_is_complete) {
7303						/*
7304						 * the sender finished the
7305						 * msg
7306						 */
7307						goto re_look;
7308					}
7309				}
7310			}
7311			if (sp->some_taken == 0) {
7312				rcv_flags |= SCTP_DATA_FIRST_FRAG;
7313				sp->some_taken = 1;
7314			}
7315		} else {
7316			/* Nothing to take. */
7317			*giveup = 1;
7318			to_move = 0;
7319			goto out_of;
7320		}
7321	}
7322
7323	/* If we reach here, we can copy out a chunk */
7324	sctp_alloc_a_chunk(stcb, chk);
7325	if (chk == NULL) {
7326		/* No chunk memory */
7327		*giveup = 1;
7328		to_move = 0;
7329		goto out_of;
7330	}
7331	/*
7332	 * Setup for unordered if needed by looking at the user sent info
7333	 * flags.
7334	 */
7335	if (sp->sinfo_flags & SCTP_UNORDERED) {
7336		rcv_flags |= SCTP_DATA_UNORDERED;
7337	}
7338	if (SCTP_BASE_SYSCTL(sctp_enable_sack_immediately) &&
7339	    (sp->sinfo_flags & SCTP_EOF) == SCTP_EOF) {
7340		rcv_flags |= SCTP_DATA_SACK_IMMEDIATELY;
7341	}
7342	/* clear out the chunk before setting up */
7343	memset(chk, 0, sizeof(*chk));
7344	chk->rec.data.rcv_flags = rcv_flags;
7345
7346	if (to_move >= length) {
7347		/* we think we can steal the whole thing */
7348		if ((sp->sender_all_done == 0) && (send_lock_up == 0)) {
7349			SCTP_TCB_SEND_LOCK(stcb);
7350			send_lock_up = 1;
7351		}
7352		if (to_move < sp->length) {
7353			/* bail, it changed */
7354			goto dont_do_it;
7355		}
7356		chk->data = sp->data;
7357		chk->last_mbuf = sp->tail_mbuf;
7358		/* register the stealing */
7359		sp->data = sp->tail_mbuf = NULL;
7360	} else {
7361		struct mbuf *m;
7362
7363dont_do_it:
7364		chk->data = SCTP_M_COPYM(sp->data, 0, to_move, M_NOWAIT);
7365		chk->last_mbuf = NULL;
7366		if (chk->data == NULL) {
7367			sp->some_taken = some_taken;
7368			sctp_free_a_chunk(stcb, chk, so_locked);
7369			*bail = 1;
7370			to_move = 0;
7371			goto out_of;
7372		}
7373#ifdef SCTP_MBUF_LOGGING
7374		if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) {
7375			sctp_log_mbc(chk->data, SCTP_MBUF_ICOPY);
7376		}
7377#endif
7378		/* Pull off the data */
7379		m_adj(sp->data, to_move);
7380		/* Now lets work our way down and compact it */
7381		m = sp->data;
7382		while (m && (SCTP_BUF_LEN(m) == 0)) {
7383			sp->data = SCTP_BUF_NEXT(m);
7384			SCTP_BUF_NEXT(m) = NULL;
7385			if (sp->tail_mbuf == m) {
7386				/*-
7387				 * Freeing tail? TSNH since
7388				 * we supposedly were taking less
7389				 * than the sp->length.
7390				 */
7391#ifdef INVARIANTS
7392				panic("Huh, freing tail? - TSNH");
7393#else
7394				SCTP_PRINTF("Huh, freeing tail? - TSNH\n");
7395				sp->tail_mbuf = sp->data = NULL;
7396				sp->length = 0;
7397#endif
7398			}
7399			sctp_m_free(m);
7400			m = sp->data;
7401		}
7402	}
7403	if (SCTP_BUF_IS_EXTENDED(chk->data)) {
7404		chk->copy_by_ref = 1;
7405	} else {
7406		chk->copy_by_ref = 0;
7407	}
7408	/*
7409	 * get last_mbuf and counts of mb usage This is ugly but hopefully
7410	 * its only one mbuf.
7411	 */
7412	if (chk->last_mbuf == NULL) {
7413		chk->last_mbuf = chk->data;
7414		while (SCTP_BUF_NEXT(chk->last_mbuf) != NULL) {
7415			chk->last_mbuf = SCTP_BUF_NEXT(chk->last_mbuf);
7416		}
7417	}
7418
7419	if (to_move > length) {
7420		/*- This should not happen either
7421		 * since we always lower to_move to the size
7422		 * of sp->length if its larger.
7423		 */
7424#ifdef INVARIANTS
7425		panic("Huh, how can to_move be larger?");
7426#else
7427		SCTP_PRINTF("Huh, how can to_move be larger?\n");
7428		sp->length = 0;
7429#endif
7430	} else {
7431		atomic_subtract_int(&sp->length, to_move);
7432	}
7433	leading = SCTP_DATA_CHUNK_OVERHEAD(stcb);
7434	if (M_LEADINGSPACE(chk->data) < leading) {
7435		/* Not enough room for a chunk header, get some */
7436		struct mbuf *m;
7437
7438		m = sctp_get_mbuf_for_msg(1, 0, M_NOWAIT, 1, MT_DATA);
7439		if (m == NULL) {
7440			/*
7441			 * we're in trouble here. _PREPEND below will free
7442			 * all the data if there is no leading space, so we
7443			 * must put the data back and restore.
7444			 */
7445			if (send_lock_up == 0) {
7446				SCTP_TCB_SEND_LOCK(stcb);
7447				send_lock_up = 1;
7448			}
7449			if (sp->data == NULL) {
7450				/* unsteal the data */
7451				sp->data = chk->data;
7452				sp->tail_mbuf = chk->last_mbuf;
7453			} else {
7454				struct mbuf *m_tmp;
7455
7456				/* reassemble the data */
7457				m_tmp = sp->data;
7458				sp->data = chk->data;
7459				SCTP_BUF_NEXT(chk->last_mbuf) = m_tmp;
7460			}
7461			sp->some_taken = some_taken;
7462			atomic_add_int(&sp->length, to_move);
7463			chk->data = NULL;
7464			*bail = 1;
7465			sctp_free_a_chunk(stcb, chk, so_locked);
7466			to_move = 0;
7467			goto out_of;
7468		} else {
7469			SCTP_BUF_LEN(m) = 0;
7470			SCTP_BUF_NEXT(m) = chk->data;
7471			chk->data = m;
7472			M_ALIGN(chk->data, 4);
7473		}
7474	}
7475	SCTP_BUF_PREPEND(chk->data, SCTP_DATA_CHUNK_OVERHEAD(stcb), M_NOWAIT);
7476	if (chk->data == NULL) {
7477		/* HELP, TSNH since we assured it would not above? */
7478#ifdef INVARIANTS
7479		panic("prepend failes HELP?");
7480#else
7481		SCTP_PRINTF("prepend fails HELP?\n");
7482		sctp_free_a_chunk(stcb, chk, so_locked);
7483#endif
7484		*bail = 1;
7485		to_move = 0;
7486		goto out_of;
7487	}
7488	sctp_snd_sb_alloc(stcb, SCTP_DATA_CHUNK_OVERHEAD(stcb));
7489	chk->book_size = chk->send_size = (uint16_t)(to_move + SCTP_DATA_CHUNK_OVERHEAD(stcb));
7490	chk->book_size_scale = 0;
7491	chk->sent = SCTP_DATAGRAM_UNSENT;
7492
7493	chk->flags = 0;
7494	chk->asoc = &stcb->asoc;
7495	chk->pad_inplace = 0;
7496	chk->no_fr_allowed = 0;
7497	if (stcb->asoc.idata_supported == 0) {
7498		if (rcv_flags & SCTP_DATA_UNORDERED) {
7499			/* Just use 0. The receiver ignores the values. */
7500			chk->rec.data.mid = 0;
7501		} else {
7502			chk->rec.data.mid = strq->next_mid_ordered;
7503			if (rcv_flags & SCTP_DATA_LAST_FRAG) {
7504				strq->next_mid_ordered++;
7505			}
7506		}
7507	} else {
7508		if (rcv_flags & SCTP_DATA_UNORDERED) {
7509			chk->rec.data.mid = strq->next_mid_unordered;
7510			if (rcv_flags & SCTP_DATA_LAST_FRAG) {
7511				strq->next_mid_unordered++;
7512			}
7513		} else {
7514			chk->rec.data.mid = strq->next_mid_ordered;
7515			if (rcv_flags & SCTP_DATA_LAST_FRAG) {
7516				strq->next_mid_ordered++;
7517			}
7518		}
7519	}
7520	chk->rec.data.sid = sp->sid;
7521	chk->rec.data.ppid = sp->ppid;
7522	chk->rec.data.context = sp->context;
7523	chk->rec.data.doing_fast_retransmit = 0;
7524
7525	chk->rec.data.timetodrop = sp->ts;
7526	chk->flags = sp->act_flags;
7527
7528	if (sp->net) {
7529		chk->whoTo = sp->net;
7530		atomic_add_int(&chk->whoTo->ref_count, 1);
7531	} else
7532		chk->whoTo = NULL;
7533
7534	if (sp->holds_key_ref) {
7535		chk->auth_keyid = sp->auth_keyid;
7536		sctp_auth_key_acquire(stcb, chk->auth_keyid);
7537		chk->holds_key_ref = 1;
7538	}
7539	chk->rec.data.tsn = atomic_fetchadd_int(&asoc->sending_seq, 1);
7540	if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_AT_SEND_2_OUTQ) {
7541		sctp_misc_ints(SCTP_STRMOUT_LOG_SEND,
7542		    (uint32_t)(uintptr_t)stcb, sp->length,
7543		    (uint32_t)((chk->rec.data.sid << 16) | (0x0000ffff & chk->rec.data.mid)),
7544		    chk->rec.data.tsn);
7545	}
7546	if (stcb->asoc.idata_supported == 0) {
7547		dchkh = mtod(chk->data, struct sctp_data_chunk *);
7548	} else {
7549		ndchkh = mtod(chk->data, struct sctp_idata_chunk *);
7550	}
7551	/*
7552	 * Put the rest of the things in place now. Size was done earlier in
7553	 * previous loop prior to padding.
7554	 */
7555
7556#ifdef SCTP_ASOCLOG_OF_TSNS
7557	SCTP_TCB_LOCK_ASSERT(stcb);
7558	if (asoc->tsn_out_at >= SCTP_TSN_LOG_SIZE) {
7559		asoc->tsn_out_at = 0;
7560		asoc->tsn_out_wrapped = 1;
7561	}
7562	asoc->out_tsnlog[asoc->tsn_out_at].tsn = chk->rec.data.tsn;
7563	asoc->out_tsnlog[asoc->tsn_out_at].strm = chk->rec.data.sid;
7564	asoc->out_tsnlog[asoc->tsn_out_at].seq = chk->rec.data.mid;
7565	asoc->out_tsnlog[asoc->tsn_out_at].sz = chk->send_size;
7566	asoc->out_tsnlog[asoc->tsn_out_at].flgs = chk->rec.data.rcv_flags;
7567	asoc->out_tsnlog[asoc->tsn_out_at].stcb = (void *)stcb;
7568	asoc->out_tsnlog[asoc->tsn_out_at].in_pos = asoc->tsn_out_at;
7569	asoc->out_tsnlog[asoc->tsn_out_at].in_out = 2;
7570	asoc->tsn_out_at++;
7571#endif
7572	if (stcb->asoc.idata_supported == 0) {
7573		dchkh->ch.chunk_type = SCTP_DATA;
7574		dchkh->ch.chunk_flags = chk->rec.data.rcv_flags;
7575		dchkh->dp.tsn = htonl(chk->rec.data.tsn);
7576		dchkh->dp.sid = htons(strq->sid);
7577		dchkh->dp.ssn = htons((uint16_t)chk->rec.data.mid);
7578		dchkh->dp.ppid = chk->rec.data.ppid;
7579		dchkh->ch.chunk_length = htons(chk->send_size);
7580	} else {
7581		ndchkh->ch.chunk_type = SCTP_IDATA;
7582		ndchkh->ch.chunk_flags = chk->rec.data.rcv_flags;
7583		ndchkh->dp.tsn = htonl(chk->rec.data.tsn);
7584		ndchkh->dp.sid = htons(strq->sid);
7585		ndchkh->dp.reserved = htons(0);
7586		ndchkh->dp.mid = htonl(chk->rec.data.mid);
7587		if (sp->fsn == 0)
7588			ndchkh->dp.ppid_fsn.ppid = chk->rec.data.ppid;
7589		else
7590			ndchkh->dp.ppid_fsn.fsn = htonl(sp->fsn);
7591		sp->fsn++;
7592		ndchkh->ch.chunk_length = htons(chk->send_size);
7593	}
7594	/* Now advance the chk->send_size by the actual pad needed. */
7595	if (chk->send_size < SCTP_SIZE32(chk->book_size)) {
7596		/* need a pad */
7597		struct mbuf *lm;
7598		int pads;
7599
7600		pads = SCTP_SIZE32(chk->book_size) - chk->send_size;
7601		lm = sctp_pad_lastmbuf(chk->data, pads, chk->last_mbuf);
7602		if (lm != NULL) {
7603			chk->last_mbuf = lm;
7604			chk->pad_inplace = 1;
7605		}
7606		chk->send_size += pads;
7607	}
7608	if (PR_SCTP_ENABLED(chk->flags)) {
7609		asoc->pr_sctp_cnt++;
7610	}
7611	if (sp->msg_is_complete && (sp->length == 0) && (sp->sender_all_done)) {
7612		/* All done pull and kill the message */
7613		if (sp->put_last_out == 0) {
7614			SCTP_PRINTF("Gak, put out entire msg with NO end!-2\n");
7615			SCTP_PRINTF("sender_done:%d len:%d msg_comp:%d put_last_out:%d send_lock:%d\n",
7616			    sp->sender_all_done,
7617			    sp->length,
7618			    sp->msg_is_complete,
7619			    sp->put_last_out,
7620			    send_lock_up);
7621		}
7622		if ((send_lock_up == 0) && (TAILQ_NEXT(sp, next) == NULL)) {
7623			SCTP_TCB_SEND_LOCK(stcb);
7624			send_lock_up = 1;
7625		}
7626		atomic_subtract_int(&asoc->stream_queue_cnt, 1);
7627		TAILQ_REMOVE(&strq->outqueue, sp, next);
7628		stcb->asoc.ss_functions.sctp_ss_remove_from_stream(stcb, asoc, strq, sp, send_lock_up);
7629		if ((strq->state == SCTP_STREAM_RESET_PENDING) &&
7630		    (strq->chunks_on_queues == 0) &&
7631		    TAILQ_EMPTY(&strq->outqueue)) {
7632			stcb->asoc.trigger_reset = 1;
7633		}
7634		if (sp->net) {
7635			sctp_free_remote_addr(sp->net);
7636			sp->net = NULL;
7637		}
7638		if (sp->data) {
7639			sctp_m_freem(sp->data);
7640			sp->data = NULL;
7641		}
7642		sctp_free_a_strmoq(stcb, sp, so_locked);
7643	}
7644	asoc->chunks_on_out_queue++;
7645	strq->chunks_on_queues++;
7646	TAILQ_INSERT_TAIL(&asoc->send_queue, chk, sctp_next);
7647	asoc->send_queue_cnt++;
7648out_of:
7649	if (send_lock_up) {
7650		SCTP_TCB_SEND_UNLOCK(stcb);
7651	}
7652	return (to_move);
7653}
7654
7655static void
7656sctp_fill_outqueue(struct sctp_tcb *stcb,
7657    struct sctp_nets *net, int frag_point, int eeor_mode, int *quit_now, int so_locked)
7658{
7659	struct sctp_association *asoc;
7660	struct sctp_stream_out *strq;
7661	uint32_t space_left, moved, total_moved;
7662	int bail, giveup;
7663
7664	SCTP_TCB_LOCK_ASSERT(stcb);
7665	asoc = &stcb->asoc;
7666	total_moved = 0;
7667	switch (net->ro._l_addr.sa.sa_family) {
7668#ifdef INET
7669	case AF_INET:
7670		space_left = net->mtu - SCTP_MIN_V4_OVERHEAD;
7671		break;
7672#endif
7673#ifdef INET6
7674	case AF_INET6:
7675		space_left = net->mtu - SCTP_MIN_OVERHEAD;
7676		break;
7677#endif
7678	default:
7679		/* TSNH */
7680		space_left = net->mtu;
7681		break;
7682	}
7683	/* Need an allowance for the data chunk header too */
7684	space_left -= SCTP_DATA_CHUNK_OVERHEAD(stcb);
7685
7686	/* must make even word boundary */
7687	space_left &= 0xfffffffc;
7688	strq = stcb->asoc.ss_functions.sctp_ss_select_stream(stcb, net, asoc);
7689	giveup = 0;
7690	bail = 0;
7691	while ((space_left > 0) && (strq != NULL)) {
7692		moved = sctp_move_to_outqueue(stcb, strq, space_left, frag_point,
7693		    &giveup, eeor_mode, &bail, so_locked);
7694		stcb->asoc.ss_functions.sctp_ss_scheduled(stcb, net, asoc, strq, moved);
7695		if ((giveup != 0) || (bail != 0)) {
7696			break;
7697		}
7698		strq = stcb->asoc.ss_functions.sctp_ss_select_stream(stcb, net, asoc);
7699		total_moved += moved;
7700		if (space_left >= moved) {
7701			space_left -= moved;
7702		} else {
7703			space_left = 0;
7704		}
7705		if (space_left >= SCTP_DATA_CHUNK_OVERHEAD(stcb)) {
7706			space_left -= SCTP_DATA_CHUNK_OVERHEAD(stcb);
7707		} else {
7708			space_left = 0;
7709		}
7710		space_left &= 0xfffffffc;
7711	}
7712	if (bail != 0)
7713		*quit_now = 1;
7714
7715	stcb->asoc.ss_functions.sctp_ss_packet_done(stcb, net, asoc);
7716
7717	if (total_moved == 0) {
7718		if ((stcb->asoc.sctp_cmt_on_off == 0) &&
7719		    (net == stcb->asoc.primary_destination)) {
7720			/* ran dry for primary network net */
7721			SCTP_STAT_INCR(sctps_primary_randry);
7722		} else if (stcb->asoc.sctp_cmt_on_off > 0) {
7723			/* ran dry with CMT on */
7724			SCTP_STAT_INCR(sctps_cmt_randry);
7725		}
7726	}
7727}
7728
7729void
7730sctp_fix_ecn_echo(struct sctp_association *asoc)
7731{
7732	struct sctp_tmit_chunk *chk;
7733
7734	TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) {
7735		if (chk->rec.chunk_id.id == SCTP_ECN_ECHO) {
7736			chk->sent = SCTP_DATAGRAM_UNSENT;
7737		}
7738	}
7739}
7740
7741void
7742sctp_move_chunks_from_net(struct sctp_tcb *stcb, struct sctp_nets *net)
7743{
7744	struct sctp_association *asoc;
7745	struct sctp_tmit_chunk *chk;
7746	struct sctp_stream_queue_pending *sp;
7747	unsigned int i;
7748
7749	if (net == NULL) {
7750		return;
7751	}
7752	asoc = &stcb->asoc;
7753	for (i = 0; i < stcb->asoc.streamoutcnt; i++) {
7754		TAILQ_FOREACH(sp, &stcb->asoc.strmout[i].outqueue, next) {
7755			if (sp->net == net) {
7756				sctp_free_remote_addr(sp->net);
7757				sp->net = NULL;
7758			}
7759		}
7760	}
7761	TAILQ_FOREACH(chk, &asoc->send_queue, sctp_next) {
7762		if (chk->whoTo == net) {
7763			sctp_free_remote_addr(chk->whoTo);
7764			chk->whoTo = NULL;
7765		}
7766	}
7767}
7768
7769int
7770sctp_med_chunk_output(struct sctp_inpcb *inp,
7771    struct sctp_tcb *stcb,
7772    struct sctp_association *asoc,
7773    int *num_out,
7774    int *reason_code,
7775    int control_only, int from_where,
7776    struct timeval *now, int *now_filled, int frag_point, int so_locked)
7777{
7778	/**
7779	 * Ok this is the generic chunk service queue. we must do the
7780	 * following:
7781	 * - Service the stream queue that is next, moving any
7782	 *   message (note I must get a complete message i.e. FIRST/MIDDLE and
7783	 *   LAST to the out queue in one pass) and assigning TSN's. This
7784	 *   only applys though if the peer does not support NDATA. For NDATA
7785	 *   chunks its ok to not send the entire message ;-)
7786	 * - Check to see if the cwnd/rwnd allows any output, if so we go ahead and
7787	 *   fomulate and send the low level chunks. Making sure to combine
7788	 *   any control in the control chunk queue also.
7789	 */
7790	struct sctp_nets *net, *start_at, *sack_goes_to = NULL, *old_start_at = NULL;
7791	struct mbuf *outchain, *endoutchain;
7792	struct sctp_tmit_chunk *chk, *nchk;
7793
7794	/* temp arrays for unlinking */
7795	struct sctp_tmit_chunk *data_list[SCTP_MAX_DATA_BUNDLING];
7796	int no_fragmentflg, error;
7797	unsigned int max_rwnd_per_dest, max_send_per_dest;
7798	int one_chunk, hbflag, skip_data_for_this_net;
7799	int asconf, cookie, no_out_cnt;
7800	int bundle_at, ctl_cnt, no_data_chunks, eeor_mode;
7801	unsigned int mtu, r_mtu, omtu, mx_mtu, to_out;
7802	int tsns_sent = 0;
7803	uint32_t auth_offset;
7804	struct sctp_auth_chunk *auth;
7805	uint16_t auth_keyid;
7806	int override_ok = 1;
7807	int skip_fill_up = 0;
7808	int data_auth_reqd = 0;
7809
7810	/*
7811	 * JRS 5/14/07 - Add flag for whether a heartbeat is sent to the
7812	 * destination.
7813	 */
7814	int quit_now = 0;
7815
7816	*num_out = 0;
7817	*reason_code = 0;
7818	auth_keyid = stcb->asoc.authinfo.active_keyid;
7819	if ((asoc->state & SCTP_STATE_SHUTDOWN_PENDING) ||
7820	    (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED) ||
7821	    (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_EXPLICIT_EOR))) {
7822		eeor_mode = 1;
7823	} else {
7824		eeor_mode = 0;
7825	}
7826	ctl_cnt = no_out_cnt = asconf = cookie = 0;
7827	/*
7828	 * First lets prime the pump. For each destination, if there is room
7829	 * in the flight size, attempt to pull an MTU's worth out of the
7830	 * stream queues into the general send_queue
7831	 */
7832#ifdef SCTP_AUDITING_ENABLED
7833	sctp_audit_log(0xC2, 2);
7834#endif
7835	SCTP_TCB_LOCK_ASSERT(stcb);
7836	hbflag = 0;
7837	if (control_only)
7838		no_data_chunks = 1;
7839	else
7840		no_data_chunks = 0;
7841
7842	/* Nothing to possible to send? */
7843	if ((TAILQ_EMPTY(&asoc->control_send_queue) ||
7844	    (asoc->ctrl_queue_cnt == stcb->asoc.ecn_echo_cnt_onq)) &&
7845	    TAILQ_EMPTY(&asoc->asconf_send_queue) &&
7846	    TAILQ_EMPTY(&asoc->send_queue) &&
7847	    sctp_is_there_unsent_data(stcb, so_locked) == 0) {
7848nothing_to_send:
7849		*reason_code = 9;
7850		return (0);
7851	}
7852	if (asoc->peers_rwnd == 0) {
7853		/* No room in peers rwnd */
7854		*reason_code = 1;
7855		if (asoc->total_flight > 0) {
7856			/* we are allowed one chunk in flight */
7857			no_data_chunks = 1;
7858		}
7859	}
7860	if (stcb->asoc.ecn_echo_cnt_onq) {
7861		/* Record where a sack goes, if any */
7862		if (no_data_chunks &&
7863		    (asoc->ctrl_queue_cnt == stcb->asoc.ecn_echo_cnt_onq)) {
7864			/* Nothing but ECNe to send - we don't do that */
7865			goto nothing_to_send;
7866		}
7867		TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) {
7868			if ((chk->rec.chunk_id.id == SCTP_SELECTIVE_ACK) ||
7869			    (chk->rec.chunk_id.id == SCTP_NR_SELECTIVE_ACK)) {
7870				sack_goes_to = chk->whoTo;
7871				break;
7872			}
7873		}
7874	}
7875	max_rwnd_per_dest = ((asoc->peers_rwnd + asoc->total_flight) / asoc->numnets);
7876	if (stcb->sctp_socket)
7877		max_send_per_dest = SCTP_SB_LIMIT_SND(stcb->sctp_socket) / asoc->numnets;
7878	else
7879		max_send_per_dest = 0;
7880	if (no_data_chunks == 0) {
7881		/* How many non-directed chunks are there? */
7882		TAILQ_FOREACH(chk, &asoc->send_queue, sctp_next) {
7883			if (chk->whoTo == NULL) {
7884				/*
7885				 * We already have non-directed chunks on
7886				 * the queue, no need to do a fill-up.
7887				 */
7888				skip_fill_up = 1;
7889				break;
7890			}
7891		}
7892	}
7893	if ((no_data_chunks == 0) &&
7894	    (skip_fill_up == 0) &&
7895	    (!stcb->asoc.ss_functions.sctp_ss_is_empty(stcb, asoc))) {
7896		TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
7897			/*
7898			 * This for loop we are in takes in each net, if
7899			 * its's got space in cwnd and has data sent to it
7900			 * (when CMT is off) then it calls
7901			 * sctp_fill_outqueue for the net. This gets data on
7902			 * the send queue for that network.
7903			 *
7904			 * In sctp_fill_outqueue TSN's are assigned and data
7905			 * is copied out of the stream buffers. Note mostly
7906			 * copy by reference (we hope).
7907			 */
7908			net->window_probe = 0;
7909			if ((net != stcb->asoc.alternate) &&
7910			    ((net->dest_state & SCTP_ADDR_PF) ||
7911			    (!(net->dest_state & SCTP_ADDR_REACHABLE)) ||
7912			    (net->dest_state & SCTP_ADDR_UNCONFIRMED))) {
7913				if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) {
7914					sctp_log_cwnd(stcb, net, 1,
7915					    SCTP_CWND_LOG_FILL_OUTQ_CALLED);
7916				}
7917				continue;
7918			}
7919			if ((stcb->asoc.cc_functions.sctp_cwnd_new_transmission_begins) &&
7920			    (net->flight_size == 0)) {
7921				(*stcb->asoc.cc_functions.sctp_cwnd_new_transmission_begins) (stcb, net);
7922			}
7923			if (net->flight_size >= net->cwnd) {
7924				/* skip this network, no room - can't fill */
7925				if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) {
7926					sctp_log_cwnd(stcb, net, 3,
7927					    SCTP_CWND_LOG_FILL_OUTQ_CALLED);
7928				}
7929				continue;
7930			}
7931			if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) {
7932				sctp_log_cwnd(stcb, net, 4, SCTP_CWND_LOG_FILL_OUTQ_CALLED);
7933			}
7934			sctp_fill_outqueue(stcb, net, frag_point, eeor_mode, &quit_now, so_locked);
7935			if (quit_now) {
7936				/* memory alloc failure */
7937				no_data_chunks = 1;
7938				break;
7939			}
7940		}
7941	}
7942	/* now service each destination and send out what we can for it */
7943	/* Nothing to send? */
7944	if (TAILQ_EMPTY(&asoc->control_send_queue) &&
7945	    TAILQ_EMPTY(&asoc->asconf_send_queue) &&
7946	    TAILQ_EMPTY(&asoc->send_queue)) {
7947		*reason_code = 8;
7948		return (0);
7949	}
7950
7951	if (asoc->sctp_cmt_on_off > 0) {
7952		/* get the last start point */
7953		start_at = asoc->last_net_cmt_send_started;
7954		if (start_at == NULL) {
7955			/* null so to beginning */
7956			start_at = TAILQ_FIRST(&asoc->nets);
7957		} else {
7958			start_at = TAILQ_NEXT(asoc->last_net_cmt_send_started, sctp_next);
7959			if (start_at == NULL) {
7960				start_at = TAILQ_FIRST(&asoc->nets);
7961			}
7962		}
7963		asoc->last_net_cmt_send_started = start_at;
7964	} else {
7965		start_at = TAILQ_FIRST(&asoc->nets);
7966	}
7967	TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) {
7968		if (chk->whoTo == NULL) {
7969			if (asoc->alternate) {
7970				chk->whoTo = asoc->alternate;
7971			} else {
7972				chk->whoTo = asoc->primary_destination;
7973			}
7974			atomic_add_int(&chk->whoTo->ref_count, 1);
7975		}
7976	}
7977	old_start_at = NULL;
7978again_one_more_time:
7979	for (net = start_at; net != NULL; net = TAILQ_NEXT(net, sctp_next)) {
7980		/* how much can we send? */
7981		/* SCTPDBG("Examine for sending net:%x\n", (uint32_t)net); */
7982		if (old_start_at && (old_start_at == net)) {
7983			/* through list ocmpletely. */
7984			break;
7985		}
7986		tsns_sent = 0xa;
7987		if (TAILQ_EMPTY(&asoc->control_send_queue) &&
7988		    TAILQ_EMPTY(&asoc->asconf_send_queue) &&
7989		    (net->flight_size >= net->cwnd)) {
7990			/*
7991			 * Nothing on control or asconf and flight is full,
7992			 * we can skip even in the CMT case.
7993			 */
7994			continue;
7995		}
7996		bundle_at = 0;
7997		endoutchain = outchain = NULL;
7998		auth = NULL;
7999		auth_offset = 0;
8000		no_fragmentflg = 1;
8001		one_chunk = 0;
8002		if (net->dest_state & SCTP_ADDR_UNCONFIRMED) {
8003			skip_data_for_this_net = 1;
8004		} else {
8005			skip_data_for_this_net = 0;
8006		}
8007		switch (((struct sockaddr *)&net->ro._l_addr)->sa_family) {
8008#ifdef INET
8009		case AF_INET:
8010			mtu = net->mtu - SCTP_MIN_V4_OVERHEAD;
8011			break;
8012#endif
8013#ifdef INET6
8014		case AF_INET6:
8015			mtu = net->mtu - SCTP_MIN_OVERHEAD;
8016			break;
8017#endif
8018		default:
8019			/* TSNH */
8020			mtu = net->mtu;
8021			break;
8022		}
8023		mx_mtu = mtu;
8024		to_out = 0;
8025		if (mtu > asoc->peers_rwnd) {
8026			if (asoc->total_flight > 0) {
8027				/* We have a packet in flight somewhere */
8028				r_mtu = asoc->peers_rwnd;
8029			} else {
8030				/* We are always allowed to send one MTU out */
8031				one_chunk = 1;
8032				r_mtu = mtu;
8033			}
8034		} else {
8035			r_mtu = mtu;
8036		}
8037		error = 0;
8038		/************************/
8039		/* ASCONF transmission */
8040		/************************/
8041		/* Now first lets go through the asconf queue */
8042		TAILQ_FOREACH_SAFE(chk, &asoc->asconf_send_queue, sctp_next, nchk) {
8043			if (chk->rec.chunk_id.id != SCTP_ASCONF) {
8044				continue;
8045			}
8046			if (chk->whoTo == NULL) {
8047				if (asoc->alternate == NULL) {
8048					if (asoc->primary_destination != net) {
8049						break;
8050					}
8051				} else {
8052					if (asoc->alternate != net) {
8053						break;
8054					}
8055				}
8056			} else {
8057				if (chk->whoTo != net) {
8058					break;
8059				}
8060			}
8061			if (chk->data == NULL) {
8062				break;
8063			}
8064			if (chk->sent != SCTP_DATAGRAM_UNSENT &&
8065			    chk->sent != SCTP_DATAGRAM_RESEND) {
8066				break;
8067			}
8068			/*
8069			 * if no AUTH is yet included and this chunk
8070			 * requires it, make sure to account for it.  We
8071			 * don't apply the size until the AUTH chunk is
8072			 * actually added below in case there is no room for
8073			 * this chunk. NOTE: we overload the use of "omtu"
8074			 * here
8075			 */
8076			if ((auth == NULL) &&
8077			    sctp_auth_is_required_chunk(chk->rec.chunk_id.id,
8078			    stcb->asoc.peer_auth_chunks)) {
8079				omtu = sctp_get_auth_chunk_len(stcb->asoc.peer_hmac_id);
8080			} else
8081				omtu = 0;
8082			/* Here we do NOT factor the r_mtu */
8083			if ((chk->send_size < (int)(mtu - omtu)) ||
8084			    (chk->flags & CHUNK_FLAGS_FRAGMENT_OK)) {
8085				/*
8086				 * We probably should glom the mbuf chain
8087				 * from the chk->data for control but the
8088				 * problem is it becomes yet one more level
8089				 * of tracking to do if for some reason
8090				 * output fails. Then I have got to
8091				 * reconstruct the merged control chain.. el
8092				 * yucko.. for now we take the easy way and
8093				 * do the copy
8094				 */
8095				/*
8096				 * Add an AUTH chunk, if chunk requires it
8097				 * save the offset into the chain for AUTH
8098				 */
8099				if ((auth == NULL) &&
8100				    (sctp_auth_is_required_chunk(chk->rec.chunk_id.id,
8101				    stcb->asoc.peer_auth_chunks))) {
8102					outchain = sctp_add_auth_chunk(outchain,
8103					    &endoutchain,
8104					    &auth,
8105					    &auth_offset,
8106					    stcb,
8107					    chk->rec.chunk_id.id);
8108					SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks);
8109				}
8110				outchain = sctp_copy_mbufchain(chk->data, outchain, &endoutchain,
8111				    (int)chk->rec.chunk_id.can_take_data,
8112				    chk->send_size, chk->copy_by_ref);
8113				if (outchain == NULL) {
8114					*reason_code = 8;
8115					SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
8116					return (ENOMEM);
8117				}
8118				SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks);
8119				/* update our MTU size */
8120				if (mtu > (chk->send_size + omtu))
8121					mtu -= (chk->send_size + omtu);
8122				else
8123					mtu = 0;
8124				to_out += (chk->send_size + omtu);
8125				/* Do clear IP_DF ? */
8126				if (chk->flags & CHUNK_FLAGS_FRAGMENT_OK) {
8127					no_fragmentflg = 0;
8128				}
8129				if (chk->rec.chunk_id.can_take_data)
8130					chk->data = NULL;
8131				/*
8132				 * set hb flag since we can use these for
8133				 * RTO
8134				 */
8135				hbflag = 1;
8136				asconf = 1;
8137				/*
8138				 * should sysctl this: don't bundle data
8139				 * with ASCONF since it requires AUTH
8140				 */
8141				no_data_chunks = 1;
8142				chk->sent = SCTP_DATAGRAM_SENT;
8143				if (chk->whoTo == NULL) {
8144					chk->whoTo = net;
8145					atomic_add_int(&net->ref_count, 1);
8146				}
8147				chk->snd_count++;
8148				if (mtu == 0) {
8149					/*
8150					 * Ok we are out of room but we can
8151					 * output without effecting the
8152					 * flight size since this little guy
8153					 * is a control only packet.
8154					 */
8155					sctp_timer_start(SCTP_TIMER_TYPE_ASCONF, inp, stcb, net);
8156					/*
8157					 * do NOT clear the asconf flag as
8158					 * it is used to do appropriate
8159					 * source address selection.
8160					 */
8161					if (*now_filled == 0) {
8162						(void)SCTP_GETTIME_TIMEVAL(now);
8163						*now_filled = 1;
8164					}
8165					net->last_sent_time = *now;
8166					hbflag = 0;
8167					if ((error = sctp_lowlevel_chunk_output(inp, stcb, net,
8168					    (struct sockaddr *)&net->ro._l_addr,
8169					    outchain, auth_offset, auth,
8170					    stcb->asoc.authinfo.active_keyid,
8171					    no_fragmentflg, 0, asconf,
8172					    inp->sctp_lport, stcb->rport,
8173					    htonl(stcb->asoc.peer_vtag),
8174					    net->port, NULL,
8175					    0, 0,
8176					    so_locked))) {
8177						/*
8178						 * error, we could not
8179						 * output
8180						 */
8181						SCTPDBG(SCTP_DEBUG_OUTPUT3, "Gak send error %d\n", error);
8182						if (from_where == 0) {
8183							SCTP_STAT_INCR(sctps_lowlevelerrusr);
8184						}
8185						if (error == ENOBUFS) {
8186							asoc->ifp_had_enobuf = 1;
8187							SCTP_STAT_INCR(sctps_lowlevelerr);
8188						}
8189						/* error, could not output */
8190						if (error == EHOSTUNREACH) {
8191							/*
8192							 * Destination went
8193							 * unreachable
8194							 * during this send
8195							 */
8196							sctp_move_chunks_from_net(stcb, net);
8197						}
8198						*reason_code = 7;
8199						break;
8200					} else {
8201						asoc->ifp_had_enobuf = 0;
8202					}
8203					/*
8204					 * increase the number we sent, if a
8205					 * cookie is sent we don't tell them
8206					 * any was sent out.
8207					 */
8208					outchain = endoutchain = NULL;
8209					auth = NULL;
8210					auth_offset = 0;
8211					if (!no_out_cnt)
8212						*num_out += ctl_cnt;
8213					/* recalc a clean slate and setup */
8214					switch (net->ro._l_addr.sa.sa_family) {
8215#ifdef INET
8216					case AF_INET:
8217						mtu = net->mtu - SCTP_MIN_V4_OVERHEAD;
8218						break;
8219#endif
8220#ifdef INET6
8221					case AF_INET6:
8222						mtu = net->mtu - SCTP_MIN_OVERHEAD;
8223						break;
8224#endif
8225					default:
8226						/* TSNH */
8227						mtu = net->mtu;
8228						break;
8229					}
8230					to_out = 0;
8231					no_fragmentflg = 1;
8232				}
8233			}
8234		}
8235		if (error != 0) {
8236			/* try next net */
8237			continue;
8238		}
8239		/************************/
8240		/* Control transmission */
8241		/************************/
8242		/* Now first lets go through the control queue */
8243		TAILQ_FOREACH_SAFE(chk, &asoc->control_send_queue, sctp_next, nchk) {
8244			if ((sack_goes_to) &&
8245			    (chk->rec.chunk_id.id == SCTP_ECN_ECHO) &&
8246			    (chk->whoTo != sack_goes_to)) {
8247				/*
8248				 * if we have a sack in queue, and we are
8249				 * looking at an ecn echo that is NOT queued
8250				 * to where the sack is going..
8251				 */
8252				if (chk->whoTo == net) {
8253					/*
8254					 * Don't transmit it to where its
8255					 * going (current net)
8256					 */
8257					continue;
8258				} else if (sack_goes_to == net) {
8259					/*
8260					 * But do transmit it to this
8261					 * address
8262					 */
8263					goto skip_net_check;
8264				}
8265			}
8266			if (chk->whoTo == NULL) {
8267				if (asoc->alternate == NULL) {
8268					if (asoc->primary_destination != net) {
8269						continue;
8270					}
8271				} else {
8272					if (asoc->alternate != net) {
8273						continue;
8274					}
8275				}
8276			} else {
8277				if (chk->whoTo != net) {
8278					continue;
8279				}
8280			}
8281	skip_net_check:
8282			if (chk->data == NULL) {
8283				continue;
8284			}
8285			if (chk->sent != SCTP_DATAGRAM_UNSENT) {
8286				/*
8287				 * It must be unsent. Cookies and ASCONF's
8288				 * hang around but there timers will force
8289				 * when marked for resend.
8290				 */
8291				continue;
8292			}
8293			/*
8294			 * if no AUTH is yet included and this chunk
8295			 * requires it, make sure to account for it.  We
8296			 * don't apply the size until the AUTH chunk is
8297			 * actually added below in case there is no room for
8298			 * this chunk. NOTE: we overload the use of "omtu"
8299			 * here
8300			 */
8301			if ((auth == NULL) &&
8302			    sctp_auth_is_required_chunk(chk->rec.chunk_id.id,
8303			    stcb->asoc.peer_auth_chunks)) {
8304				omtu = sctp_get_auth_chunk_len(stcb->asoc.peer_hmac_id);
8305			} else
8306				omtu = 0;
8307			/* Here we do NOT factor the r_mtu */
8308			if ((chk->send_size <= (int)(mtu - omtu)) ||
8309			    (chk->flags & CHUNK_FLAGS_FRAGMENT_OK)) {
8310				/*
8311				 * We probably should glom the mbuf chain
8312				 * from the chk->data for control but the
8313				 * problem is it becomes yet one more level
8314				 * of tracking to do if for some reason
8315				 * output fails. Then I have got to
8316				 * reconstruct the merged control chain.. el
8317				 * yucko.. for now we take the easy way and
8318				 * do the copy
8319				 */
8320				/*
8321				 * Add an AUTH chunk, if chunk requires it
8322				 * save the offset into the chain for AUTH
8323				 */
8324				if ((auth == NULL) &&
8325				    (sctp_auth_is_required_chunk(chk->rec.chunk_id.id,
8326				    stcb->asoc.peer_auth_chunks))) {
8327					outchain = sctp_add_auth_chunk(outchain,
8328					    &endoutchain,
8329					    &auth,
8330					    &auth_offset,
8331					    stcb,
8332					    chk->rec.chunk_id.id);
8333					SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks);
8334				}
8335				outchain = sctp_copy_mbufchain(chk->data, outchain, &endoutchain,
8336				    (int)chk->rec.chunk_id.can_take_data,
8337				    chk->send_size, chk->copy_by_ref);
8338				if (outchain == NULL) {
8339					*reason_code = 8;
8340					SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
8341					return (ENOMEM);
8342				}
8343				SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks);
8344				/* update our MTU size */
8345				if (mtu > (chk->send_size + omtu))
8346					mtu -= (chk->send_size + omtu);
8347				else
8348					mtu = 0;
8349				to_out += (chk->send_size + omtu);
8350				/* Do clear IP_DF ? */
8351				if (chk->flags & CHUNK_FLAGS_FRAGMENT_OK) {
8352					no_fragmentflg = 0;
8353				}
8354				if (chk->rec.chunk_id.can_take_data)
8355					chk->data = NULL;
8356				/* Mark things to be removed, if needed */
8357				if ((chk->rec.chunk_id.id == SCTP_SELECTIVE_ACK) ||
8358				    (chk->rec.chunk_id.id == SCTP_NR_SELECTIVE_ACK) ||	/* EY */
8359				    (chk->rec.chunk_id.id == SCTP_HEARTBEAT_REQUEST) ||
8360				    (chk->rec.chunk_id.id == SCTP_HEARTBEAT_ACK) ||
8361				    (chk->rec.chunk_id.id == SCTP_SHUTDOWN) ||
8362				    (chk->rec.chunk_id.id == SCTP_SHUTDOWN_ACK) ||
8363				    (chk->rec.chunk_id.id == SCTP_OPERATION_ERROR) ||
8364				    (chk->rec.chunk_id.id == SCTP_COOKIE_ACK) ||
8365				    (chk->rec.chunk_id.id == SCTP_ECN_CWR) ||
8366				    (chk->rec.chunk_id.id == SCTP_PACKET_DROPPED) ||
8367				    (chk->rec.chunk_id.id == SCTP_ASCONF_ACK)) {
8368					if (chk->rec.chunk_id.id == SCTP_HEARTBEAT_REQUEST) {
8369						hbflag = 1;
8370					}
8371					/* remove these chunks at the end */
8372					if ((chk->rec.chunk_id.id == SCTP_SELECTIVE_ACK) ||
8373					    (chk->rec.chunk_id.id == SCTP_NR_SELECTIVE_ACK)) {
8374						/* turn off the timer */
8375						if (SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) {
8376							sctp_timer_stop(SCTP_TIMER_TYPE_RECV,
8377							    inp, stcb, NULL,
8378							    SCTP_FROM_SCTP_OUTPUT + SCTP_LOC_1);
8379						}
8380					}
8381					ctl_cnt++;
8382				} else {
8383					/*
8384					 * Other chunks, since they have
8385					 * timers running (i.e. COOKIE) we
8386					 * just "trust" that it gets sent or
8387					 * retransmitted.
8388					 */
8389					ctl_cnt++;
8390					if (chk->rec.chunk_id.id == SCTP_COOKIE_ECHO) {
8391						cookie = 1;
8392						no_out_cnt = 1;
8393					} else if (chk->rec.chunk_id.id == SCTP_ECN_ECHO) {
8394						/*
8395						 * Increment ecne send count
8396						 * here this means we may be
8397						 * over-zealous in our
8398						 * counting if the send
8399						 * fails, but its the best
8400						 * place to do it (we used
8401						 * to do it in the queue of
8402						 * the chunk, but that did
8403						 * not tell how many times
8404						 * it was sent.
8405						 */
8406						SCTP_STAT_INCR(sctps_sendecne);
8407					}
8408					chk->sent = SCTP_DATAGRAM_SENT;
8409					if (chk->whoTo == NULL) {
8410						chk->whoTo = net;
8411						atomic_add_int(&net->ref_count, 1);
8412					}
8413					chk->snd_count++;
8414				}
8415				if (mtu == 0) {
8416					/*
8417					 * Ok we are out of room but we can
8418					 * output without effecting the
8419					 * flight size since this little guy
8420					 * is a control only packet.
8421					 */
8422					if (asconf) {
8423						sctp_timer_start(SCTP_TIMER_TYPE_ASCONF, inp, stcb, net);
8424						/*
8425						 * do NOT clear the asconf
8426						 * flag as it is used to do
8427						 * appropriate source
8428						 * address selection.
8429						 */
8430					}
8431					if (cookie) {
8432						sctp_timer_start(SCTP_TIMER_TYPE_COOKIE, inp, stcb, net);
8433						cookie = 0;
8434					}
8435					/* Only HB or ASCONF advances time */
8436					if (hbflag) {
8437						if (*now_filled == 0) {
8438							(void)SCTP_GETTIME_TIMEVAL(now);
8439							*now_filled = 1;
8440						}
8441						net->last_sent_time = *now;
8442						hbflag = 0;
8443					}
8444					if ((error = sctp_lowlevel_chunk_output(inp, stcb, net,
8445					    (struct sockaddr *)&net->ro._l_addr,
8446					    outchain,
8447					    auth_offset, auth,
8448					    stcb->asoc.authinfo.active_keyid,
8449					    no_fragmentflg, 0, asconf,
8450					    inp->sctp_lport, stcb->rport,
8451					    htonl(stcb->asoc.peer_vtag),
8452					    net->port, NULL,
8453					    0, 0,
8454					    so_locked))) {
8455						/*
8456						 * error, we could not
8457						 * output
8458						 */
8459						SCTPDBG(SCTP_DEBUG_OUTPUT3, "Gak send error %d\n", error);
8460						if (from_where == 0) {
8461							SCTP_STAT_INCR(sctps_lowlevelerrusr);
8462						}
8463						if (error == ENOBUFS) {
8464							asoc->ifp_had_enobuf = 1;
8465							SCTP_STAT_INCR(sctps_lowlevelerr);
8466						}
8467						if (error == EHOSTUNREACH) {
8468							/*
8469							 * Destination went
8470							 * unreachable
8471							 * during this send
8472							 */
8473							sctp_move_chunks_from_net(stcb, net);
8474						}
8475						*reason_code = 7;
8476						break;
8477					} else {
8478						asoc->ifp_had_enobuf = 0;
8479					}
8480					/*
8481					 * increase the number we sent, if a
8482					 * cookie is sent we don't tell them
8483					 * any was sent out.
8484					 */
8485					outchain = endoutchain = NULL;
8486					auth = NULL;
8487					auth_offset = 0;
8488					if (!no_out_cnt)
8489						*num_out += ctl_cnt;
8490					/* recalc a clean slate and setup */
8491					switch (net->ro._l_addr.sa.sa_family) {
8492#ifdef INET
8493					case AF_INET:
8494						mtu = net->mtu - SCTP_MIN_V4_OVERHEAD;
8495						break;
8496#endif
8497#ifdef INET6
8498					case AF_INET6:
8499						mtu = net->mtu - SCTP_MIN_OVERHEAD;
8500						break;
8501#endif
8502					default:
8503						/* TSNH */
8504						mtu = net->mtu;
8505						break;
8506					}
8507					to_out = 0;
8508					no_fragmentflg = 1;
8509				}
8510			}
8511		}
8512		if (error != 0) {
8513			/* try next net */
8514			continue;
8515		}
8516		/* JRI: if dest is in PF state, do not send data to it */
8517		if ((asoc->sctp_cmt_on_off > 0) &&
8518		    (net != stcb->asoc.alternate) &&
8519		    (net->dest_state & SCTP_ADDR_PF)) {
8520			goto no_data_fill;
8521		}
8522		if (net->flight_size >= net->cwnd) {
8523			goto no_data_fill;
8524		}
8525		if ((asoc->sctp_cmt_on_off > 0) &&
8526		    (SCTP_BASE_SYSCTL(sctp_buffer_splitting) & SCTP_RECV_BUFFER_SPLITTING) &&
8527		    (net->flight_size > max_rwnd_per_dest)) {
8528			goto no_data_fill;
8529		}
8530		/*
8531		 * We need a specific accounting for the usage of the send
8532		 * buffer. We also need to check the number of messages per
8533		 * net. For now, this is better than nothing and it disabled
8534		 * by default...
8535		 */
8536		if ((asoc->sctp_cmt_on_off > 0) &&
8537		    (SCTP_BASE_SYSCTL(sctp_buffer_splitting) & SCTP_SEND_BUFFER_SPLITTING) &&
8538		    (max_send_per_dest > 0) &&
8539		    (net->flight_size > max_send_per_dest)) {
8540			goto no_data_fill;
8541		}
8542		/*********************/
8543		/* Data transmission */
8544		/*********************/
8545		/*
8546		 * if AUTH for DATA is required and no AUTH has been added
8547		 * yet, account for this in the mtu now... if no data can be
8548		 * bundled, this adjustment won't matter anyways since the
8549		 * packet will be going out...
8550		 */
8551		data_auth_reqd = sctp_auth_is_required_chunk(SCTP_DATA,
8552		    stcb->asoc.peer_auth_chunks);
8553		if (data_auth_reqd && (auth == NULL)) {
8554			mtu -= sctp_get_auth_chunk_len(stcb->asoc.peer_hmac_id);
8555		}
8556		/* now lets add any data within the MTU constraints */
8557		switch (((struct sockaddr *)&net->ro._l_addr)->sa_family) {
8558#ifdef INET
8559		case AF_INET:
8560			if (net->mtu > SCTP_MIN_V4_OVERHEAD)
8561				omtu = net->mtu - SCTP_MIN_V4_OVERHEAD;
8562			else
8563				omtu = 0;
8564			break;
8565#endif
8566#ifdef INET6
8567		case AF_INET6:
8568			if (net->mtu > SCTP_MIN_OVERHEAD)
8569				omtu = net->mtu - SCTP_MIN_OVERHEAD;
8570			else
8571				omtu = 0;
8572			break;
8573#endif
8574		default:
8575			/* TSNH */
8576			omtu = 0;
8577			break;
8578		}
8579		if ((((SCTP_GET_STATE(stcb) == SCTP_STATE_OPEN) ||
8580		    (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED)) &&
8581		    (skip_data_for_this_net == 0)) ||
8582		    (cookie)) {
8583			TAILQ_FOREACH_SAFE(chk, &asoc->send_queue, sctp_next, nchk) {
8584				if (no_data_chunks) {
8585					/* let only control go out */
8586					*reason_code = 1;
8587					break;
8588				}
8589				if (net->flight_size >= net->cwnd) {
8590					/* skip this net, no room for data */
8591					*reason_code = 2;
8592					break;
8593				}
8594				if ((chk->whoTo != NULL) &&
8595				    (chk->whoTo != net)) {
8596					/* Don't send the chunk on this net */
8597					continue;
8598				}
8599
8600				if (asoc->sctp_cmt_on_off == 0) {
8601					if ((asoc->alternate) &&
8602					    (asoc->alternate != net) &&
8603					    (chk->whoTo == NULL)) {
8604						continue;
8605					} else if ((net != asoc->primary_destination) &&
8606						    (asoc->alternate == NULL) &&
8607					    (chk->whoTo == NULL)) {
8608						continue;
8609					}
8610				}
8611				if ((chk->send_size > omtu) && ((chk->flags & CHUNK_FLAGS_FRAGMENT_OK) == 0)) {
8612					/*-
8613					 * strange, we have a chunk that is
8614					 * to big for its destination and
8615					 * yet no fragment ok flag.
8616					 * Something went wrong when the
8617					 * PMTU changed...we did not mark
8618					 * this chunk for some reason?? I
8619					 * will fix it here by letting IP
8620					 * fragment it for now and printing
8621					 * a warning. This really should not
8622					 * happen ...
8623					 */
8624					SCTP_PRINTF("Warning chunk of %d bytes > mtu:%d and yet PMTU disc missed\n",
8625					    chk->send_size, mtu);
8626					chk->flags |= CHUNK_FLAGS_FRAGMENT_OK;
8627				}
8628				if (SCTP_BASE_SYSCTL(sctp_enable_sack_immediately) &&
8629				    (asoc->state & SCTP_STATE_SHUTDOWN_PENDING)) {
8630					struct sctp_data_chunk *dchkh;
8631
8632					dchkh = mtod(chk->data, struct sctp_data_chunk *);
8633					dchkh->ch.chunk_flags |= SCTP_DATA_SACK_IMMEDIATELY;
8634				}
8635				if (((chk->send_size <= mtu) && (chk->send_size <= r_mtu)) ||
8636				    ((chk->flags & CHUNK_FLAGS_FRAGMENT_OK) && (chk->send_size <= asoc->peers_rwnd))) {
8637					/* ok we will add this one */
8638
8639					/*
8640					 * Add an AUTH chunk, if chunk
8641					 * requires it, save the offset into
8642					 * the chain for AUTH
8643					 */
8644					if (data_auth_reqd) {
8645						if (auth == NULL) {
8646							outchain = sctp_add_auth_chunk(outchain,
8647							    &endoutchain,
8648							    &auth,
8649							    &auth_offset,
8650							    stcb,
8651							    SCTP_DATA);
8652							auth_keyid = chk->auth_keyid;
8653							override_ok = 0;
8654							SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks);
8655						} else if (override_ok) {
8656							/*
8657							 * use this data's
8658							 * keyid
8659							 */
8660							auth_keyid = chk->auth_keyid;
8661							override_ok = 0;
8662						} else if (auth_keyid != chk->auth_keyid) {
8663							/*
8664							 * different keyid,
8665							 * so done bundling
8666							 */
8667							break;
8668						}
8669					}
8670					outchain = sctp_copy_mbufchain(chk->data, outchain, &endoutchain, 0,
8671					    chk->send_size, chk->copy_by_ref);
8672					if (outchain == NULL) {
8673						SCTPDBG(SCTP_DEBUG_OUTPUT3, "No memory?\n");
8674						if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) {
8675							sctp_timer_start(SCTP_TIMER_TYPE_SEND, inp, stcb, net);
8676						}
8677						*reason_code = 3;
8678						SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
8679						return (ENOMEM);
8680					}
8681					/* upate our MTU size */
8682					/* Do clear IP_DF ? */
8683					if (chk->flags & CHUNK_FLAGS_FRAGMENT_OK) {
8684						no_fragmentflg = 0;
8685					}
8686					/* unsigned subtraction of mtu */
8687					if (mtu > chk->send_size)
8688						mtu -= chk->send_size;
8689					else
8690						mtu = 0;
8691					/* unsigned subtraction of r_mtu */
8692					if (r_mtu > chk->send_size)
8693						r_mtu -= chk->send_size;
8694					else
8695						r_mtu = 0;
8696
8697					to_out += chk->send_size;
8698					if ((to_out > mx_mtu) && no_fragmentflg) {
8699#ifdef INVARIANTS
8700						panic("Exceeding mtu of %d out size is %d", mx_mtu, to_out);
8701#else
8702						SCTP_PRINTF("Exceeding mtu of %d out size is %d\n",
8703						    mx_mtu, to_out);
8704#endif
8705					}
8706					chk->window_probe = 0;
8707					data_list[bundle_at++] = chk;
8708					if (bundle_at >= SCTP_MAX_DATA_BUNDLING) {
8709						break;
8710					}
8711					if (chk->sent == SCTP_DATAGRAM_UNSENT) {
8712						if ((chk->rec.data.rcv_flags & SCTP_DATA_UNORDERED) == 0) {
8713							SCTP_STAT_INCR_COUNTER64(sctps_outorderchunks);
8714						} else {
8715							SCTP_STAT_INCR_COUNTER64(sctps_outunorderchunks);
8716						}
8717						if (((chk->rec.data.rcv_flags & SCTP_DATA_LAST_FRAG) == SCTP_DATA_LAST_FRAG) &&
8718						    ((chk->rec.data.rcv_flags & SCTP_DATA_FIRST_FRAG) == 0))
8719							/*
8720							 * Count number of
8721							 * user msg's that
8722							 * were fragmented
8723							 * we do this by
8724							 * counting when we
8725							 * see a LAST
8726							 * fragment only.
8727							 */
8728							SCTP_STAT_INCR_COUNTER64(sctps_fragusrmsgs);
8729					}
8730					if ((mtu == 0) || (r_mtu == 0) || (one_chunk)) {
8731						if ((one_chunk) && (stcb->asoc.total_flight == 0)) {
8732							data_list[0]->window_probe = 1;
8733							net->window_probe = 1;
8734						}
8735						break;
8736					}
8737				} else {
8738					/*
8739					 * Must be sent in order of the
8740					 * TSN's (on a network)
8741					 */
8742					break;
8743				}
8744			}	/* for (chunk gather loop for this net) */
8745		}		/* if asoc.state OPEN */
8746no_data_fill:
8747		/* Is there something to send for this destination? */
8748		if (outchain) {
8749			/* We may need to start a control timer or two */
8750			if (asconf) {
8751				sctp_timer_start(SCTP_TIMER_TYPE_ASCONF, inp,
8752				    stcb, net);
8753				/*
8754				 * do NOT clear the asconf flag as it is
8755				 * used to do appropriate source address
8756				 * selection.
8757				 */
8758			}
8759			if (cookie) {
8760				sctp_timer_start(SCTP_TIMER_TYPE_COOKIE, inp, stcb, net);
8761				cookie = 0;
8762			}
8763			/* must start a send timer if data is being sent */
8764			if (bundle_at && (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer))) {
8765				/*
8766				 * no timer running on this destination
8767				 * restart it.
8768				 */
8769				sctp_timer_start(SCTP_TIMER_TYPE_SEND, inp, stcb, net);
8770			}
8771			if (bundle_at || hbflag) {
8772				/* For data/asconf and hb set time */
8773				if (*now_filled == 0) {
8774					(void)SCTP_GETTIME_TIMEVAL(now);
8775					*now_filled = 1;
8776				}
8777				net->last_sent_time = *now;
8778			}
8779			/* Now send it, if there is anything to send :> */
8780			if ((error = sctp_lowlevel_chunk_output(inp,
8781			    stcb,
8782			    net,
8783			    (struct sockaddr *)&net->ro._l_addr,
8784			    outchain,
8785			    auth_offset,
8786			    auth,
8787			    auth_keyid,
8788			    no_fragmentflg,
8789			    bundle_at,
8790			    asconf,
8791			    inp->sctp_lport, stcb->rport,
8792			    htonl(stcb->asoc.peer_vtag),
8793			    net->port, NULL,
8794			    0, 0,
8795			    so_locked))) {
8796				/* error, we could not output */
8797				SCTPDBG(SCTP_DEBUG_OUTPUT3, "Gak send error %d\n", error);
8798				if (from_where == 0) {
8799					SCTP_STAT_INCR(sctps_lowlevelerrusr);
8800				}
8801				if (error == ENOBUFS) {
8802					asoc->ifp_had_enobuf = 1;
8803					SCTP_STAT_INCR(sctps_lowlevelerr);
8804				}
8805				if (error == EHOSTUNREACH) {
8806					/*
8807					 * Destination went unreachable
8808					 * during this send
8809					 */
8810					sctp_move_chunks_from_net(stcb, net);
8811				}
8812				*reason_code = 6;
8813				/*-
8814				 * I add this line to be paranoid. As far as
8815				 * I can tell the continue, takes us back to
8816				 * the top of the for, but just to make sure
8817				 * I will reset these again here.
8818				 */
8819				ctl_cnt = 0;
8820				continue;	/* This takes us back to the
8821						 * for() for the nets. */
8822			} else {
8823				asoc->ifp_had_enobuf = 0;
8824			}
8825			endoutchain = NULL;
8826			auth = NULL;
8827			auth_offset = 0;
8828			if (!no_out_cnt) {
8829				*num_out += (ctl_cnt + bundle_at);
8830			}
8831			if (bundle_at) {
8832				/* setup for a RTO measurement */
8833				tsns_sent = data_list[0]->rec.data.tsn;
8834				/* fill time if not already filled */
8835				if (*now_filled == 0) {
8836					(void)SCTP_GETTIME_TIMEVAL(&asoc->time_last_sent);
8837					*now_filled = 1;
8838					*now = asoc->time_last_sent;
8839				} else {
8840					asoc->time_last_sent = *now;
8841				}
8842				if (net->rto_needed) {
8843					data_list[0]->do_rtt = 1;
8844					net->rto_needed = 0;
8845				}
8846				SCTP_STAT_INCR_BY(sctps_senddata, bundle_at);
8847				sctp_clean_up_datalist(stcb, asoc, data_list, bundle_at, net);
8848			}
8849			if (one_chunk) {
8850				break;
8851			}
8852		}
8853		if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) {
8854			sctp_log_cwnd(stcb, net, tsns_sent, SCTP_CWND_LOG_FROM_SEND);
8855		}
8856	}
8857	if (old_start_at == NULL) {
8858		old_start_at = start_at;
8859		start_at = TAILQ_FIRST(&asoc->nets);
8860		if (old_start_at)
8861			goto again_one_more_time;
8862	}
8863
8864	/*
8865	 * At the end there should be no NON timed chunks hanging on this
8866	 * queue.
8867	 */
8868	if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) {
8869		sctp_log_cwnd(stcb, net, *num_out, SCTP_CWND_LOG_FROM_SEND);
8870	}
8871	if ((*num_out == 0) && (*reason_code == 0)) {
8872		*reason_code = 4;
8873	} else {
8874		*reason_code = 5;
8875	}
8876	sctp_clean_up_ctl(stcb, asoc, so_locked);
8877	return (0);
8878}
8879
8880void
8881sctp_queue_op_err(struct sctp_tcb *stcb, struct mbuf *op_err)
8882{
8883	/*-
8884	 * Prepend a OPERATIONAL_ERROR chunk header and put on the end of
8885	 * the control chunk queue.
8886	 */
8887	struct sctp_chunkhdr *hdr;
8888	struct sctp_tmit_chunk *chk;
8889	struct mbuf *mat, *last_mbuf;
8890	uint32_t chunk_length;
8891	uint16_t padding_length;
8892
8893	SCTP_TCB_LOCK_ASSERT(stcb);
8894	SCTP_BUF_PREPEND(op_err, sizeof(struct sctp_chunkhdr), M_NOWAIT);
8895	if (op_err == NULL) {
8896		return;
8897	}
8898	last_mbuf = NULL;
8899	chunk_length = 0;
8900	for (mat = op_err; mat != NULL; mat = SCTP_BUF_NEXT(mat)) {
8901		chunk_length += SCTP_BUF_LEN(mat);
8902		if (SCTP_BUF_NEXT(mat) == NULL) {
8903			last_mbuf = mat;
8904		}
8905	}
8906	if (chunk_length > SCTP_MAX_CHUNK_LENGTH) {
8907		sctp_m_freem(op_err);
8908		return;
8909	}
8910	padding_length = chunk_length % 4;
8911	if (padding_length != 0) {
8912		padding_length = 4 - padding_length;
8913	}
8914	if (padding_length != 0) {
8915		if (sctp_add_pad_tombuf(last_mbuf, padding_length) == NULL) {
8916			sctp_m_freem(op_err);
8917			return;
8918		}
8919	}
8920	sctp_alloc_a_chunk(stcb, chk);
8921	if (chk == NULL) {
8922		/* no memory */
8923		sctp_m_freem(op_err);
8924		return;
8925	}
8926	chk->copy_by_ref = 0;
8927	chk->rec.chunk_id.id = SCTP_OPERATION_ERROR;
8928	chk->rec.chunk_id.can_take_data = 0;
8929	chk->flags = 0;
8930	chk->send_size = (uint16_t)chunk_length;
8931	chk->sent = SCTP_DATAGRAM_UNSENT;
8932	chk->snd_count = 0;
8933	chk->asoc = &stcb->asoc;
8934	chk->data = op_err;
8935	chk->whoTo = NULL;
8936	hdr = mtod(op_err, struct sctp_chunkhdr *);
8937	hdr->chunk_type = SCTP_OPERATION_ERROR;
8938	hdr->chunk_flags = 0;
8939	hdr->chunk_length = htons(chk->send_size);
8940	TAILQ_INSERT_TAIL(&chk->asoc->control_send_queue, chk, sctp_next);
8941	chk->asoc->ctrl_queue_cnt++;
8942}
8943
8944int
8945sctp_send_cookie_echo(struct mbuf *m,
8946    int offset, int limit,
8947    struct sctp_tcb *stcb,
8948    struct sctp_nets *net)
8949{
8950	/*-
8951	 * pull out the cookie and put it at the front of the control chunk
8952	 * queue.
8953	 */
8954	int at;
8955	struct mbuf *cookie;
8956	struct sctp_paramhdr param, *phdr;
8957	struct sctp_chunkhdr *hdr;
8958	struct sctp_tmit_chunk *chk;
8959	uint16_t ptype, plen;
8960
8961	SCTP_TCB_LOCK_ASSERT(stcb);
8962	/* First find the cookie in the param area */
8963	cookie = NULL;
8964	at = offset + sizeof(struct sctp_init_chunk);
8965	for (;;) {
8966		phdr = sctp_get_next_param(m, at, &param, sizeof(param));
8967		if (phdr == NULL) {
8968			return (-3);
8969		}
8970		ptype = ntohs(phdr->param_type);
8971		plen = ntohs(phdr->param_length);
8972		if (plen < sizeof(struct sctp_paramhdr)) {
8973			return (-6);
8974		}
8975		if (ptype == SCTP_STATE_COOKIE) {
8976			int pad;
8977
8978			/* found the cookie */
8979			if (at + plen > limit) {
8980				return (-7);
8981			}
8982			cookie = SCTP_M_COPYM(m, at, plen, M_NOWAIT);
8983			if (cookie == NULL) {
8984				/* No memory */
8985				return (-2);
8986			}
8987			if ((pad = (plen % 4)) > 0) {
8988				pad = 4 - pad;
8989			}
8990			if (pad > 0) {
8991				if (sctp_pad_lastmbuf(cookie, pad, NULL) == NULL) {
8992					return (-8);
8993				}
8994			}
8995#ifdef SCTP_MBUF_LOGGING
8996			if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) {
8997				sctp_log_mbc(cookie, SCTP_MBUF_ICOPY);
8998			}
8999#endif
9000			break;
9001		}
9002		at += SCTP_SIZE32(plen);
9003	}
9004	/* ok, we got the cookie lets change it into a cookie echo chunk */
9005	/* first the change from param to cookie */
9006	hdr = mtod(cookie, struct sctp_chunkhdr *);
9007	hdr->chunk_type = SCTP_COOKIE_ECHO;
9008	hdr->chunk_flags = 0;
9009	/* get the chunk stuff now and place it in the FRONT of the queue */
9010	sctp_alloc_a_chunk(stcb, chk);
9011	if (chk == NULL) {
9012		/* no memory */
9013		sctp_m_freem(cookie);
9014		return (-5);
9015	}
9016	chk->copy_by_ref = 0;
9017	chk->rec.chunk_id.id = SCTP_COOKIE_ECHO;
9018	chk->rec.chunk_id.can_take_data = 0;
9019	chk->flags = CHUNK_FLAGS_FRAGMENT_OK;
9020	chk->send_size = SCTP_SIZE32(plen);
9021	chk->sent = SCTP_DATAGRAM_UNSENT;
9022	chk->snd_count = 0;
9023	chk->asoc = &stcb->asoc;
9024	chk->data = cookie;
9025	chk->whoTo = net;
9026	atomic_add_int(&chk->whoTo->ref_count, 1);
9027	TAILQ_INSERT_HEAD(&chk->asoc->control_send_queue, chk, sctp_next);
9028	chk->asoc->ctrl_queue_cnt++;
9029	return (0);
9030}
9031
9032void
9033sctp_send_heartbeat_ack(struct sctp_tcb *stcb,
9034    struct mbuf *m,
9035    int offset,
9036    int chk_length,
9037    struct sctp_nets *net)
9038{
9039	/*
9040	 * take a HB request and make it into a HB ack and send it.
9041	 */
9042	struct mbuf *outchain;
9043	struct sctp_chunkhdr *chdr;
9044	struct sctp_tmit_chunk *chk;
9045
9046	if (net == NULL)
9047		/* must have a net pointer */
9048		return;
9049
9050	outchain = SCTP_M_COPYM(m, offset, chk_length, M_NOWAIT);
9051	if (outchain == NULL) {
9052		/* gak out of memory */
9053		return;
9054	}
9055#ifdef SCTP_MBUF_LOGGING
9056	if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) {
9057		sctp_log_mbc(outchain, SCTP_MBUF_ICOPY);
9058	}
9059#endif
9060	chdr = mtod(outchain, struct sctp_chunkhdr *);
9061	chdr->chunk_type = SCTP_HEARTBEAT_ACK;
9062	chdr->chunk_flags = 0;
9063	if (chk_length % 4 != 0) {
9064		sctp_pad_lastmbuf(outchain, 4 - (chk_length % 4), NULL);
9065	}
9066	sctp_alloc_a_chunk(stcb, chk);
9067	if (chk == NULL) {
9068		/* no memory */
9069		sctp_m_freem(outchain);
9070		return;
9071	}
9072	chk->copy_by_ref = 0;
9073	chk->rec.chunk_id.id = SCTP_HEARTBEAT_ACK;
9074	chk->rec.chunk_id.can_take_data = 1;
9075	chk->flags = 0;
9076	chk->send_size = chk_length;
9077	chk->sent = SCTP_DATAGRAM_UNSENT;
9078	chk->snd_count = 0;
9079	chk->asoc = &stcb->asoc;
9080	chk->data = outchain;
9081	chk->whoTo = net;
9082	atomic_add_int(&chk->whoTo->ref_count, 1);
9083	TAILQ_INSERT_TAIL(&chk->asoc->control_send_queue, chk, sctp_next);
9084	chk->asoc->ctrl_queue_cnt++;
9085}
9086
9087void
9088sctp_send_cookie_ack(struct sctp_tcb *stcb)
9089{
9090	/* formulate and queue a cookie-ack back to sender */
9091	struct mbuf *cookie_ack;
9092	struct sctp_chunkhdr *hdr;
9093	struct sctp_tmit_chunk *chk;
9094
9095	SCTP_TCB_LOCK_ASSERT(stcb);
9096
9097	cookie_ack = sctp_get_mbuf_for_msg(sizeof(struct sctp_chunkhdr), 0, M_NOWAIT, 1, MT_HEADER);
9098	if (cookie_ack == NULL) {
9099		/* no mbuf's */
9100		return;
9101	}
9102	SCTP_BUF_RESV_UF(cookie_ack, SCTP_MIN_OVERHEAD);
9103	sctp_alloc_a_chunk(stcb, chk);
9104	if (chk == NULL) {
9105		/* no memory */
9106		sctp_m_freem(cookie_ack);
9107		return;
9108	}
9109	chk->copy_by_ref = 0;
9110	chk->rec.chunk_id.id = SCTP_COOKIE_ACK;
9111	chk->rec.chunk_id.can_take_data = 1;
9112	chk->flags = 0;
9113	chk->send_size = sizeof(struct sctp_chunkhdr);
9114	chk->sent = SCTP_DATAGRAM_UNSENT;
9115	chk->snd_count = 0;
9116	chk->asoc = &stcb->asoc;
9117	chk->data = cookie_ack;
9118	if (chk->asoc->last_control_chunk_from != NULL) {
9119		chk->whoTo = chk->asoc->last_control_chunk_from;
9120		atomic_add_int(&chk->whoTo->ref_count, 1);
9121	} else {
9122		chk->whoTo = NULL;
9123	}
9124	hdr = mtod(cookie_ack, struct sctp_chunkhdr *);
9125	hdr->chunk_type = SCTP_COOKIE_ACK;
9126	hdr->chunk_flags = 0;
9127	hdr->chunk_length = htons(chk->send_size);
9128	SCTP_BUF_LEN(cookie_ack) = chk->send_size;
9129	TAILQ_INSERT_TAIL(&chk->asoc->control_send_queue, chk, sctp_next);
9130	chk->asoc->ctrl_queue_cnt++;
9131	return;
9132}
9133
9134void
9135sctp_send_shutdown_ack(struct sctp_tcb *stcb, struct sctp_nets *net)
9136{
9137	/* formulate and queue a SHUTDOWN-ACK back to the sender */
9138	struct mbuf *m_shutdown_ack;
9139	struct sctp_shutdown_ack_chunk *ack_cp;
9140	struct sctp_tmit_chunk *chk;
9141
9142	m_shutdown_ack = sctp_get_mbuf_for_msg(sizeof(struct sctp_shutdown_ack_chunk), 0, M_NOWAIT, 1, MT_HEADER);
9143	if (m_shutdown_ack == NULL) {
9144		/* no mbuf's */
9145		return;
9146	}
9147	SCTP_BUF_RESV_UF(m_shutdown_ack, SCTP_MIN_OVERHEAD);
9148	sctp_alloc_a_chunk(stcb, chk);
9149	if (chk == NULL) {
9150		/* no memory */
9151		sctp_m_freem(m_shutdown_ack);
9152		return;
9153	}
9154	chk->copy_by_ref = 0;
9155	chk->rec.chunk_id.id = SCTP_SHUTDOWN_ACK;
9156	chk->rec.chunk_id.can_take_data = 1;
9157	chk->flags = 0;
9158	chk->send_size = sizeof(struct sctp_chunkhdr);
9159	chk->sent = SCTP_DATAGRAM_UNSENT;
9160	chk->snd_count = 0;
9161	chk->asoc = &stcb->asoc;
9162	chk->data = m_shutdown_ack;
9163	chk->whoTo = net;
9164	if (chk->whoTo) {
9165		atomic_add_int(&chk->whoTo->ref_count, 1);
9166	}
9167	ack_cp = mtod(m_shutdown_ack, struct sctp_shutdown_ack_chunk *);
9168	ack_cp->ch.chunk_type = SCTP_SHUTDOWN_ACK;
9169	ack_cp->ch.chunk_flags = 0;
9170	ack_cp->ch.chunk_length = htons(chk->send_size);
9171	SCTP_BUF_LEN(m_shutdown_ack) = chk->send_size;
9172	TAILQ_INSERT_TAIL(&chk->asoc->control_send_queue, chk, sctp_next);
9173	chk->asoc->ctrl_queue_cnt++;
9174	return;
9175}
9176
9177void
9178sctp_send_shutdown(struct sctp_tcb *stcb, struct sctp_nets *net)
9179{
9180	/* formulate and queue a SHUTDOWN to the sender */
9181	struct mbuf *m_shutdown;
9182	struct sctp_shutdown_chunk *shutdown_cp;
9183	struct sctp_tmit_chunk *chk;
9184
9185	TAILQ_FOREACH(chk, &stcb->asoc.control_send_queue, sctp_next) {
9186		if (chk->rec.chunk_id.id == SCTP_SHUTDOWN) {
9187			/* We already have a SHUTDOWN queued. Reuse it. */
9188			if (chk->whoTo) {
9189				sctp_free_remote_addr(chk->whoTo);
9190				chk->whoTo = NULL;
9191			}
9192			break;
9193		}
9194	}
9195	if (chk == NULL) {
9196		m_shutdown = sctp_get_mbuf_for_msg(sizeof(struct sctp_shutdown_chunk), 0, M_NOWAIT, 1, MT_HEADER);
9197		if (m_shutdown == NULL) {
9198			/* no mbuf's */
9199			return;
9200		}
9201		SCTP_BUF_RESV_UF(m_shutdown, SCTP_MIN_OVERHEAD);
9202		sctp_alloc_a_chunk(stcb, chk);
9203		if (chk == NULL) {
9204			/* no memory */
9205			sctp_m_freem(m_shutdown);
9206			return;
9207		}
9208		chk->copy_by_ref = 0;
9209		chk->rec.chunk_id.id = SCTP_SHUTDOWN;
9210		chk->rec.chunk_id.can_take_data = 1;
9211		chk->flags = 0;
9212		chk->send_size = sizeof(struct sctp_shutdown_chunk);
9213		chk->sent = SCTP_DATAGRAM_UNSENT;
9214		chk->snd_count = 0;
9215		chk->asoc = &stcb->asoc;
9216		chk->data = m_shutdown;
9217		chk->whoTo = net;
9218		if (chk->whoTo) {
9219			atomic_add_int(&chk->whoTo->ref_count, 1);
9220		}
9221		shutdown_cp = mtod(m_shutdown, struct sctp_shutdown_chunk *);
9222		shutdown_cp->ch.chunk_type = SCTP_SHUTDOWN;
9223		shutdown_cp->ch.chunk_flags = 0;
9224		shutdown_cp->ch.chunk_length = htons(chk->send_size);
9225		shutdown_cp->cumulative_tsn_ack = htonl(stcb->asoc.cumulative_tsn);
9226		SCTP_BUF_LEN(m_shutdown) = chk->send_size;
9227		TAILQ_INSERT_TAIL(&chk->asoc->control_send_queue, chk, sctp_next);
9228		chk->asoc->ctrl_queue_cnt++;
9229	} else {
9230		TAILQ_REMOVE(&stcb->asoc.control_send_queue, chk, sctp_next);
9231		chk->whoTo = net;
9232		if (chk->whoTo) {
9233			atomic_add_int(&chk->whoTo->ref_count, 1);
9234		}
9235		shutdown_cp = mtod(chk->data, struct sctp_shutdown_chunk *);
9236		shutdown_cp->cumulative_tsn_ack = htonl(stcb->asoc.cumulative_tsn);
9237		TAILQ_INSERT_TAIL(&stcb->asoc.control_send_queue, chk, sctp_next);
9238	}
9239	return;
9240}
9241
9242void
9243sctp_send_asconf(struct sctp_tcb *stcb, struct sctp_nets *net, int addr_locked)
9244{
9245	/*
9246	 * formulate and queue an ASCONF to the peer. ASCONF parameters
9247	 * should be queued on the assoc queue.
9248	 */
9249	struct sctp_tmit_chunk *chk;
9250	struct mbuf *m_asconf;
9251	int len;
9252
9253	SCTP_TCB_LOCK_ASSERT(stcb);
9254
9255	if ((!TAILQ_EMPTY(&stcb->asoc.asconf_send_queue)) &&
9256	    (!sctp_is_feature_on(stcb->sctp_ep, SCTP_PCB_FLAGS_MULTIPLE_ASCONFS))) {
9257		/* can't send a new one if there is one in flight already */
9258		return;
9259	}
9260
9261	/* compose an ASCONF chunk, maximum length is PMTU */
9262	m_asconf = sctp_compose_asconf(stcb, &len, addr_locked);
9263	if (m_asconf == NULL) {
9264		return;
9265	}
9266
9267	sctp_alloc_a_chunk(stcb, chk);
9268	if (chk == NULL) {
9269		/* no memory */
9270		sctp_m_freem(m_asconf);
9271		return;
9272	}
9273
9274	chk->copy_by_ref = 0;
9275	chk->rec.chunk_id.id = SCTP_ASCONF;
9276	chk->rec.chunk_id.can_take_data = 0;
9277	chk->flags = CHUNK_FLAGS_FRAGMENT_OK;
9278	chk->data = m_asconf;
9279	chk->send_size = len;
9280	chk->sent = SCTP_DATAGRAM_UNSENT;
9281	chk->snd_count = 0;
9282	chk->asoc = &stcb->asoc;
9283	chk->whoTo = net;
9284	if (chk->whoTo) {
9285		atomic_add_int(&chk->whoTo->ref_count, 1);
9286	}
9287	TAILQ_INSERT_TAIL(&chk->asoc->asconf_send_queue, chk, sctp_next);
9288	chk->asoc->ctrl_queue_cnt++;
9289	return;
9290}
9291
9292void
9293sctp_send_asconf_ack(struct sctp_tcb *stcb)
9294{
9295	/*
9296	 * formulate and queue a asconf-ack back to sender. the asconf-ack
9297	 * must be stored in the tcb.
9298	 */
9299	struct sctp_tmit_chunk *chk;
9300	struct sctp_asconf_ack *ack, *latest_ack;
9301	struct mbuf *m_ack;
9302	struct sctp_nets *net = NULL;
9303
9304	SCTP_TCB_LOCK_ASSERT(stcb);
9305	/* Get the latest ASCONF-ACK */
9306	latest_ack = TAILQ_LAST(&stcb->asoc.asconf_ack_sent, sctp_asconf_ackhead);
9307	if (latest_ack == NULL) {
9308		return;
9309	}
9310	if (latest_ack->last_sent_to != NULL &&
9311	    latest_ack->last_sent_to == stcb->asoc.last_control_chunk_from) {
9312		/* we're doing a retransmission */
9313		net = sctp_find_alternate_net(stcb, stcb->asoc.last_control_chunk_from, 0);
9314		if (net == NULL) {
9315			/* no alternate */
9316			if (stcb->asoc.last_control_chunk_from == NULL) {
9317				if (stcb->asoc.alternate) {
9318					net = stcb->asoc.alternate;
9319				} else {
9320					net = stcb->asoc.primary_destination;
9321				}
9322			} else {
9323				net = stcb->asoc.last_control_chunk_from;
9324			}
9325		}
9326	} else {
9327		/* normal case */
9328		if (stcb->asoc.last_control_chunk_from == NULL) {
9329			if (stcb->asoc.alternate) {
9330				net = stcb->asoc.alternate;
9331			} else {
9332				net = stcb->asoc.primary_destination;
9333			}
9334		} else {
9335			net = stcb->asoc.last_control_chunk_from;
9336		}
9337	}
9338	latest_ack->last_sent_to = net;
9339
9340	TAILQ_FOREACH(ack, &stcb->asoc.asconf_ack_sent, next) {
9341		if (ack->data == NULL) {
9342			continue;
9343		}
9344
9345		/* copy the asconf_ack */
9346		m_ack = SCTP_M_COPYM(ack->data, 0, M_COPYALL, M_NOWAIT);
9347		if (m_ack == NULL) {
9348			/* couldn't copy it */
9349			return;
9350		}
9351#ifdef SCTP_MBUF_LOGGING
9352		if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_MBUF_LOGGING_ENABLE) {
9353			sctp_log_mbc(m_ack, SCTP_MBUF_ICOPY);
9354		}
9355#endif
9356
9357		sctp_alloc_a_chunk(stcb, chk);
9358		if (chk == NULL) {
9359			/* no memory */
9360			if (m_ack)
9361				sctp_m_freem(m_ack);
9362			return;
9363		}
9364		chk->copy_by_ref = 0;
9365		chk->rec.chunk_id.id = SCTP_ASCONF_ACK;
9366		chk->rec.chunk_id.can_take_data = 1;
9367		chk->flags = CHUNK_FLAGS_FRAGMENT_OK;
9368		chk->whoTo = net;
9369		if (chk->whoTo) {
9370			atomic_add_int(&chk->whoTo->ref_count, 1);
9371		}
9372		chk->data = m_ack;
9373		chk->send_size = ack->len;
9374		chk->sent = SCTP_DATAGRAM_UNSENT;
9375		chk->snd_count = 0;
9376		chk->asoc = &stcb->asoc;
9377
9378		TAILQ_INSERT_TAIL(&chk->asoc->control_send_queue, chk, sctp_next);
9379		chk->asoc->ctrl_queue_cnt++;
9380	}
9381	return;
9382}
9383
9384static int
9385sctp_chunk_retransmission(struct sctp_inpcb *inp,
9386    struct sctp_tcb *stcb,
9387    struct sctp_association *asoc,
9388    int *cnt_out, struct timeval *now, int *now_filled, int *fr_done, int so_locked)
9389{
9390	/*-
9391	 * send out one MTU of retransmission. If fast_retransmit is
9392	 * happening we ignore the cwnd. Otherwise we obey the cwnd and
9393	 * rwnd. For a Cookie or Asconf in the control chunk queue we
9394	 * retransmit them by themselves.
9395	 *
9396	 * For data chunks we will pick out the lowest TSN's in the sent_queue
9397	 * marked for resend and bundle them all together (up to a MTU of
9398	 * destination). The address to send to should have been
9399	 * selected/changed where the retransmission was marked (i.e. in FR
9400	 * or t3-timeout routines).
9401	 */
9402	struct sctp_tmit_chunk *data_list[SCTP_MAX_DATA_BUNDLING];
9403	struct sctp_tmit_chunk *chk, *fwd;
9404	struct mbuf *m, *endofchain;
9405	struct sctp_nets *net = NULL;
9406	uint32_t tsns_sent = 0;
9407	int no_fragmentflg, bundle_at, cnt_thru;
9408	unsigned int mtu;
9409	int error, i, one_chunk, fwd_tsn, ctl_cnt, tmr_started;
9410	struct sctp_auth_chunk *auth = NULL;
9411	uint32_t auth_offset = 0;
9412	uint16_t auth_keyid;
9413	int override_ok = 1;
9414	int data_auth_reqd = 0;
9415	uint32_t dmtu = 0;
9416
9417	SCTP_TCB_LOCK_ASSERT(stcb);
9418	tmr_started = ctl_cnt = 0;
9419	no_fragmentflg = 1;
9420	fwd_tsn = 0;
9421	*cnt_out = 0;
9422	fwd = NULL;
9423	endofchain = m = NULL;
9424	auth_keyid = stcb->asoc.authinfo.active_keyid;
9425#ifdef SCTP_AUDITING_ENABLED
9426	sctp_audit_log(0xC3, 1);
9427#endif
9428	if ((TAILQ_EMPTY(&asoc->sent_queue)) &&
9429	    (TAILQ_EMPTY(&asoc->control_send_queue))) {
9430		SCTPDBG(SCTP_DEBUG_OUTPUT1, "SCTP hits empty queue with cnt set to %d?\n",
9431		    asoc->sent_queue_retran_cnt);
9432		asoc->sent_queue_cnt = 0;
9433		asoc->sent_queue_cnt_removeable = 0;
9434		/* send back 0/0 so we enter normal transmission */
9435		*cnt_out = 0;
9436		return (0);
9437	}
9438	TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) {
9439		if ((chk->rec.chunk_id.id == SCTP_COOKIE_ECHO) ||
9440		    (chk->rec.chunk_id.id == SCTP_STREAM_RESET) ||
9441		    (chk->rec.chunk_id.id == SCTP_FORWARD_CUM_TSN)) {
9442			if (chk->sent != SCTP_DATAGRAM_RESEND) {
9443				continue;
9444			}
9445			if (chk->rec.chunk_id.id == SCTP_STREAM_RESET) {
9446				if (chk != asoc->str_reset) {
9447					/*
9448					 * not eligible for retran if its
9449					 * not ours
9450					 */
9451					continue;
9452				}
9453			}
9454			ctl_cnt++;
9455			if (chk->rec.chunk_id.id == SCTP_FORWARD_CUM_TSN) {
9456				fwd_tsn = 1;
9457			}
9458			/*
9459			 * Add an AUTH chunk, if chunk requires it save the
9460			 * offset into the chain for AUTH
9461			 */
9462			if ((auth == NULL) &&
9463			    (sctp_auth_is_required_chunk(chk->rec.chunk_id.id,
9464			    stcb->asoc.peer_auth_chunks))) {
9465				m = sctp_add_auth_chunk(m, &endofchain,
9466				    &auth, &auth_offset,
9467				    stcb,
9468				    chk->rec.chunk_id.id);
9469				SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks);
9470			}
9471			m = sctp_copy_mbufchain(chk->data, m, &endofchain, 0, chk->send_size, chk->copy_by_ref);
9472			break;
9473		}
9474	}
9475	one_chunk = 0;
9476	cnt_thru = 0;
9477	/* do we have control chunks to retransmit? */
9478	if (m != NULL) {
9479		/* Start a timer no matter if we succeed or fail */
9480		if (chk->rec.chunk_id.id == SCTP_COOKIE_ECHO) {
9481			sctp_timer_start(SCTP_TIMER_TYPE_COOKIE, inp, stcb, chk->whoTo);
9482		} else if (chk->rec.chunk_id.id == SCTP_ASCONF)
9483			sctp_timer_start(SCTP_TIMER_TYPE_ASCONF, inp, stcb, chk->whoTo);
9484		chk->snd_count++;	/* update our count */
9485		if ((error = sctp_lowlevel_chunk_output(inp, stcb, chk->whoTo,
9486		    (struct sockaddr *)&chk->whoTo->ro._l_addr, m,
9487		    auth_offset, auth, stcb->asoc.authinfo.active_keyid,
9488		    no_fragmentflg, 0, 0,
9489		    inp->sctp_lport, stcb->rport, htonl(stcb->asoc.peer_vtag),
9490		    chk->whoTo->port, NULL,
9491		    0, 0,
9492		    so_locked))) {
9493			SCTPDBG(SCTP_DEBUG_OUTPUT3, "Gak send error %d\n", error);
9494			if (error == ENOBUFS) {
9495				asoc->ifp_had_enobuf = 1;
9496				SCTP_STAT_INCR(sctps_lowlevelerr);
9497			}
9498			return (error);
9499		} else {
9500			asoc->ifp_had_enobuf = 0;
9501		}
9502		endofchain = NULL;
9503		auth = NULL;
9504		auth_offset = 0;
9505		/*
9506		 * We don't want to mark the net->sent time here since this
9507		 * we use this for HB and retrans cannot measure RTT
9508		 */
9509		/* (void)SCTP_GETTIME_TIMEVAL(&chk->whoTo->last_sent_time); */
9510		*cnt_out += 1;
9511		chk->sent = SCTP_DATAGRAM_SENT;
9512		sctp_ucount_decr(stcb->asoc.sent_queue_retran_cnt);
9513		if (fwd_tsn == 0) {
9514			return (0);
9515		} else {
9516			/* Clean up the fwd-tsn list */
9517			sctp_clean_up_ctl(stcb, asoc, so_locked);
9518			return (0);
9519		}
9520	}
9521	/*
9522	 * Ok, it is just data retransmission we need to do or that and a
9523	 * fwd-tsn with it all.
9524	 */
9525	if (TAILQ_EMPTY(&asoc->sent_queue)) {
9526		return (SCTP_RETRAN_DONE);
9527	}
9528	if ((SCTP_GET_STATE(stcb) == SCTP_STATE_COOKIE_ECHOED) ||
9529	    (SCTP_GET_STATE(stcb) == SCTP_STATE_COOKIE_WAIT)) {
9530		/* not yet open, resend the cookie and that is it */
9531		return (1);
9532	}
9533#ifdef SCTP_AUDITING_ENABLED
9534	sctp_auditing(20, inp, stcb, NULL);
9535#endif
9536	data_auth_reqd = sctp_auth_is_required_chunk(SCTP_DATA, stcb->asoc.peer_auth_chunks);
9537	TAILQ_FOREACH(chk, &asoc->sent_queue, sctp_next) {
9538		if (chk->sent != SCTP_DATAGRAM_RESEND) {
9539			/* No, not sent to this net or not ready for rtx */
9540			continue;
9541		}
9542		if (chk->data == NULL) {
9543			SCTP_PRINTF("TSN:%x chk->snd_count:%d chk->sent:%d can't retran - no data\n",
9544			    chk->rec.data.tsn, chk->snd_count, chk->sent);
9545			continue;
9546		}
9547		if ((SCTP_BASE_SYSCTL(sctp_max_retran_chunk)) &&
9548		    (chk->snd_count >= SCTP_BASE_SYSCTL(sctp_max_retran_chunk))) {
9549			struct mbuf *op_err;
9550			char msg[SCTP_DIAG_INFO_LEN];
9551
9552			SCTP_SNPRINTF(msg, sizeof(msg), "TSN %8.8x retransmitted %d times, giving up",
9553			    chk->rec.data.tsn, chk->snd_count);
9554			op_err = sctp_generate_cause(SCTP_BASE_SYSCTL(sctp_diag_info_code),
9555			    msg);
9556			atomic_add_int(&stcb->asoc.refcnt, 1);
9557			sctp_abort_an_association(stcb->sctp_ep, stcb, op_err,
9558			    so_locked);
9559			SCTP_TCB_LOCK(stcb);
9560			atomic_subtract_int(&stcb->asoc.refcnt, 1);
9561			return (SCTP_RETRAN_EXIT);
9562		}
9563		/* pick up the net */
9564		net = chk->whoTo;
9565		switch (net->ro._l_addr.sa.sa_family) {
9566#ifdef INET
9567		case AF_INET:
9568			mtu = net->mtu - SCTP_MIN_V4_OVERHEAD;
9569			break;
9570#endif
9571#ifdef INET6
9572		case AF_INET6:
9573			mtu = net->mtu - SCTP_MIN_OVERHEAD;
9574			break;
9575#endif
9576		default:
9577			/* TSNH */
9578			mtu = net->mtu;
9579			break;
9580		}
9581
9582		if ((asoc->peers_rwnd < mtu) && (asoc->total_flight > 0)) {
9583			/* No room in peers rwnd */
9584			uint32_t tsn;
9585
9586			tsn = asoc->last_acked_seq + 1;
9587			if (tsn == chk->rec.data.tsn) {
9588				/*
9589				 * we make a special exception for this
9590				 * case. The peer has no rwnd but is missing
9591				 * the lowest chunk.. which is probably what
9592				 * is holding up the rwnd.
9593				 */
9594				goto one_chunk_around;
9595			}
9596			return (1);
9597		}
9598one_chunk_around:
9599		if (asoc->peers_rwnd < mtu) {
9600			one_chunk = 1;
9601			if ((asoc->peers_rwnd == 0) &&
9602			    (asoc->total_flight == 0)) {
9603				chk->window_probe = 1;
9604				chk->whoTo->window_probe = 1;
9605			}
9606		}
9607#ifdef SCTP_AUDITING_ENABLED
9608		sctp_audit_log(0xC3, 2);
9609#endif
9610		bundle_at = 0;
9611		m = NULL;
9612		net->fast_retran_ip = 0;
9613		if (chk->rec.data.doing_fast_retransmit == 0) {
9614			/*
9615			 * if no FR in progress skip destination that have
9616			 * flight_size > cwnd.
9617			 */
9618			if (net->flight_size >= net->cwnd) {
9619				continue;
9620			}
9621		} else {
9622			/*
9623			 * Mark the destination net to have FR recovery
9624			 * limits put on it.
9625			 */
9626			*fr_done = 1;
9627			net->fast_retran_ip = 1;
9628		}
9629
9630		/*
9631		 * if no AUTH is yet included and this chunk requires it,
9632		 * make sure to account for it.  We don't apply the size
9633		 * until the AUTH chunk is actually added below in case
9634		 * there is no room for this chunk.
9635		 */
9636		if (data_auth_reqd && (auth == NULL)) {
9637			dmtu = sctp_get_auth_chunk_len(stcb->asoc.peer_hmac_id);
9638		} else
9639			dmtu = 0;
9640
9641		if ((chk->send_size <= (mtu - dmtu)) ||
9642		    (chk->flags & CHUNK_FLAGS_FRAGMENT_OK)) {
9643			/* ok we will add this one */
9644			if (data_auth_reqd) {
9645				if (auth == NULL) {
9646					m = sctp_add_auth_chunk(m,
9647					    &endofchain,
9648					    &auth,
9649					    &auth_offset,
9650					    stcb,
9651					    SCTP_DATA);
9652					auth_keyid = chk->auth_keyid;
9653					override_ok = 0;
9654					SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks);
9655				} else if (override_ok) {
9656					auth_keyid = chk->auth_keyid;
9657					override_ok = 0;
9658				} else if (chk->auth_keyid != auth_keyid) {
9659					/* different keyid, so done bundling */
9660					break;
9661				}
9662			}
9663			m = sctp_copy_mbufchain(chk->data, m, &endofchain, 0, chk->send_size, chk->copy_by_ref);
9664			if (m == NULL) {
9665				SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
9666				return (ENOMEM);
9667			}
9668			/* Do clear IP_DF ? */
9669			if (chk->flags & CHUNK_FLAGS_FRAGMENT_OK) {
9670				no_fragmentflg = 0;
9671			}
9672			/* upate our MTU size */
9673			if (mtu > (chk->send_size + dmtu))
9674				mtu -= (chk->send_size + dmtu);
9675			else
9676				mtu = 0;
9677			data_list[bundle_at++] = chk;
9678			if (one_chunk && (asoc->total_flight <= 0)) {
9679				SCTP_STAT_INCR(sctps_windowprobed);
9680			}
9681		}
9682		if (one_chunk == 0) {
9683			/*
9684			 * now are there anymore forward from chk to pick
9685			 * up?
9686			 */
9687			for (fwd = TAILQ_NEXT(chk, sctp_next); fwd != NULL; fwd = TAILQ_NEXT(fwd, sctp_next)) {
9688				if (fwd->sent != SCTP_DATAGRAM_RESEND) {
9689					/* Nope, not for retran */
9690					continue;
9691				}
9692				if (fwd->whoTo != net) {
9693					/* Nope, not the net in question */
9694					continue;
9695				}
9696				if (data_auth_reqd && (auth == NULL)) {
9697					dmtu = sctp_get_auth_chunk_len(stcb->asoc.peer_hmac_id);
9698				} else
9699					dmtu = 0;
9700				if (fwd->send_size <= (mtu - dmtu)) {
9701					if (data_auth_reqd) {
9702						if (auth == NULL) {
9703							m = sctp_add_auth_chunk(m,
9704							    &endofchain,
9705							    &auth,
9706							    &auth_offset,
9707							    stcb,
9708							    SCTP_DATA);
9709							auth_keyid = fwd->auth_keyid;
9710							override_ok = 0;
9711							SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks);
9712						} else if (override_ok) {
9713							auth_keyid = fwd->auth_keyid;
9714							override_ok = 0;
9715						} else if (fwd->auth_keyid != auth_keyid) {
9716							/*
9717							 * different keyid,
9718							 * so done bundling
9719							 */
9720							break;
9721						}
9722					}
9723					m = sctp_copy_mbufchain(fwd->data, m, &endofchain, 0, fwd->send_size, fwd->copy_by_ref);
9724					if (m == NULL) {
9725						SCTP_LTRACE_ERR_RET(inp, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
9726						return (ENOMEM);
9727					}
9728					/* Do clear IP_DF ? */
9729					if (fwd->flags & CHUNK_FLAGS_FRAGMENT_OK) {
9730						no_fragmentflg = 0;
9731					}
9732					/* upate our MTU size */
9733					if (mtu > (fwd->send_size + dmtu))
9734						mtu -= (fwd->send_size + dmtu);
9735					else
9736						mtu = 0;
9737					data_list[bundle_at++] = fwd;
9738					if (bundle_at >= SCTP_MAX_DATA_BUNDLING) {
9739						break;
9740					}
9741				} else {
9742					/* can't fit so we are done */
9743					break;
9744				}
9745			}
9746		}
9747		/* Is there something to send for this destination? */
9748		if (m) {
9749			/*
9750			 * No matter if we fail/or succeed we should start a
9751			 * timer. A failure is like a lost IP packet :-)
9752			 */
9753			if (!SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) {
9754				/*
9755				 * no timer running on this destination
9756				 * restart it.
9757				 */
9758				sctp_timer_start(SCTP_TIMER_TYPE_SEND, inp, stcb, net);
9759				tmr_started = 1;
9760			}
9761			/* Now lets send it, if there is anything to send :> */
9762			if ((error = sctp_lowlevel_chunk_output(inp, stcb, net,
9763			    (struct sockaddr *)&net->ro._l_addr, m,
9764			    auth_offset, auth, auth_keyid,
9765			    no_fragmentflg, 0, 0,
9766			    inp->sctp_lport, stcb->rport, htonl(stcb->asoc.peer_vtag),
9767			    net->port, NULL,
9768			    0, 0,
9769			    so_locked))) {
9770				/* error, we could not output */
9771				SCTPDBG(SCTP_DEBUG_OUTPUT3, "Gak send error %d\n", error);
9772				if (error == ENOBUFS) {
9773					asoc->ifp_had_enobuf = 1;
9774					SCTP_STAT_INCR(sctps_lowlevelerr);
9775				}
9776				return (error);
9777			} else {
9778				asoc->ifp_had_enobuf = 0;
9779			}
9780			endofchain = NULL;
9781			auth = NULL;
9782			auth_offset = 0;
9783			/* For HB's */
9784			/*
9785			 * We don't want to mark the net->sent time here
9786			 * since this we use this for HB and retrans cannot
9787			 * measure RTT
9788			 */
9789			/* (void)SCTP_GETTIME_TIMEVAL(&net->last_sent_time); */
9790
9791			/* For auto-close */
9792			cnt_thru++;
9793			if (*now_filled == 0) {
9794				(void)SCTP_GETTIME_TIMEVAL(&asoc->time_last_sent);
9795				*now = asoc->time_last_sent;
9796				*now_filled = 1;
9797			} else {
9798				asoc->time_last_sent = *now;
9799			}
9800			*cnt_out += bundle_at;
9801#ifdef SCTP_AUDITING_ENABLED
9802			sctp_audit_log(0xC4, bundle_at);
9803#endif
9804			if (bundle_at) {
9805				tsns_sent = data_list[0]->rec.data.tsn;
9806			}
9807			for (i = 0; i < bundle_at; i++) {
9808				SCTP_STAT_INCR(sctps_sendretransdata);
9809				data_list[i]->sent = SCTP_DATAGRAM_SENT;
9810				/*
9811				 * When we have a revoked data, and we
9812				 * retransmit it, then we clear the revoked
9813				 * flag since this flag dictates if we
9814				 * subtracted from the fs
9815				 */
9816				if (data_list[i]->rec.data.chunk_was_revoked) {
9817					/* Deflate the cwnd */
9818					data_list[i]->whoTo->cwnd -= data_list[i]->book_size;
9819					data_list[i]->rec.data.chunk_was_revoked = 0;
9820				}
9821				data_list[i]->snd_count++;
9822				sctp_ucount_decr(asoc->sent_queue_retran_cnt);
9823				/* record the time */
9824				data_list[i]->sent_rcv_time = asoc->time_last_sent;
9825				if (data_list[i]->book_size_scale) {
9826					/*
9827					 * need to double the book size on
9828					 * this one
9829					 */
9830					data_list[i]->book_size_scale = 0;
9831					/*
9832					 * Since we double the booksize, we
9833					 * must also double the output queue
9834					 * size, since this get shrunk when
9835					 * we free by this amount.
9836					 */
9837					atomic_add_int(&((asoc)->total_output_queue_size), data_list[i]->book_size);
9838					data_list[i]->book_size *= 2;
9839				} else {
9840					if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_RWND_ENABLE) {
9841						sctp_log_rwnd(SCTP_DECREASE_PEER_RWND,
9842						    asoc->peers_rwnd, data_list[i]->send_size, SCTP_BASE_SYSCTL(sctp_peer_chunk_oh));
9843					}
9844					asoc->peers_rwnd = sctp_sbspace_sub(asoc->peers_rwnd,
9845					    (uint32_t)(data_list[i]->send_size +
9846					    SCTP_BASE_SYSCTL(sctp_peer_chunk_oh)));
9847				}
9848				if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) {
9849					sctp_misc_ints(SCTP_FLIGHT_LOG_UP_RSND,
9850					    data_list[i]->whoTo->flight_size,
9851					    data_list[i]->book_size,
9852					    (uint32_t)(uintptr_t)data_list[i]->whoTo,
9853					    data_list[i]->rec.data.tsn);
9854				}
9855				sctp_flight_size_increase(data_list[i]);
9856				sctp_total_flight_increase(stcb, data_list[i]);
9857				if (asoc->peers_rwnd < stcb->sctp_ep->sctp_ep.sctp_sws_sender) {
9858					/* SWS sender side engages */
9859					asoc->peers_rwnd = 0;
9860				}
9861				if ((i == 0) &&
9862				    (data_list[i]->rec.data.doing_fast_retransmit)) {
9863					SCTP_STAT_INCR(sctps_sendfastretrans);
9864					if ((data_list[i] == TAILQ_FIRST(&asoc->sent_queue)) &&
9865					    (tmr_started == 0)) {
9866						/*-
9867						 * ok we just fast-retrans'd
9868						 * the lowest TSN, i.e the
9869						 * first on the list. In
9870						 * this case we want to give
9871						 * some more time to get a
9872						 * SACK back without a
9873						 * t3-expiring.
9874						 */
9875						sctp_timer_stop(SCTP_TIMER_TYPE_SEND, inp, stcb, net,
9876						    SCTP_FROM_SCTP_OUTPUT + SCTP_LOC_2);
9877						sctp_timer_start(SCTP_TIMER_TYPE_SEND, inp, stcb, net);
9878					}
9879				}
9880			}
9881			if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) {
9882				sctp_log_cwnd(stcb, net, tsns_sent, SCTP_CWND_LOG_FROM_RESEND);
9883			}
9884#ifdef SCTP_AUDITING_ENABLED
9885			sctp_auditing(21, inp, stcb, NULL);
9886#endif
9887		} else {
9888			/* None will fit */
9889			return (1);
9890		}
9891		if (asoc->sent_queue_retran_cnt <= 0) {
9892			/* all done we have no more to retran */
9893			asoc->sent_queue_retran_cnt = 0;
9894			break;
9895		}
9896		if (one_chunk) {
9897			/* No more room in rwnd */
9898			return (1);
9899		}
9900		/* stop the for loop here. we sent out a packet */
9901		break;
9902	}
9903	return (0);
9904}
9905
9906static void
9907sctp_timer_validation(struct sctp_inpcb *inp,
9908    struct sctp_tcb *stcb,
9909    struct sctp_association *asoc)
9910{
9911	struct sctp_nets *net;
9912
9913	/* Validate that a timer is running somewhere */
9914	TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
9915		if (SCTP_OS_TIMER_PENDING(&net->rxt_timer.timer)) {
9916			/* Here is a timer */
9917			return;
9918		}
9919	}
9920	SCTP_TCB_LOCK_ASSERT(stcb);
9921	/* Gak, we did not have a timer somewhere */
9922	SCTPDBG(SCTP_DEBUG_OUTPUT3, "Deadlock avoided starting timer on a dest at retran\n");
9923	if (asoc->alternate) {
9924		sctp_timer_start(SCTP_TIMER_TYPE_SEND, inp, stcb, asoc->alternate);
9925	} else {
9926		sctp_timer_start(SCTP_TIMER_TYPE_SEND, inp, stcb, asoc->primary_destination);
9927	}
9928	return;
9929}
9930
9931void
9932sctp_chunk_output(struct sctp_inpcb *inp,
9933    struct sctp_tcb *stcb,
9934    int from_where,
9935    int so_locked)
9936{
9937	/*-
9938	 * Ok this is the generic chunk service queue. we must do the
9939	 * following:
9940	 * - See if there are retransmits pending, if so we must
9941	 *   do these first.
9942	 * - Service the stream queue that is next, moving any
9943	 *   message (note I must get a complete message i.e.
9944	 *   FIRST/MIDDLE and LAST to the out queue in one pass) and assigning
9945	 *   TSN's
9946	 * - Check to see if the cwnd/rwnd allows any output, if so we
9947	 *   go ahead and fomulate and send the low level chunks. Making sure
9948	 *   to combine any control in the control chunk queue also.
9949	 */
9950	struct sctp_association *asoc;
9951	struct sctp_nets *net;
9952	int error = 0, num_out, tot_out = 0, ret = 0, reason_code;
9953	unsigned int burst_cnt = 0;
9954	struct timeval now;
9955	int now_filled = 0;
9956	int nagle_on;
9957	int frag_point = sctp_get_frag_point(stcb, &stcb->asoc);
9958	int un_sent = 0;
9959	int fr_done;
9960	unsigned int tot_frs = 0;
9961
9962	asoc = &stcb->asoc;
9963do_it_again:
9964	/* The Nagle algorithm is only applied when handling a send call. */
9965	if (from_where == SCTP_OUTPUT_FROM_USR_SEND) {
9966		if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_NODELAY)) {
9967			nagle_on = 0;
9968		} else {
9969			nagle_on = 1;
9970		}
9971	} else {
9972		nagle_on = 0;
9973	}
9974	SCTP_TCB_LOCK_ASSERT(stcb);
9975
9976	un_sent = (stcb->asoc.total_output_queue_size - stcb->asoc.total_flight);
9977
9978	if ((un_sent <= 0) &&
9979	    (TAILQ_EMPTY(&asoc->control_send_queue)) &&
9980	    (TAILQ_EMPTY(&asoc->asconf_send_queue)) &&
9981	    (asoc->sent_queue_retran_cnt == 0) &&
9982	    (asoc->trigger_reset == 0)) {
9983		/* Nothing to do unless there is something to be sent left */
9984		return;
9985	}
9986	/*
9987	 * Do we have something to send, data or control AND a sack timer
9988	 * running, if so piggy-back the sack.
9989	 */
9990	if (SCTP_OS_TIMER_PENDING(&stcb->asoc.dack_timer.timer)) {
9991		sctp_send_sack(stcb, so_locked);
9992		sctp_timer_stop(SCTP_TIMER_TYPE_RECV, stcb->sctp_ep, stcb, NULL,
9993		    SCTP_FROM_SCTP_OUTPUT + SCTP_LOC_3);
9994	}
9995	while (asoc->sent_queue_retran_cnt) {
9996		/*-
9997		 * Ok, it is retransmission time only, we send out only ONE
9998		 * packet with a single call off to the retran code.
9999		 */
10000		if (from_where == SCTP_OUTPUT_FROM_COOKIE_ACK) {
10001			/*-
10002			 * Special hook for handling cookiess discarded
10003			 * by peer that carried data. Send cookie-ack only
10004			 * and then the next call with get the retran's.
10005			 */
10006			(void)sctp_med_chunk_output(inp, stcb, asoc, &num_out, &reason_code, 1,
10007			    from_where,
10008			    &now, &now_filled, frag_point, so_locked);
10009			return;
10010		} else if (from_where != SCTP_OUTPUT_FROM_HB_TMR) {
10011			/* if its not from a HB then do it */
10012			fr_done = 0;
10013			ret = sctp_chunk_retransmission(inp, stcb, asoc, &num_out, &now, &now_filled, &fr_done, so_locked);
10014			if (fr_done) {
10015				tot_frs++;
10016			}
10017		} else {
10018			/*
10019			 * its from any other place, we don't allow retran
10020			 * output (only control)
10021			 */
10022			ret = 1;
10023		}
10024		if (ret > 0) {
10025			/* Can't send anymore */
10026			/*-
10027			 * now lets push out control by calling med-level
10028			 * output once. this assures that we WILL send HB's
10029			 * if queued too.
10030			 */
10031			(void)sctp_med_chunk_output(inp, stcb, asoc, &num_out, &reason_code, 1,
10032			    from_where,
10033			    &now, &now_filled, frag_point, so_locked);
10034#ifdef SCTP_AUDITING_ENABLED
10035			sctp_auditing(8, inp, stcb, NULL);
10036#endif
10037			sctp_timer_validation(inp, stcb, asoc);
10038			return;
10039		}
10040		if (ret < 0) {
10041			/*-
10042			 * The count was off.. retran is not happening so do
10043			 * the normal retransmission.
10044			 */
10045#ifdef SCTP_AUDITING_ENABLED
10046			sctp_auditing(9, inp, stcb, NULL);
10047#endif
10048			if (ret == SCTP_RETRAN_EXIT) {
10049				return;
10050			}
10051			break;
10052		}
10053		if (from_where == SCTP_OUTPUT_FROM_T3) {
10054			/* Only one transmission allowed out of a timeout */
10055#ifdef SCTP_AUDITING_ENABLED
10056			sctp_auditing(10, inp, stcb, NULL);
10057#endif
10058			/* Push out any control */
10059			(void)sctp_med_chunk_output(inp, stcb, asoc, &num_out, &reason_code, 1, from_where,
10060			    &now, &now_filled, frag_point, so_locked);
10061			return;
10062		}
10063		if ((asoc->fr_max_burst > 0) && (tot_frs >= asoc->fr_max_burst)) {
10064			/* Hit FR burst limit */
10065			return;
10066		}
10067		if ((num_out == 0) && (ret == 0)) {
10068			/* No more retrans to send */
10069			break;
10070		}
10071	}
10072#ifdef SCTP_AUDITING_ENABLED
10073	sctp_auditing(12, inp, stcb, NULL);
10074#endif
10075	/* Check for bad destinations, if they exist move chunks around. */
10076	TAILQ_FOREACH(net, &asoc->nets, sctp_next) {
10077		if (!(net->dest_state & SCTP_ADDR_REACHABLE)) {
10078			/*-
10079			 * if possible move things off of this address we
10080			 * still may send below due to the dormant state but
10081			 * we try to find an alternate address to send to
10082			 * and if we have one we move all queued data on the
10083			 * out wheel to this alternate address.
10084			 */
10085			if (net->ref_count > 1)
10086				sctp_move_chunks_from_net(stcb, net);
10087		} else {
10088			/*-
10089			 * if ((asoc->sat_network) || (net->addr_is_local))
10090			 * { burst_limit = asoc->max_burst *
10091			 * SCTP_SAT_NETWORK_BURST_INCR; }
10092			 */
10093			if (asoc->max_burst > 0) {
10094				if (SCTP_BASE_SYSCTL(sctp_use_cwnd_based_maxburst)) {
10095					if ((net->flight_size + (asoc->max_burst * net->mtu)) < net->cwnd) {
10096						/*
10097						 * JRS - Use the congestion
10098						 * control given in the
10099						 * congestion control module
10100						 */
10101						asoc->cc_functions.sctp_cwnd_update_after_output(stcb, net, asoc->max_burst);
10102						if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_MAXBURST_ENABLE) {
10103							sctp_log_maxburst(stcb, net, 0, asoc->max_burst, SCTP_MAX_BURST_APPLIED);
10104						}
10105						SCTP_STAT_INCR(sctps_maxburstqueued);
10106					}
10107					net->fast_retran_ip = 0;
10108				} else {
10109					if (net->flight_size == 0) {
10110						/*
10111						 * Should be decaying the
10112						 * cwnd here
10113						 */
10114						;
10115					}
10116				}
10117			}
10118		}
10119	}
10120	burst_cnt = 0;
10121	do {
10122		error = sctp_med_chunk_output(inp, stcb, asoc, &num_out,
10123		    &reason_code, 0, from_where,
10124		    &now, &now_filled, frag_point, so_locked);
10125		if (error) {
10126			SCTPDBG(SCTP_DEBUG_OUTPUT1, "Error %d was returned from med-c-op\n", error);
10127			if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_MAXBURST_ENABLE) {
10128				sctp_log_maxburst(stcb, asoc->primary_destination, error, burst_cnt, SCTP_MAX_BURST_ERROR_STOP);
10129			}
10130			if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) {
10131				sctp_log_cwnd(stcb, NULL, error, SCTP_SEND_NOW_COMPLETES);
10132				sctp_log_cwnd(stcb, NULL, 0xdeadbeef, SCTP_SEND_NOW_COMPLETES);
10133			}
10134			break;
10135		}
10136		SCTPDBG(SCTP_DEBUG_OUTPUT3, "m-c-o put out %d\n", num_out);
10137
10138		tot_out += num_out;
10139		burst_cnt++;
10140		if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) {
10141			sctp_log_cwnd(stcb, NULL, num_out, SCTP_SEND_NOW_COMPLETES);
10142			if (num_out == 0) {
10143				sctp_log_cwnd(stcb, NULL, reason_code, SCTP_SEND_NOW_COMPLETES);
10144			}
10145		}
10146		if (nagle_on) {
10147			/*
10148			 * When the Nagle algorithm is used, look at how
10149			 * much is unsent, then if its smaller than an MTU
10150			 * and we have data in flight we stop, except if we
10151			 * are handling a fragmented user message.
10152			 */
10153			un_sent = stcb->asoc.total_output_queue_size - stcb->asoc.total_flight;
10154			if ((un_sent < (int)(stcb->asoc.smallest_mtu - SCTP_MIN_OVERHEAD)) &&
10155			    (stcb->asoc.total_flight > 0)) {
10156/*	&&		     sctp_is_feature_on(inp, SCTP_PCB_FLAGS_EXPLICIT_EOR))) {*/
10157				break;
10158			}
10159		}
10160		if (TAILQ_EMPTY(&asoc->control_send_queue) &&
10161		    TAILQ_EMPTY(&asoc->send_queue) &&
10162		    sctp_is_there_unsent_data(stcb, so_locked) == 0) {
10163			/* Nothing left to send */
10164			break;
10165		}
10166		if ((stcb->asoc.total_output_queue_size - stcb->asoc.total_flight) <= 0) {
10167			/* Nothing left to send */
10168			break;
10169		}
10170	} while (num_out &&
10171	    ((asoc->max_burst == 0) ||
10172	    SCTP_BASE_SYSCTL(sctp_use_cwnd_based_maxburst) ||
10173	    (burst_cnt < asoc->max_burst)));
10174
10175	if (SCTP_BASE_SYSCTL(sctp_use_cwnd_based_maxburst) == 0) {
10176		if ((asoc->max_burst > 0) && (burst_cnt >= asoc->max_burst)) {
10177			SCTP_STAT_INCR(sctps_maxburstqueued);
10178			asoc->burst_limit_applied = 1;
10179			if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_MAXBURST_ENABLE) {
10180				sctp_log_maxburst(stcb, asoc->primary_destination, 0, burst_cnt, SCTP_MAX_BURST_APPLIED);
10181			}
10182		} else {
10183			asoc->burst_limit_applied = 0;
10184		}
10185	}
10186	if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) {
10187		sctp_log_cwnd(stcb, NULL, tot_out, SCTP_SEND_NOW_COMPLETES);
10188	}
10189	SCTPDBG(SCTP_DEBUG_OUTPUT1, "Ok, we have put out %d chunks\n",
10190	    tot_out);
10191
10192	/*-
10193	 * Now we need to clean up the control chunk chain if a ECNE is on
10194	 * it. It must be marked as UNSENT again so next call will continue
10195	 * to send it until such time that we get a CWR, to remove it.
10196	 */
10197	if (stcb->asoc.ecn_echo_cnt_onq)
10198		sctp_fix_ecn_echo(asoc);
10199
10200	if (stcb->asoc.trigger_reset) {
10201		if (sctp_send_stream_reset_out_if_possible(stcb, so_locked) == 0) {
10202			goto do_it_again;
10203		}
10204	}
10205	return;
10206}
10207
10208int
10209sctp_output(
10210    struct sctp_inpcb *inp,
10211    struct mbuf *m,
10212    struct sockaddr *addr,
10213    struct mbuf *control,
10214    struct thread *p,
10215    int flags)
10216{
10217	if (inp == NULL) {
10218		SCTP_LTRACE_ERR_RET_PKT(m, inp, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, EINVAL);
10219		return (EINVAL);
10220	}
10221
10222	if (inp->sctp_socket == NULL) {
10223		SCTP_LTRACE_ERR_RET_PKT(m, inp, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, EINVAL);
10224		return (EINVAL);
10225	}
10226	return (sctp_sosend(inp->sctp_socket,
10227	    addr,
10228	    (struct uio *)NULL,
10229	    m,
10230	    control,
10231	    flags, p
10232	    ));
10233}
10234
10235void
10236send_forward_tsn(struct sctp_tcb *stcb,
10237    struct sctp_association *asoc)
10238{
10239	struct sctp_tmit_chunk *chk, *at, *tp1, *last;
10240	struct sctp_forward_tsn_chunk *fwdtsn;
10241	struct sctp_strseq *strseq;
10242	struct sctp_strseq_mid *strseq_m;
10243	uint32_t advance_peer_ack_point;
10244	unsigned int cnt_of_space, i, ovh;
10245	unsigned int space_needed;
10246	unsigned int cnt_of_skipped = 0;
10247
10248	SCTP_TCB_LOCK_ASSERT(stcb);
10249	TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) {
10250		if (chk->rec.chunk_id.id == SCTP_FORWARD_CUM_TSN) {
10251			/* mark it to unsent */
10252			chk->sent = SCTP_DATAGRAM_UNSENT;
10253			chk->snd_count = 0;
10254			/* Do we correct its output location? */
10255			if (chk->whoTo) {
10256				sctp_free_remote_addr(chk->whoTo);
10257				chk->whoTo = NULL;
10258			}
10259			goto sctp_fill_in_rest;
10260		}
10261	}
10262	/* Ok if we reach here we must build one */
10263	sctp_alloc_a_chunk(stcb, chk);
10264	if (chk == NULL) {
10265		return;
10266	}
10267	asoc->fwd_tsn_cnt++;
10268	chk->copy_by_ref = 0;
10269	/*
10270	 * We don't do the old thing here since this is used not for on-wire
10271	 * but to tell if we are sending a fwd-tsn by the stack during
10272	 * output. And if its a IFORWARD or a FORWARD it is a fwd-tsn.
10273	 */
10274	chk->rec.chunk_id.id = SCTP_FORWARD_CUM_TSN;
10275	chk->rec.chunk_id.can_take_data = 0;
10276	chk->flags = 0;
10277	chk->asoc = asoc;
10278	chk->whoTo = NULL;
10279	chk->data = sctp_get_mbuf_for_msg(MCLBYTES, 0, M_NOWAIT, 1, MT_DATA);
10280	if (chk->data == NULL) {
10281		sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED);
10282		return;
10283	}
10284	SCTP_BUF_RESV_UF(chk->data, SCTP_MIN_OVERHEAD);
10285	chk->sent = SCTP_DATAGRAM_UNSENT;
10286	chk->snd_count = 0;
10287	TAILQ_INSERT_TAIL(&asoc->control_send_queue, chk, sctp_next);
10288	asoc->ctrl_queue_cnt++;
10289sctp_fill_in_rest:
10290	/*-
10291	 * Here we go through and fill out the part that deals with
10292	 * stream/seq of the ones we skip.
10293	 */
10294	SCTP_BUF_LEN(chk->data) = 0;
10295	TAILQ_FOREACH(at, &asoc->sent_queue, sctp_next) {
10296		if ((at->sent != SCTP_FORWARD_TSN_SKIP) &&
10297		    (at->sent != SCTP_DATAGRAM_NR_ACKED)) {
10298			/* no more to look at */
10299			break;
10300		}
10301		if (!asoc->idata_supported && (at->rec.data.rcv_flags & SCTP_DATA_UNORDERED)) {
10302			/* We don't report these */
10303			continue;
10304		}
10305		cnt_of_skipped++;
10306	}
10307	if (asoc->idata_supported) {
10308		space_needed = (sizeof(struct sctp_forward_tsn_chunk) +
10309		    (cnt_of_skipped * sizeof(struct sctp_strseq_mid)));
10310	} else {
10311		space_needed = (sizeof(struct sctp_forward_tsn_chunk) +
10312		    (cnt_of_skipped * sizeof(struct sctp_strseq)));
10313	}
10314	cnt_of_space = (unsigned int)M_TRAILINGSPACE(chk->data);
10315
10316	if (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_BOUND_V6) {
10317		ovh = SCTP_MIN_OVERHEAD;
10318	} else {
10319		ovh = SCTP_MIN_V4_OVERHEAD;
10320	}
10321	if (cnt_of_space > (asoc->smallest_mtu - ovh)) {
10322		/* trim to a mtu size */
10323		cnt_of_space = asoc->smallest_mtu - ovh;
10324	}
10325	if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) {
10326		sctp_misc_ints(SCTP_FWD_TSN_CHECK,
10327		    0xff, 0, cnt_of_skipped,
10328		    asoc->advanced_peer_ack_point);
10329	}
10330	advance_peer_ack_point = asoc->advanced_peer_ack_point;
10331	if (cnt_of_space < space_needed) {
10332		/*-
10333		 * ok we must trim down the chunk by lowering the
10334		 * advance peer ack point.
10335		 */
10336		if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) {
10337			sctp_misc_ints(SCTP_FWD_TSN_CHECK,
10338			    0xff, 0xff, cnt_of_space,
10339			    space_needed);
10340		}
10341		cnt_of_skipped = cnt_of_space - sizeof(struct sctp_forward_tsn_chunk);
10342		if (asoc->idata_supported) {
10343			cnt_of_skipped /= sizeof(struct sctp_strseq_mid);
10344		} else {
10345			cnt_of_skipped /= sizeof(struct sctp_strseq);
10346		}
10347		/*-
10348		 * Go through and find the TSN that will be the one
10349		 * we report.
10350		 */
10351		at = TAILQ_FIRST(&asoc->sent_queue);
10352		if (at != NULL) {
10353			for (i = 0; i < cnt_of_skipped; i++) {
10354				tp1 = TAILQ_NEXT(at, sctp_next);
10355				if (tp1 == NULL) {
10356					break;
10357				}
10358				at = tp1;
10359			}
10360		}
10361		if (at && SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LOG_TRY_ADVANCE) {
10362			sctp_misc_ints(SCTP_FWD_TSN_CHECK,
10363			    0xff, cnt_of_skipped, at->rec.data.tsn,
10364			    asoc->advanced_peer_ack_point);
10365		}
10366		last = at;
10367		/*-
10368		 * last now points to last one I can report, update
10369		 * peer ack point
10370		 */
10371		if (last) {
10372			advance_peer_ack_point = last->rec.data.tsn;
10373		}
10374		if (asoc->idata_supported) {
10375			space_needed = sizeof(struct sctp_forward_tsn_chunk) +
10376			    cnt_of_skipped * sizeof(struct sctp_strseq_mid);
10377		} else {
10378			space_needed = sizeof(struct sctp_forward_tsn_chunk) +
10379			    cnt_of_skipped * sizeof(struct sctp_strseq);
10380		}
10381	}
10382	chk->send_size = space_needed;
10383	/* Setup the chunk */
10384	fwdtsn = mtod(chk->data, struct sctp_forward_tsn_chunk *);
10385	fwdtsn->ch.chunk_length = htons(chk->send_size);
10386	fwdtsn->ch.chunk_flags = 0;
10387	if (asoc->idata_supported) {
10388		fwdtsn->ch.chunk_type = SCTP_IFORWARD_CUM_TSN;
10389	} else {
10390		fwdtsn->ch.chunk_type = SCTP_FORWARD_CUM_TSN;
10391	}
10392	fwdtsn->new_cumulative_tsn = htonl(advance_peer_ack_point);
10393	SCTP_BUF_LEN(chk->data) = chk->send_size;
10394	fwdtsn++;
10395	/*-
10396	 * Move pointer to after the fwdtsn and transfer to the
10397	 * strseq pointer.
10398	 */
10399	if (asoc->idata_supported) {
10400		strseq_m = (struct sctp_strseq_mid *)fwdtsn;
10401		strseq = NULL;
10402	} else {
10403		strseq = (struct sctp_strseq *)fwdtsn;
10404		strseq_m = NULL;
10405	}
10406	/*-
10407	 * Now populate the strseq list. This is done blindly
10408	 * without pulling out duplicate stream info. This is
10409	 * inefficent but won't harm the process since the peer will
10410	 * look at these in sequence and will thus release anything.
10411	 * It could mean we exceed the PMTU and chop off some that
10412	 * we could have included.. but this is unlikely (aka 1432/4
10413	 * would mean 300+ stream seq's would have to be reported in
10414	 * one FWD-TSN. With a bit of work we can later FIX this to
10415	 * optimize and pull out duplicates.. but it does add more
10416	 * overhead. So for now... not!
10417	 */
10418	i = 0;
10419	TAILQ_FOREACH(at, &asoc->sent_queue, sctp_next) {
10420		if (i >= cnt_of_skipped) {
10421			break;
10422		}
10423		if (!asoc->idata_supported && (at->rec.data.rcv_flags & SCTP_DATA_UNORDERED)) {
10424			/* We don't report these */
10425			continue;
10426		}
10427		if (at->rec.data.tsn == advance_peer_ack_point) {
10428			at->rec.data.fwd_tsn_cnt = 0;
10429		}
10430		if (asoc->idata_supported) {
10431			strseq_m->sid = htons(at->rec.data.sid);
10432			if (at->rec.data.rcv_flags & SCTP_DATA_UNORDERED) {
10433				strseq_m->flags = htons(PR_SCTP_UNORDERED_FLAG);
10434			} else {
10435				strseq_m->flags = 0;
10436			}
10437			strseq_m->mid = htonl(at->rec.data.mid);
10438			strseq_m++;
10439		} else {
10440			strseq->sid = htons(at->rec.data.sid);
10441			strseq->ssn = htons((uint16_t)at->rec.data.mid);
10442			strseq++;
10443		}
10444		i++;
10445	}
10446	return;
10447}
10448
10449void
10450sctp_send_sack(struct sctp_tcb *stcb, int so_locked)
10451{
10452	/*-
10453	 * Queue up a SACK or NR-SACK in the control queue.
10454	 * We must first check to see if a SACK or NR-SACK is
10455	 * somehow on the control queue.
10456	 * If so, we will take and and remove the old one.
10457	 */
10458	struct sctp_association *asoc;
10459	struct sctp_tmit_chunk *chk, *a_chk;
10460	struct sctp_sack_chunk *sack;
10461	struct sctp_nr_sack_chunk *nr_sack;
10462	struct sctp_gap_ack_block *gap_descriptor;
10463	const struct sack_track *selector;
10464	int mergeable = 0;
10465	int offset;
10466	caddr_t limit;
10467	uint32_t *dup;
10468	int limit_reached = 0;
10469	unsigned int i, siz, j;
10470	unsigned int num_gap_blocks = 0, num_nr_gap_blocks = 0, space;
10471	int num_dups = 0;
10472	int space_req;
10473	uint32_t highest_tsn;
10474	uint8_t flags;
10475	uint8_t type;
10476	uint8_t tsn_map;
10477
10478	if (stcb->asoc.nrsack_supported == 1) {
10479		type = SCTP_NR_SELECTIVE_ACK;
10480	} else {
10481		type = SCTP_SELECTIVE_ACK;
10482	}
10483	a_chk = NULL;
10484	asoc = &stcb->asoc;
10485	SCTP_TCB_LOCK_ASSERT(stcb);
10486	if (asoc->last_data_chunk_from == NULL) {
10487		/* Hmm we never received anything */
10488		return;
10489	}
10490	sctp_slide_mapping_arrays(stcb);
10491	sctp_set_rwnd(stcb, asoc);
10492	TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) {
10493		if (chk->rec.chunk_id.id == type) {
10494			/* Hmm, found a sack already on queue, remove it */
10495			TAILQ_REMOVE(&asoc->control_send_queue, chk, sctp_next);
10496			asoc->ctrl_queue_cnt--;
10497			a_chk = chk;
10498			if (a_chk->data) {
10499				sctp_m_freem(a_chk->data);
10500				a_chk->data = NULL;
10501			}
10502			if (a_chk->whoTo) {
10503				sctp_free_remote_addr(a_chk->whoTo);
10504				a_chk->whoTo = NULL;
10505			}
10506			break;
10507		}
10508	}
10509	if (a_chk == NULL) {
10510		sctp_alloc_a_chunk(stcb, a_chk);
10511		if (a_chk == NULL) {
10512			/* No memory so we drop the idea, and set a timer */
10513			if (stcb->asoc.delayed_ack) {
10514				sctp_timer_stop(SCTP_TIMER_TYPE_RECV,
10515				    stcb->sctp_ep, stcb, NULL,
10516				    SCTP_FROM_SCTP_OUTPUT + SCTP_LOC_4);
10517				sctp_timer_start(SCTP_TIMER_TYPE_RECV,
10518				    stcb->sctp_ep, stcb, NULL);
10519			} else {
10520				stcb->asoc.send_sack = 1;
10521			}
10522			return;
10523		}
10524		a_chk->copy_by_ref = 0;
10525		a_chk->rec.chunk_id.id = type;
10526		a_chk->rec.chunk_id.can_take_data = 1;
10527	}
10528	/* Clear our pkt counts */
10529	asoc->data_pkts_seen = 0;
10530
10531	a_chk->flags = 0;
10532	a_chk->asoc = asoc;
10533	a_chk->snd_count = 0;
10534	a_chk->send_size = 0;	/* fill in later */
10535	a_chk->sent = SCTP_DATAGRAM_UNSENT;
10536	a_chk->whoTo = NULL;
10537
10538	if (!(asoc->last_data_chunk_from->dest_state & SCTP_ADDR_REACHABLE)) {
10539		/*-
10540		 * Ok, the destination for the SACK is unreachable, lets see if
10541		 * we can select an alternate to asoc->last_data_chunk_from
10542		 */
10543		a_chk->whoTo = sctp_find_alternate_net(stcb, asoc->last_data_chunk_from, 0);
10544		if (a_chk->whoTo == NULL) {
10545			/* Nope, no alternate */
10546			a_chk->whoTo = asoc->last_data_chunk_from;
10547		}
10548	} else {
10549		a_chk->whoTo = asoc->last_data_chunk_from;
10550	}
10551	if (a_chk->whoTo) {
10552		atomic_add_int(&a_chk->whoTo->ref_count, 1);
10553	}
10554	if (SCTP_TSN_GT(asoc->highest_tsn_inside_map, asoc->highest_tsn_inside_nr_map)) {
10555		highest_tsn = asoc->highest_tsn_inside_map;
10556	} else {
10557		highest_tsn = asoc->highest_tsn_inside_nr_map;
10558	}
10559	if (highest_tsn == asoc->cumulative_tsn) {
10560		/* no gaps */
10561		if (type == SCTP_SELECTIVE_ACK) {
10562			space_req = sizeof(struct sctp_sack_chunk);
10563		} else {
10564			space_req = sizeof(struct sctp_nr_sack_chunk);
10565		}
10566	} else {
10567		/* gaps get a cluster */
10568		space_req = MCLBYTES;
10569	}
10570	/* Ok now lets formulate a MBUF with our sack */
10571	a_chk->data = sctp_get_mbuf_for_msg(space_req, 0, M_NOWAIT, 1, MT_DATA);
10572	if ((a_chk->data == NULL) ||
10573	    (a_chk->whoTo == NULL)) {
10574		/* rats, no mbuf memory */
10575		if (a_chk->data) {
10576			/* was a problem with the destination */
10577			sctp_m_freem(a_chk->data);
10578			a_chk->data = NULL;
10579		}
10580		sctp_free_a_chunk(stcb, a_chk, so_locked);
10581		/* sa_ignore NO_NULL_CHK */
10582		if (stcb->asoc.delayed_ack) {
10583			sctp_timer_stop(SCTP_TIMER_TYPE_RECV,
10584			    stcb->sctp_ep, stcb, NULL,
10585			    SCTP_FROM_SCTP_OUTPUT + SCTP_LOC_5);
10586			sctp_timer_start(SCTP_TIMER_TYPE_RECV,
10587			    stcb->sctp_ep, stcb, NULL);
10588		} else {
10589			stcb->asoc.send_sack = 1;
10590		}
10591		return;
10592	}
10593	/* ok, lets go through and fill it in */
10594	SCTP_BUF_RESV_UF(a_chk->data, SCTP_MIN_OVERHEAD);
10595	space = (unsigned int)M_TRAILINGSPACE(a_chk->data);
10596	if (space > (a_chk->whoTo->mtu - SCTP_MIN_OVERHEAD)) {
10597		space = (a_chk->whoTo->mtu - SCTP_MIN_OVERHEAD);
10598	}
10599	limit = mtod(a_chk->data, caddr_t);
10600	limit += space;
10601
10602	flags = 0;
10603
10604	if ((asoc->sctp_cmt_on_off > 0) &&
10605	    SCTP_BASE_SYSCTL(sctp_cmt_use_dac)) {
10606		/*-
10607		 * CMT DAC algorithm: If 2 (i.e., 0x10) packets have been
10608		 * received, then set high bit to 1, else 0. Reset
10609		 * pkts_rcvd.
10610		 */
10611		flags |= (asoc->cmt_dac_pkts_rcvd << 6);
10612		asoc->cmt_dac_pkts_rcvd = 0;
10613	}
10614#ifdef SCTP_ASOCLOG_OF_TSNS
10615	stcb->asoc.cumack_logsnt[stcb->asoc.cumack_log_atsnt] = asoc->cumulative_tsn;
10616	stcb->asoc.cumack_log_atsnt++;
10617	if (stcb->asoc.cumack_log_atsnt >= SCTP_TSN_LOG_SIZE) {
10618		stcb->asoc.cumack_log_atsnt = 0;
10619	}
10620#endif
10621	/* reset the readers interpretation */
10622	stcb->freed_by_sorcv_sincelast = 0;
10623
10624	if (type == SCTP_SELECTIVE_ACK) {
10625		sack = mtod(a_chk->data, struct sctp_sack_chunk *);
10626		nr_sack = NULL;
10627		gap_descriptor = (struct sctp_gap_ack_block *)((caddr_t)sack + sizeof(struct sctp_sack_chunk));
10628		if (highest_tsn > asoc->mapping_array_base_tsn) {
10629			siz = (((highest_tsn - asoc->mapping_array_base_tsn) + 1) + 7) / 8;
10630		} else {
10631			siz = (((MAX_TSN - asoc->mapping_array_base_tsn) + 1) + highest_tsn + 7) / 8;
10632		}
10633	} else {
10634		sack = NULL;
10635		nr_sack = mtod(a_chk->data, struct sctp_nr_sack_chunk *);
10636		gap_descriptor = (struct sctp_gap_ack_block *)((caddr_t)nr_sack + sizeof(struct sctp_nr_sack_chunk));
10637		if (asoc->highest_tsn_inside_map > asoc->mapping_array_base_tsn) {
10638			siz = (((asoc->highest_tsn_inside_map - asoc->mapping_array_base_tsn) + 1) + 7) / 8;
10639		} else {
10640			siz = (((MAX_TSN - asoc->mapping_array_base_tsn) + 1) + asoc->highest_tsn_inside_map + 7) / 8;
10641		}
10642	}
10643
10644	if (SCTP_TSN_GT(asoc->mapping_array_base_tsn, asoc->cumulative_tsn)) {
10645		offset = 1;
10646	} else {
10647		offset = asoc->mapping_array_base_tsn - asoc->cumulative_tsn;
10648	}
10649	if (((type == SCTP_SELECTIVE_ACK) &&
10650	    SCTP_TSN_GT(highest_tsn, asoc->cumulative_tsn)) ||
10651	    ((type == SCTP_NR_SELECTIVE_ACK) &&
10652	    SCTP_TSN_GT(asoc->highest_tsn_inside_map, asoc->cumulative_tsn))) {
10653		/* we have a gap .. maybe */
10654		for (i = 0; i < siz; i++) {
10655			tsn_map = asoc->mapping_array[i];
10656			if (type == SCTP_SELECTIVE_ACK) {
10657				tsn_map |= asoc->nr_mapping_array[i];
10658			}
10659			if (i == 0) {
10660				/*
10661				 * Clear all bits corresponding to TSNs
10662				 * smaller or equal to the cumulative TSN.
10663				 */
10664				tsn_map &= (~0U << (1 - offset));
10665			}
10666			selector = &sack_array[tsn_map];
10667			if (mergeable && selector->right_edge) {
10668				/*
10669				 * Backup, left and right edges were ok to
10670				 * merge.
10671				 */
10672				num_gap_blocks--;
10673				gap_descriptor--;
10674			}
10675			if (selector->num_entries == 0)
10676				mergeable = 0;
10677			else {
10678				for (j = 0; j < selector->num_entries; j++) {
10679					if (mergeable && selector->right_edge) {
10680						/*
10681						 * do a merge by NOT setting
10682						 * the left side
10683						 */
10684						mergeable = 0;
10685					} else {
10686						/*
10687						 * no merge, set the left
10688						 * side
10689						 */
10690						mergeable = 0;
10691						gap_descriptor->start = htons((selector->gaps[j].start + offset));
10692					}
10693					gap_descriptor->end = htons((selector->gaps[j].end + offset));
10694					num_gap_blocks++;
10695					gap_descriptor++;
10696					if (((caddr_t)gap_descriptor + sizeof(struct sctp_gap_ack_block)) > limit) {
10697						/* no more room */
10698						limit_reached = 1;
10699						break;
10700					}
10701				}
10702				if (selector->left_edge) {
10703					mergeable = 1;
10704				}
10705			}
10706			if (limit_reached) {
10707				/* Reached the limit stop */
10708				break;
10709			}
10710			offset += 8;
10711		}
10712	}
10713	if ((type == SCTP_NR_SELECTIVE_ACK) &&
10714	    (limit_reached == 0)) {
10715		mergeable = 0;
10716
10717		if (asoc->highest_tsn_inside_nr_map > asoc->mapping_array_base_tsn) {
10718			siz = (((asoc->highest_tsn_inside_nr_map - asoc->mapping_array_base_tsn) + 1) + 7) / 8;
10719		} else {
10720			siz = (((MAX_TSN - asoc->mapping_array_base_tsn) + 1) + asoc->highest_tsn_inside_nr_map + 7) / 8;
10721		}
10722
10723		if (SCTP_TSN_GT(asoc->mapping_array_base_tsn, asoc->cumulative_tsn)) {
10724			offset = 1;
10725		} else {
10726			offset = asoc->mapping_array_base_tsn - asoc->cumulative_tsn;
10727		}
10728		if (SCTP_TSN_GT(asoc->highest_tsn_inside_nr_map, asoc->cumulative_tsn)) {
10729			/* we have a gap .. maybe */
10730			for (i = 0; i < siz; i++) {
10731				tsn_map = asoc->nr_mapping_array[i];
10732				if (i == 0) {
10733					/*
10734					 * Clear all bits corresponding to
10735					 * TSNs smaller or equal to the
10736					 * cumulative TSN.
10737					 */
10738					tsn_map &= (~0U << (1 - offset));
10739				}
10740				selector = &sack_array[tsn_map];
10741				if (mergeable && selector->right_edge) {
10742					/*
10743					 * Backup, left and right edges were
10744					 * ok to merge.
10745					 */
10746					num_nr_gap_blocks--;
10747					gap_descriptor--;
10748				}
10749				if (selector->num_entries == 0)
10750					mergeable = 0;
10751				else {
10752					for (j = 0; j < selector->num_entries; j++) {
10753						if (mergeable && selector->right_edge) {
10754							/*
10755							 * do a merge by NOT
10756							 * setting the left
10757							 * side
10758							 */
10759							mergeable = 0;
10760						} else {
10761							/*
10762							 * no merge, set the
10763							 * left side
10764							 */
10765							mergeable = 0;
10766							gap_descriptor->start = htons((selector->gaps[j].start + offset));
10767						}
10768						gap_descriptor->end = htons((selector->gaps[j].end + offset));
10769						num_nr_gap_blocks++;
10770						gap_descriptor++;
10771						if (((caddr_t)gap_descriptor + sizeof(struct sctp_gap_ack_block)) > limit) {
10772							/* no more room */
10773							limit_reached = 1;
10774							break;
10775						}
10776					}
10777					if (selector->left_edge) {
10778						mergeable = 1;
10779					}
10780				}
10781				if (limit_reached) {
10782					/* Reached the limit stop */
10783					break;
10784				}
10785				offset += 8;
10786			}
10787		}
10788	}
10789	/* now we must add any dups we are going to report. */
10790	if ((limit_reached == 0) && (asoc->numduptsns)) {
10791		dup = (uint32_t *)gap_descriptor;
10792		for (i = 0; i < asoc->numduptsns; i++) {
10793			*dup = htonl(asoc->dup_tsns[i]);
10794			dup++;
10795			num_dups++;
10796			if (((caddr_t)dup + sizeof(uint32_t)) > limit) {
10797				/* no more room */
10798				break;
10799			}
10800		}
10801		asoc->numduptsns = 0;
10802	}
10803	/*
10804	 * now that the chunk is prepared queue it to the control chunk
10805	 * queue.
10806	 */
10807	if (type == SCTP_SELECTIVE_ACK) {
10808		a_chk->send_size = (uint16_t)(sizeof(struct sctp_sack_chunk) +
10809		    (num_gap_blocks + num_nr_gap_blocks) * sizeof(struct sctp_gap_ack_block) +
10810		    num_dups * sizeof(int32_t));
10811		SCTP_BUF_LEN(a_chk->data) = a_chk->send_size;
10812		sack->sack.cum_tsn_ack = htonl(asoc->cumulative_tsn);
10813		sack->sack.a_rwnd = htonl(asoc->my_rwnd);
10814		sack->sack.num_gap_ack_blks = htons(num_gap_blocks);
10815		sack->sack.num_dup_tsns = htons(num_dups);
10816		sack->ch.chunk_type = type;
10817		sack->ch.chunk_flags = flags;
10818		sack->ch.chunk_length = htons(a_chk->send_size);
10819	} else {
10820		a_chk->send_size = (uint16_t)(sizeof(struct sctp_nr_sack_chunk) +
10821		    (num_gap_blocks + num_nr_gap_blocks) * sizeof(struct sctp_gap_ack_block) +
10822		    num_dups * sizeof(int32_t));
10823		SCTP_BUF_LEN(a_chk->data) = a_chk->send_size;
10824		nr_sack->nr_sack.cum_tsn_ack = htonl(asoc->cumulative_tsn);
10825		nr_sack->nr_sack.a_rwnd = htonl(asoc->my_rwnd);
10826		nr_sack->nr_sack.num_gap_ack_blks = htons(num_gap_blocks);
10827		nr_sack->nr_sack.num_nr_gap_ack_blks = htons(num_nr_gap_blocks);
10828		nr_sack->nr_sack.num_dup_tsns = htons(num_dups);
10829		nr_sack->nr_sack.reserved = 0;
10830		nr_sack->ch.chunk_type = type;
10831		nr_sack->ch.chunk_flags = flags;
10832		nr_sack->ch.chunk_length = htons(a_chk->send_size);
10833	}
10834	TAILQ_INSERT_TAIL(&asoc->control_send_queue, a_chk, sctp_next);
10835	asoc->my_last_reported_rwnd = asoc->my_rwnd;
10836	asoc->ctrl_queue_cnt++;
10837	asoc->send_sack = 0;
10838	SCTP_STAT_INCR(sctps_sendsacks);
10839	return;
10840}
10841
10842void
10843sctp_send_abort_tcb(struct sctp_tcb *stcb, struct mbuf *operr, int so_locked)
10844{
10845	struct mbuf *m_abort, *m, *m_last;
10846	struct mbuf *m_out, *m_end = NULL;
10847	struct sctp_abort_chunk *abort;
10848	struct sctp_auth_chunk *auth = NULL;
10849	struct sctp_nets *net;
10850	uint32_t vtag;
10851	uint32_t auth_offset = 0;
10852	int error;
10853	uint16_t cause_len, chunk_len, padding_len;
10854
10855	SCTP_TCB_LOCK_ASSERT(stcb);
10856	/*-
10857	 * Add an AUTH chunk, if chunk requires it and save the offset into
10858	 * the chain for AUTH
10859	 */
10860	if (sctp_auth_is_required_chunk(SCTP_ABORT_ASSOCIATION,
10861	    stcb->asoc.peer_auth_chunks)) {
10862		m_out = sctp_add_auth_chunk(NULL, &m_end, &auth, &auth_offset,
10863		    stcb, SCTP_ABORT_ASSOCIATION);
10864		SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks);
10865	} else {
10866		m_out = NULL;
10867	}
10868	m_abort = sctp_get_mbuf_for_msg(sizeof(struct sctp_abort_chunk), 0, M_NOWAIT, 1, MT_HEADER);
10869	if (m_abort == NULL) {
10870		if (m_out) {
10871			sctp_m_freem(m_out);
10872		}
10873		if (operr) {
10874			sctp_m_freem(operr);
10875		}
10876		return;
10877	}
10878	/* link in any error */
10879	SCTP_BUF_NEXT(m_abort) = operr;
10880	cause_len = 0;
10881	m_last = NULL;
10882	for (m = operr; m; m = SCTP_BUF_NEXT(m)) {
10883		cause_len += (uint16_t)SCTP_BUF_LEN(m);
10884		if (SCTP_BUF_NEXT(m) == NULL) {
10885			m_last = m;
10886		}
10887	}
10888	SCTP_BUF_LEN(m_abort) = sizeof(struct sctp_abort_chunk);
10889	chunk_len = (uint16_t)sizeof(struct sctp_abort_chunk) + cause_len;
10890	padding_len = SCTP_SIZE32(chunk_len) - chunk_len;
10891	if (m_out == NULL) {
10892		/* NO Auth chunk prepended, so reserve space in front */
10893		SCTP_BUF_RESV_UF(m_abort, SCTP_MIN_OVERHEAD);
10894		m_out = m_abort;
10895	} else {
10896		/* Put AUTH chunk at the front of the chain */
10897		SCTP_BUF_NEXT(m_end) = m_abort;
10898	}
10899	if (stcb->asoc.alternate) {
10900		net = stcb->asoc.alternate;
10901	} else {
10902		net = stcb->asoc.primary_destination;
10903	}
10904	/* Fill in the ABORT chunk header. */
10905	abort = mtod(m_abort, struct sctp_abort_chunk *);
10906	abort->ch.chunk_type = SCTP_ABORT_ASSOCIATION;
10907	if (stcb->asoc.peer_vtag == 0) {
10908		/* This happens iff the assoc is in COOKIE-WAIT state. */
10909		vtag = stcb->asoc.my_vtag;
10910		abort->ch.chunk_flags = SCTP_HAD_NO_TCB;
10911	} else {
10912		vtag = stcb->asoc.peer_vtag;
10913		abort->ch.chunk_flags = 0;
10914	}
10915	abort->ch.chunk_length = htons(chunk_len);
10916	/* Add padding, if necessary. */
10917	if (padding_len > 0) {
10918		if ((m_last == NULL) ||
10919		    (sctp_add_pad_tombuf(m_last, padding_len) == NULL)) {
10920			sctp_m_freem(m_out);
10921			return;
10922		}
10923	}
10924	if ((error = sctp_lowlevel_chunk_output(stcb->sctp_ep, stcb, net,
10925	    (struct sockaddr *)&net->ro._l_addr,
10926	    m_out, auth_offset, auth, stcb->asoc.authinfo.active_keyid, 1, 0, 0,
10927	    stcb->sctp_ep->sctp_lport, stcb->rport, htonl(vtag),
10928	    stcb->asoc.primary_destination->port, NULL,
10929	    0, 0,
10930	    so_locked))) {
10931		SCTPDBG(SCTP_DEBUG_OUTPUT3, "Gak send error %d\n", error);
10932		if (error == ENOBUFS) {
10933			stcb->asoc.ifp_had_enobuf = 1;
10934			SCTP_STAT_INCR(sctps_lowlevelerr);
10935		}
10936	} else {
10937		stcb->asoc.ifp_had_enobuf = 0;
10938	}
10939	SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks);
10940}
10941
10942void
10943sctp_send_shutdown_complete(struct sctp_tcb *stcb,
10944    struct sctp_nets *net,
10945    int reflect_vtag)
10946{
10947	/* formulate and SEND a SHUTDOWN-COMPLETE */
10948	struct mbuf *m_shutdown_comp;
10949	struct sctp_shutdown_complete_chunk *shutdown_complete;
10950	uint32_t vtag;
10951	int error;
10952	uint8_t flags;
10953
10954	m_shutdown_comp = sctp_get_mbuf_for_msg(sizeof(struct sctp_chunkhdr), 0, M_NOWAIT, 1, MT_HEADER);
10955	if (m_shutdown_comp == NULL) {
10956		/* no mbuf's */
10957		return;
10958	}
10959	if (reflect_vtag) {
10960		flags = SCTP_HAD_NO_TCB;
10961		vtag = stcb->asoc.my_vtag;
10962	} else {
10963		flags = 0;
10964		vtag = stcb->asoc.peer_vtag;
10965	}
10966	shutdown_complete = mtod(m_shutdown_comp, struct sctp_shutdown_complete_chunk *);
10967	shutdown_complete->ch.chunk_type = SCTP_SHUTDOWN_COMPLETE;
10968	shutdown_complete->ch.chunk_flags = flags;
10969	shutdown_complete->ch.chunk_length = htons(sizeof(struct sctp_shutdown_complete_chunk));
10970	SCTP_BUF_LEN(m_shutdown_comp) = sizeof(struct sctp_shutdown_complete_chunk);
10971	if ((error = sctp_lowlevel_chunk_output(stcb->sctp_ep, stcb, net,
10972	    (struct sockaddr *)&net->ro._l_addr,
10973	    m_shutdown_comp, 0, NULL, 0, 1, 0, 0,
10974	    stcb->sctp_ep->sctp_lport, stcb->rport,
10975	    htonl(vtag),
10976	    net->port, NULL,
10977	    0, 0,
10978	    SCTP_SO_NOT_LOCKED))) {
10979		SCTPDBG(SCTP_DEBUG_OUTPUT3, "Gak send error %d\n", error);
10980		if (error == ENOBUFS) {
10981			stcb->asoc.ifp_had_enobuf = 1;
10982			SCTP_STAT_INCR(sctps_lowlevelerr);
10983		}
10984	} else {
10985		stcb->asoc.ifp_had_enobuf = 0;
10986	}
10987	SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks);
10988	return;
10989}
10990
10991static void
10992sctp_send_resp_msg(struct sockaddr *src, struct sockaddr *dst,
10993    struct sctphdr *sh, uint32_t vtag,
10994    uint8_t type, struct mbuf *cause,
10995    uint8_t mflowtype, uint32_t mflowid, uint16_t fibnum,
10996    uint32_t vrf_id, uint16_t port)
10997{
10998	struct mbuf *o_pak;
10999	struct mbuf *mout;
11000	struct sctphdr *shout;
11001	struct sctp_chunkhdr *ch;
11002#if defined(INET) || defined(INET6)
11003	struct udphdr *udp;
11004#endif
11005	int ret, len, cause_len, padding_len;
11006#ifdef INET
11007	struct sockaddr_in *src_sin, *dst_sin;
11008	struct ip *ip;
11009#endif
11010#ifdef INET6
11011	struct sockaddr_in6 *src_sin6, *dst_sin6;
11012	struct ip6_hdr *ip6;
11013#endif
11014
11015	/* Compute the length of the cause and add final padding. */
11016	cause_len = 0;
11017	if (cause != NULL) {
11018		struct mbuf *m_at, *m_last = NULL;
11019
11020		for (m_at = cause; m_at; m_at = SCTP_BUF_NEXT(m_at)) {
11021			if (SCTP_BUF_NEXT(m_at) == NULL)
11022				m_last = m_at;
11023			cause_len += SCTP_BUF_LEN(m_at);
11024		}
11025		padding_len = cause_len % 4;
11026		if (padding_len != 0) {
11027			padding_len = 4 - padding_len;
11028		}
11029		if (padding_len != 0) {
11030			if (sctp_add_pad_tombuf(m_last, padding_len) == NULL) {
11031				sctp_m_freem(cause);
11032				return;
11033			}
11034		}
11035	} else {
11036		padding_len = 0;
11037	}
11038	/* Get an mbuf for the header. */
11039	len = sizeof(struct sctphdr) + sizeof(struct sctp_chunkhdr);
11040	switch (dst->sa_family) {
11041#ifdef INET
11042	case AF_INET:
11043		len += sizeof(struct ip);
11044		break;
11045#endif
11046#ifdef INET6
11047	case AF_INET6:
11048		len += sizeof(struct ip6_hdr);
11049		break;
11050#endif
11051	default:
11052		break;
11053	}
11054#if defined(INET) || defined(INET6)
11055	if (port) {
11056		len += sizeof(struct udphdr);
11057	}
11058#endif
11059	mout = sctp_get_mbuf_for_msg(len + max_linkhdr, 1, M_NOWAIT, 1, MT_DATA);
11060	if (mout == NULL) {
11061		if (cause) {
11062			sctp_m_freem(cause);
11063		}
11064		return;
11065	}
11066	SCTP_BUF_RESV_UF(mout, max_linkhdr);
11067	SCTP_BUF_LEN(mout) = len;
11068	SCTP_BUF_NEXT(mout) = cause;
11069	M_SETFIB(mout, fibnum);
11070	mout->m_pkthdr.flowid = mflowid;
11071	M_HASHTYPE_SET(mout, mflowtype);
11072#ifdef INET
11073	ip = NULL;
11074#endif
11075#ifdef INET6
11076	ip6 = NULL;
11077#endif
11078	switch (dst->sa_family) {
11079#ifdef INET
11080	case AF_INET:
11081		src_sin = (struct sockaddr_in *)src;
11082		dst_sin = (struct sockaddr_in *)dst;
11083		ip = mtod(mout, struct ip *);
11084		ip->ip_v = IPVERSION;
11085		ip->ip_hl = (sizeof(struct ip) >> 2);
11086		ip->ip_tos = 0;
11087		ip->ip_off = htons(IP_DF);
11088		ip_fillid(ip);
11089		ip->ip_ttl = MODULE_GLOBAL(ip_defttl);
11090		if (port) {
11091			ip->ip_p = IPPROTO_UDP;
11092		} else {
11093			ip->ip_p = IPPROTO_SCTP;
11094		}
11095		ip->ip_src.s_addr = dst_sin->sin_addr.s_addr;
11096		ip->ip_dst.s_addr = src_sin->sin_addr.s_addr;
11097		ip->ip_sum = 0;
11098		len = sizeof(struct ip);
11099		shout = (struct sctphdr *)((caddr_t)ip + len);
11100		break;
11101#endif
11102#ifdef INET6
11103	case AF_INET6:
11104		src_sin6 = (struct sockaddr_in6 *)src;
11105		dst_sin6 = (struct sockaddr_in6 *)dst;
11106		ip6 = mtod(mout, struct ip6_hdr *);
11107		ip6->ip6_flow = htonl(0x60000000);
11108		if (V_ip6_auto_flowlabel) {
11109			ip6->ip6_flow |= (htonl(ip6_randomflowlabel()) & IPV6_FLOWLABEL_MASK);
11110		}
11111		ip6->ip6_hlim = MODULE_GLOBAL(ip6_defhlim);
11112		if (port) {
11113			ip6->ip6_nxt = IPPROTO_UDP;
11114		} else {
11115			ip6->ip6_nxt = IPPROTO_SCTP;
11116		}
11117		ip6->ip6_src = dst_sin6->sin6_addr;
11118		ip6->ip6_dst = src_sin6->sin6_addr;
11119		len = sizeof(struct ip6_hdr);
11120		shout = (struct sctphdr *)((caddr_t)ip6 + len);
11121		break;
11122#endif
11123	default:
11124		len = 0;
11125		shout = mtod(mout, struct sctphdr *);
11126		break;
11127	}
11128#if defined(INET) || defined(INET6)
11129	if (port) {
11130		if (htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port)) == 0) {
11131			sctp_m_freem(mout);
11132			return;
11133		}
11134		udp = (struct udphdr *)shout;
11135		udp->uh_sport = htons(SCTP_BASE_SYSCTL(sctp_udp_tunneling_port));
11136		udp->uh_dport = port;
11137		udp->uh_sum = 0;
11138		udp->uh_ulen = htons((uint16_t)(sizeof(struct udphdr) +
11139		    sizeof(struct sctphdr) +
11140		    sizeof(struct sctp_chunkhdr) +
11141		    cause_len + padding_len));
11142		len += sizeof(struct udphdr);
11143		shout = (struct sctphdr *)((caddr_t)shout + sizeof(struct udphdr));
11144	} else {
11145		udp = NULL;
11146	}
11147#endif
11148	shout->src_port = sh->dest_port;
11149	shout->dest_port = sh->src_port;
11150	shout->checksum = 0;
11151	if (vtag) {
11152		shout->v_tag = htonl(vtag);
11153	} else {
11154		shout->v_tag = sh->v_tag;
11155	}
11156	len += sizeof(struct sctphdr);
11157	ch = (struct sctp_chunkhdr *)((caddr_t)shout + sizeof(struct sctphdr));
11158	ch->chunk_type = type;
11159	if (vtag) {
11160		ch->chunk_flags = 0;
11161	} else {
11162		ch->chunk_flags = SCTP_HAD_NO_TCB;
11163	}
11164	ch->chunk_length = htons((uint16_t)(sizeof(struct sctp_chunkhdr) + cause_len));
11165	len += sizeof(struct sctp_chunkhdr);
11166	len += cause_len + padding_len;
11167
11168	if (SCTP_GET_HEADER_FOR_OUTPUT(o_pak)) {
11169		sctp_m_freem(mout);
11170		return;
11171	}
11172	SCTP_ATTACH_CHAIN(o_pak, mout, len);
11173	switch (dst->sa_family) {
11174#ifdef INET
11175	case AF_INET:
11176		if (port) {
11177			if (V_udp_cksum) {
11178				udp->uh_sum = in_pseudo(ip->ip_src.s_addr, ip->ip_dst.s_addr, udp->uh_ulen + htons(IPPROTO_UDP));
11179			} else {
11180				udp->uh_sum = 0;
11181			}
11182		}
11183		ip->ip_len = htons(len);
11184		if (port) {
11185			shout->checksum = sctp_calculate_cksum(mout, sizeof(struct ip) + sizeof(struct udphdr));
11186			SCTP_STAT_INCR(sctps_sendswcrc);
11187			if (V_udp_cksum) {
11188				SCTP_ENABLE_UDP_CSUM(o_pak);
11189			}
11190		} else {
11191			mout->m_pkthdr.csum_flags = CSUM_SCTP;
11192			mout->m_pkthdr.csum_data = offsetof(struct sctphdr, checksum);
11193			SCTP_STAT_INCR(sctps_sendhwcrc);
11194		}
11195#ifdef SCTP_PACKET_LOGGING
11196		if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LAST_PACKET_TRACING) {
11197			sctp_packet_log(o_pak);
11198		}
11199#endif
11200		SCTP_PROBE5(send, NULL, NULL, ip, NULL, shout);
11201		SCTP_IP_OUTPUT(ret, o_pak, NULL, NULL, vrf_id);
11202		break;
11203#endif
11204#ifdef INET6
11205	case AF_INET6:
11206		ip6->ip6_plen = htons((uint16_t)(len - sizeof(struct ip6_hdr)));
11207		if (port) {
11208			shout->checksum = sctp_calculate_cksum(mout, sizeof(struct ip6_hdr) + sizeof(struct udphdr));
11209			SCTP_STAT_INCR(sctps_sendswcrc);
11210			if ((udp->uh_sum = in6_cksum(o_pak, IPPROTO_UDP, sizeof(struct ip6_hdr), len - sizeof(struct ip6_hdr))) == 0) {
11211				udp->uh_sum = 0xffff;
11212			}
11213		} else {
11214			mout->m_pkthdr.csum_flags = CSUM_SCTP_IPV6;
11215			mout->m_pkthdr.csum_data = offsetof(struct sctphdr, checksum);
11216			SCTP_STAT_INCR(sctps_sendhwcrc);
11217		}
11218#ifdef SCTP_PACKET_LOGGING
11219		if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_LAST_PACKET_TRACING) {
11220			sctp_packet_log(o_pak);
11221		}
11222#endif
11223		SCTP_PROBE5(send, NULL, NULL, ip6, NULL, shout);
11224		SCTP_IP6_OUTPUT(ret, o_pak, NULL, NULL, NULL, vrf_id);
11225		break;
11226#endif
11227	default:
11228		SCTPDBG(SCTP_DEBUG_OUTPUT1, "Unknown protocol (TSNH) type %d\n",
11229		    dst->sa_family);
11230		sctp_m_freem(mout);
11231		SCTP_LTRACE_ERR_RET_PKT(mout, NULL, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, EFAULT);
11232		return;
11233	}
11234	SCTPDBG(SCTP_DEBUG_OUTPUT3, "return from send is %d\n", ret);
11235	if (port) {
11236		UDPSTAT_INC(udps_opackets);
11237	}
11238	SCTP_STAT_INCR(sctps_sendpackets);
11239	SCTP_STAT_INCR_COUNTER64(sctps_outpackets);
11240	SCTP_STAT_INCR_COUNTER64(sctps_outcontrolchunks);
11241	if (ret) {
11242		SCTP_STAT_INCR(sctps_senderrors);
11243	}
11244	return;
11245}
11246
11247void
11248sctp_send_shutdown_complete2(struct sockaddr *src, struct sockaddr *dst,
11249    struct sctphdr *sh,
11250    uint8_t mflowtype, uint32_t mflowid, uint16_t fibnum,
11251    uint32_t vrf_id, uint16_t port)
11252{
11253	sctp_send_resp_msg(src, dst, sh, 0, SCTP_SHUTDOWN_COMPLETE, NULL,
11254	    mflowtype, mflowid, fibnum,
11255	    vrf_id, port);
11256}
11257
11258void
11259sctp_send_hb(struct sctp_tcb *stcb, struct sctp_nets *net, int so_locked)
11260{
11261	struct sctp_tmit_chunk *chk;
11262	struct sctp_heartbeat_chunk *hb;
11263	struct timeval now;
11264
11265	SCTP_TCB_LOCK_ASSERT(stcb);
11266	if (net == NULL) {
11267		return;
11268	}
11269	(void)SCTP_GETTIME_TIMEVAL(&now);
11270	switch (net->ro._l_addr.sa.sa_family) {
11271#ifdef INET
11272	case AF_INET:
11273		break;
11274#endif
11275#ifdef INET6
11276	case AF_INET6:
11277		break;
11278#endif
11279	default:
11280		return;
11281	}
11282	sctp_alloc_a_chunk(stcb, chk);
11283	if (chk == NULL) {
11284		SCTPDBG(SCTP_DEBUG_OUTPUT4, "Gak, can't get a chunk for hb\n");
11285		return;
11286	}
11287
11288	chk->copy_by_ref = 0;
11289	chk->rec.chunk_id.id = SCTP_HEARTBEAT_REQUEST;
11290	chk->rec.chunk_id.can_take_data = 1;
11291	chk->flags = 0;
11292	chk->asoc = &stcb->asoc;
11293	chk->send_size = sizeof(struct sctp_heartbeat_chunk);
11294
11295	chk->data = sctp_get_mbuf_for_msg(chk->send_size, 0, M_NOWAIT, 1, MT_HEADER);
11296	if (chk->data == NULL) {
11297		sctp_free_a_chunk(stcb, chk, so_locked);
11298		return;
11299	}
11300	SCTP_BUF_RESV_UF(chk->data, SCTP_MIN_OVERHEAD);
11301	SCTP_BUF_LEN(chk->data) = chk->send_size;
11302	chk->sent = SCTP_DATAGRAM_UNSENT;
11303	chk->snd_count = 0;
11304	chk->whoTo = net;
11305	atomic_add_int(&chk->whoTo->ref_count, 1);
11306	/* Now we have a mbuf that we can fill in with the details */
11307	hb = mtod(chk->data, struct sctp_heartbeat_chunk *);
11308	memset(hb, 0, sizeof(struct sctp_heartbeat_chunk));
11309	/* fill out chunk header */
11310	hb->ch.chunk_type = SCTP_HEARTBEAT_REQUEST;
11311	hb->ch.chunk_flags = 0;
11312	hb->ch.chunk_length = htons(chk->send_size);
11313	/* Fill out hb parameter */
11314	hb->heartbeat.hb_info.ph.param_type = htons(SCTP_HEARTBEAT_INFO);
11315	hb->heartbeat.hb_info.ph.param_length = htons(sizeof(struct sctp_heartbeat_info_param));
11316	hb->heartbeat.hb_info.time_value_1 = now.tv_sec;
11317	hb->heartbeat.hb_info.time_value_2 = now.tv_usec;
11318	/* Did our user request this one, put it in */
11319	hb->heartbeat.hb_info.addr_family = (uint8_t)net->ro._l_addr.sa.sa_family;
11320	hb->heartbeat.hb_info.addr_len = net->ro._l_addr.sa.sa_len;
11321	if (net->dest_state & SCTP_ADDR_UNCONFIRMED) {
11322		/*
11323		 * we only take from the entropy pool if the address is not
11324		 * confirmed.
11325		 */
11326		net->heartbeat_random1 = hb->heartbeat.hb_info.random_value1 = sctp_select_initial_TSN(&stcb->sctp_ep->sctp_ep);
11327		net->heartbeat_random2 = hb->heartbeat.hb_info.random_value2 = sctp_select_initial_TSN(&stcb->sctp_ep->sctp_ep);
11328	} else {
11329		net->heartbeat_random1 = hb->heartbeat.hb_info.random_value1 = 0;
11330		net->heartbeat_random2 = hb->heartbeat.hb_info.random_value2 = 0;
11331	}
11332	switch (net->ro._l_addr.sa.sa_family) {
11333#ifdef INET
11334	case AF_INET:
11335		memcpy(hb->heartbeat.hb_info.address,
11336		    &net->ro._l_addr.sin.sin_addr,
11337		    sizeof(net->ro._l_addr.sin.sin_addr));
11338		break;
11339#endif
11340#ifdef INET6
11341	case AF_INET6:
11342		memcpy(hb->heartbeat.hb_info.address,
11343		    &net->ro._l_addr.sin6.sin6_addr,
11344		    sizeof(net->ro._l_addr.sin6.sin6_addr));
11345		break;
11346#endif
11347	default:
11348		if (chk->data) {
11349			sctp_m_freem(chk->data);
11350			chk->data = NULL;
11351		}
11352		sctp_free_a_chunk(stcb, chk, so_locked);
11353		return;
11354		break;
11355	}
11356	net->hb_responded = 0;
11357	TAILQ_INSERT_TAIL(&stcb->asoc.control_send_queue, chk, sctp_next);
11358	stcb->asoc.ctrl_queue_cnt++;
11359	SCTP_STAT_INCR(sctps_sendheartbeat);
11360	return;
11361}
11362
11363void
11364sctp_send_ecn_echo(struct sctp_tcb *stcb, struct sctp_nets *net,
11365    uint32_t high_tsn)
11366{
11367	struct sctp_association *asoc;
11368	struct sctp_ecne_chunk *ecne;
11369	struct sctp_tmit_chunk *chk;
11370
11371	if (net == NULL) {
11372		return;
11373	}
11374	asoc = &stcb->asoc;
11375	SCTP_TCB_LOCK_ASSERT(stcb);
11376	TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) {
11377		if ((chk->rec.chunk_id.id == SCTP_ECN_ECHO) && (net == chk->whoTo)) {
11378			/* found a previous ECN_ECHO update it if needed */
11379			uint32_t cnt, ctsn;
11380
11381			ecne = mtod(chk->data, struct sctp_ecne_chunk *);
11382			ctsn = ntohl(ecne->tsn);
11383			if (SCTP_TSN_GT(high_tsn, ctsn)) {
11384				ecne->tsn = htonl(high_tsn);
11385				SCTP_STAT_INCR(sctps_queue_upd_ecne);
11386			}
11387			cnt = ntohl(ecne->num_pkts_since_cwr);
11388			cnt++;
11389			ecne->num_pkts_since_cwr = htonl(cnt);
11390			return;
11391		}
11392	}
11393	/* nope could not find one to update so we must build one */
11394	sctp_alloc_a_chunk(stcb, chk);
11395	if (chk == NULL) {
11396		return;
11397	}
11398	SCTP_STAT_INCR(sctps_queue_upd_ecne);
11399	chk->copy_by_ref = 0;
11400	chk->rec.chunk_id.id = SCTP_ECN_ECHO;
11401	chk->rec.chunk_id.can_take_data = 0;
11402	chk->flags = 0;
11403	chk->asoc = &stcb->asoc;
11404	chk->send_size = sizeof(struct sctp_ecne_chunk);
11405	chk->data = sctp_get_mbuf_for_msg(chk->send_size, 0, M_NOWAIT, 1, MT_HEADER);
11406	if (chk->data == NULL) {
11407		sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED);
11408		return;
11409	}
11410	SCTP_BUF_RESV_UF(chk->data, SCTP_MIN_OVERHEAD);
11411	SCTP_BUF_LEN(chk->data) = chk->send_size;
11412	chk->sent = SCTP_DATAGRAM_UNSENT;
11413	chk->snd_count = 0;
11414	chk->whoTo = net;
11415	atomic_add_int(&chk->whoTo->ref_count, 1);
11416
11417	stcb->asoc.ecn_echo_cnt_onq++;
11418	ecne = mtod(chk->data, struct sctp_ecne_chunk *);
11419	ecne->ch.chunk_type = SCTP_ECN_ECHO;
11420	ecne->ch.chunk_flags = 0;
11421	ecne->ch.chunk_length = htons(sizeof(struct sctp_ecne_chunk));
11422	ecne->tsn = htonl(high_tsn);
11423	ecne->num_pkts_since_cwr = htonl(1);
11424	TAILQ_INSERT_HEAD(&stcb->asoc.control_send_queue, chk, sctp_next);
11425	asoc->ctrl_queue_cnt++;
11426}
11427
11428void
11429sctp_send_packet_dropped(struct sctp_tcb *stcb, struct sctp_nets *net,
11430    struct mbuf *m, int len, int iphlen, int bad_crc)
11431{
11432	struct sctp_association *asoc;
11433	struct sctp_pktdrop_chunk *drp;
11434	struct sctp_tmit_chunk *chk;
11435	uint8_t *datap;
11436	int was_trunc = 0;
11437	int fullsz = 0;
11438	long spc;
11439	int offset;
11440	struct sctp_chunkhdr *ch, chunk_buf;
11441	unsigned int chk_length;
11442
11443	if (!stcb) {
11444		return;
11445	}
11446	asoc = &stcb->asoc;
11447	SCTP_TCB_LOCK_ASSERT(stcb);
11448	if (asoc->pktdrop_supported == 0) {
11449		/*-
11450		 * peer must declare support before I send one.
11451		 */
11452		return;
11453	}
11454	if (stcb->sctp_socket == NULL) {
11455		return;
11456	}
11457	sctp_alloc_a_chunk(stcb, chk);
11458	if (chk == NULL) {
11459		return;
11460	}
11461	chk->copy_by_ref = 0;
11462	chk->rec.chunk_id.id = SCTP_PACKET_DROPPED;
11463	chk->rec.chunk_id.can_take_data = 1;
11464	chk->flags = 0;
11465	len -= iphlen;
11466	chk->send_size = len;
11467	/* Validate that we do not have an ABORT in here. */
11468	offset = iphlen + sizeof(struct sctphdr);
11469	ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, offset,
11470	    sizeof(*ch), (uint8_t *)&chunk_buf);
11471	while (ch != NULL) {
11472		chk_length = ntohs(ch->chunk_length);
11473		if (chk_length < sizeof(*ch)) {
11474			/* break to abort land */
11475			break;
11476		}
11477		switch (ch->chunk_type) {
11478		case SCTP_PACKET_DROPPED:
11479		case SCTP_ABORT_ASSOCIATION:
11480		case SCTP_INITIATION_ACK:
11481			/**
11482			 * We don't respond with an PKT-DROP to an ABORT
11483			 * or PKT-DROP. We also do not respond to an
11484			 * INIT-ACK, because we can't know if the initiation
11485			 * tag is correct or not.
11486			 */
11487			sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED);
11488			return;
11489		default:
11490			break;
11491		}
11492		offset += SCTP_SIZE32(chk_length);
11493		ch = (struct sctp_chunkhdr *)sctp_m_getptr(m, offset,
11494		    sizeof(*ch), (uint8_t *)&chunk_buf);
11495	}
11496
11497	if ((len + SCTP_MAX_OVERHEAD + sizeof(struct sctp_pktdrop_chunk)) >
11498	    min(stcb->asoc.smallest_mtu, MCLBYTES)) {
11499		/*
11500		 * only send 1 mtu worth, trim off the excess on the end.
11501		 */
11502		fullsz = len;
11503		len = min(stcb->asoc.smallest_mtu, MCLBYTES) - SCTP_MAX_OVERHEAD;
11504		was_trunc = 1;
11505	}
11506	chk->asoc = &stcb->asoc;
11507	chk->data = sctp_get_mbuf_for_msg(MCLBYTES, 0, M_NOWAIT, 1, MT_DATA);
11508	if (chk->data == NULL) {
11509jump_out:
11510		sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED);
11511		return;
11512	}
11513	SCTP_BUF_RESV_UF(chk->data, SCTP_MIN_OVERHEAD);
11514	drp = mtod(chk->data, struct sctp_pktdrop_chunk *);
11515	if (drp == NULL) {
11516		sctp_m_freem(chk->data);
11517		chk->data = NULL;
11518		goto jump_out;
11519	}
11520	chk->book_size = SCTP_SIZE32((chk->send_size + sizeof(struct sctp_pktdrop_chunk) +
11521	    sizeof(struct sctphdr) + SCTP_MED_OVERHEAD));
11522	chk->book_size_scale = 0;
11523	if (was_trunc) {
11524		drp->ch.chunk_flags = SCTP_PACKET_TRUNCATED;
11525		drp->trunc_len = htons(fullsz);
11526		/*
11527		 * Len is already adjusted to size minus overhead above take
11528		 * out the pkt_drop chunk itself from it.
11529		 */
11530		chk->send_size = (uint16_t)(len - sizeof(struct sctp_pktdrop_chunk));
11531		len = chk->send_size;
11532	} else {
11533		/* no truncation needed */
11534		drp->ch.chunk_flags = 0;
11535		drp->trunc_len = htons(0);
11536	}
11537	if (bad_crc) {
11538		drp->ch.chunk_flags |= SCTP_BADCRC;
11539	}
11540	chk->send_size += sizeof(struct sctp_pktdrop_chunk);
11541	SCTP_BUF_LEN(chk->data) = chk->send_size;
11542	chk->sent = SCTP_DATAGRAM_UNSENT;
11543	chk->snd_count = 0;
11544	if (net) {
11545		/* we should hit here */
11546		chk->whoTo = net;
11547		atomic_add_int(&chk->whoTo->ref_count, 1);
11548	} else {
11549		chk->whoTo = NULL;
11550	}
11551	drp->ch.chunk_type = SCTP_PACKET_DROPPED;
11552	drp->ch.chunk_length = htons(chk->send_size);
11553	spc = SCTP_SB_LIMIT_RCV(stcb->sctp_socket);
11554	if (spc < 0) {
11555		spc = 0;
11556	}
11557	drp->bottle_bw = htonl(spc);
11558	if (asoc->my_rwnd) {
11559		drp->current_onq = htonl(asoc->size_on_reasm_queue +
11560		    asoc->size_on_all_streams +
11561		    asoc->my_rwnd_control_len +
11562		    stcb->sctp_socket->so_rcv.sb_cc);
11563	} else {
11564		/*-
11565		 * If my rwnd is 0, possibly from mbuf depletion as well as
11566		 * space used, tell the peer there is NO space aka onq == bw
11567		 */
11568		drp->current_onq = htonl(spc);
11569	}
11570	drp->reserved = 0;
11571	datap = drp->data;
11572	m_copydata(m, iphlen, len, (caddr_t)datap);
11573	TAILQ_INSERT_TAIL(&stcb->asoc.control_send_queue, chk, sctp_next);
11574	asoc->ctrl_queue_cnt++;
11575}
11576
11577void
11578sctp_send_cwr(struct sctp_tcb *stcb, struct sctp_nets *net, uint32_t high_tsn, uint8_t override)
11579{
11580	struct sctp_association *asoc;
11581	struct sctp_cwr_chunk *cwr;
11582	struct sctp_tmit_chunk *chk;
11583
11584	SCTP_TCB_LOCK_ASSERT(stcb);
11585	if (net == NULL) {
11586		return;
11587	}
11588	asoc = &stcb->asoc;
11589	TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) {
11590		if ((chk->rec.chunk_id.id == SCTP_ECN_CWR) && (net == chk->whoTo)) {
11591			/*
11592			 * found a previous CWR queued to same destination
11593			 * update it if needed
11594			 */
11595			uint32_t ctsn;
11596
11597			cwr = mtod(chk->data, struct sctp_cwr_chunk *);
11598			ctsn = ntohl(cwr->tsn);
11599			if (SCTP_TSN_GT(high_tsn, ctsn)) {
11600				cwr->tsn = htonl(high_tsn);
11601			}
11602			if (override & SCTP_CWR_REDUCE_OVERRIDE) {
11603				/* Make sure override is carried */
11604				cwr->ch.chunk_flags |= SCTP_CWR_REDUCE_OVERRIDE;
11605			}
11606			return;
11607		}
11608	}
11609	sctp_alloc_a_chunk(stcb, chk);
11610	if (chk == NULL) {
11611		return;
11612	}
11613	chk->copy_by_ref = 0;
11614	chk->rec.chunk_id.id = SCTP_ECN_CWR;
11615	chk->rec.chunk_id.can_take_data = 1;
11616	chk->flags = 0;
11617	chk->asoc = &stcb->asoc;
11618	chk->send_size = sizeof(struct sctp_cwr_chunk);
11619	chk->data = sctp_get_mbuf_for_msg(chk->send_size, 0, M_NOWAIT, 1, MT_HEADER);
11620	if (chk->data == NULL) {
11621		sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED);
11622		return;
11623	}
11624	SCTP_BUF_RESV_UF(chk->data, SCTP_MIN_OVERHEAD);
11625	SCTP_BUF_LEN(chk->data) = chk->send_size;
11626	chk->sent = SCTP_DATAGRAM_UNSENT;
11627	chk->snd_count = 0;
11628	chk->whoTo = net;
11629	atomic_add_int(&chk->whoTo->ref_count, 1);
11630	cwr = mtod(chk->data, struct sctp_cwr_chunk *);
11631	cwr->ch.chunk_type = SCTP_ECN_CWR;
11632	cwr->ch.chunk_flags = override;
11633	cwr->ch.chunk_length = htons(sizeof(struct sctp_cwr_chunk));
11634	cwr->tsn = htonl(high_tsn);
11635	TAILQ_INSERT_TAIL(&stcb->asoc.control_send_queue, chk, sctp_next);
11636	asoc->ctrl_queue_cnt++;
11637}
11638
11639static int
11640sctp_add_stream_reset_out(struct sctp_tcb *stcb, struct sctp_tmit_chunk *chk,
11641    uint32_t seq, uint32_t resp_seq, uint32_t last_sent)
11642{
11643	uint16_t len, old_len, i;
11644	struct sctp_stream_reset_out_request *req_out;
11645	struct sctp_chunkhdr *ch;
11646	int at;
11647	int number_entries = 0;
11648
11649	ch = mtod(chk->data, struct sctp_chunkhdr *);
11650	old_len = len = SCTP_SIZE32(ntohs(ch->chunk_length));
11651	/* get to new offset for the param. */
11652	req_out = (struct sctp_stream_reset_out_request *)((caddr_t)ch + len);
11653	/* now how long will this param be? */
11654	for (i = 0; i < stcb->asoc.streamoutcnt; i++) {
11655		if ((stcb->asoc.strmout[i].state == SCTP_STREAM_RESET_PENDING) &&
11656		    (stcb->asoc.strmout[i].chunks_on_queues == 0) &&
11657		    TAILQ_EMPTY(&stcb->asoc.strmout[i].outqueue)) {
11658			number_entries++;
11659		}
11660	}
11661	if (number_entries == 0) {
11662		return (0);
11663	}
11664	if (number_entries == stcb->asoc.streamoutcnt) {
11665		number_entries = 0;
11666	}
11667	if (number_entries > SCTP_MAX_STREAMS_AT_ONCE_RESET) {
11668		number_entries = SCTP_MAX_STREAMS_AT_ONCE_RESET;
11669	}
11670	len = (uint16_t)(sizeof(struct sctp_stream_reset_out_request) + (sizeof(uint16_t) * number_entries));
11671	req_out->ph.param_type = htons(SCTP_STR_RESET_OUT_REQUEST);
11672	req_out->ph.param_length = htons(len);
11673	req_out->request_seq = htonl(seq);
11674	req_out->response_seq = htonl(resp_seq);
11675	req_out->send_reset_at_tsn = htonl(last_sent);
11676	at = 0;
11677	if (number_entries) {
11678		for (i = 0; i < stcb->asoc.streamoutcnt; i++) {
11679			if ((stcb->asoc.strmout[i].state == SCTP_STREAM_RESET_PENDING) &&
11680			    (stcb->asoc.strmout[i].chunks_on_queues == 0) &&
11681			    TAILQ_EMPTY(&stcb->asoc.strmout[i].outqueue)) {
11682				req_out->list_of_streams[at] = htons(i);
11683				at++;
11684				stcb->asoc.strmout[i].state = SCTP_STREAM_RESET_IN_FLIGHT;
11685				if (at >= number_entries) {
11686					break;
11687				}
11688			}
11689		}
11690	} else {
11691		for (i = 0; i < stcb->asoc.streamoutcnt; i++) {
11692			stcb->asoc.strmout[i].state = SCTP_STREAM_RESET_IN_FLIGHT;
11693		}
11694	}
11695	if (SCTP_SIZE32(len) > len) {
11696		/*-
11697		 * Need to worry about the pad we may end up adding to the
11698		 * end. This is easy since the struct is either aligned to 4
11699		 * bytes or 2 bytes off.
11700		 */
11701		req_out->list_of_streams[number_entries] = 0;
11702	}
11703	/* now fix the chunk length */
11704	ch->chunk_length = htons(len + old_len);
11705	chk->book_size = len + old_len;
11706	chk->book_size_scale = 0;
11707	chk->send_size = SCTP_SIZE32(chk->book_size);
11708	SCTP_BUF_LEN(chk->data) = chk->send_size;
11709	return (1);
11710}
11711
11712static void
11713sctp_add_stream_reset_in(struct sctp_tmit_chunk *chk,
11714    int number_entries, uint16_t *list,
11715    uint32_t seq)
11716{
11717	uint16_t len, old_len, i;
11718	struct sctp_stream_reset_in_request *req_in;
11719	struct sctp_chunkhdr *ch;
11720
11721	ch = mtod(chk->data, struct sctp_chunkhdr *);
11722	old_len = len = SCTP_SIZE32(ntohs(ch->chunk_length));
11723
11724	/* get to new offset for the param. */
11725	req_in = (struct sctp_stream_reset_in_request *)((caddr_t)ch + len);
11726	/* now how long will this param be? */
11727	len = (uint16_t)(sizeof(struct sctp_stream_reset_in_request) + (sizeof(uint16_t) * number_entries));
11728	req_in->ph.param_type = htons(SCTP_STR_RESET_IN_REQUEST);
11729	req_in->ph.param_length = htons(len);
11730	req_in->request_seq = htonl(seq);
11731	if (number_entries) {
11732		for (i = 0; i < number_entries; i++) {
11733			req_in->list_of_streams[i] = htons(list[i]);
11734		}
11735	}
11736	if (SCTP_SIZE32(len) > len) {
11737		/*-
11738		 * Need to worry about the pad we may end up adding to the
11739		 * end. This is easy since the struct is either aligned to 4
11740		 * bytes or 2 bytes off.
11741		 */
11742		req_in->list_of_streams[number_entries] = 0;
11743	}
11744	/* now fix the chunk length */
11745	ch->chunk_length = htons(len + old_len);
11746	chk->book_size = len + old_len;
11747	chk->book_size_scale = 0;
11748	chk->send_size = SCTP_SIZE32(chk->book_size);
11749	SCTP_BUF_LEN(chk->data) = chk->send_size;
11750	return;
11751}
11752
11753static void
11754sctp_add_stream_reset_tsn(struct sctp_tmit_chunk *chk,
11755    uint32_t seq)
11756{
11757	uint16_t len, old_len;
11758	struct sctp_stream_reset_tsn_request *req_tsn;
11759	struct sctp_chunkhdr *ch;
11760
11761	ch = mtod(chk->data, struct sctp_chunkhdr *);
11762	old_len = len = SCTP_SIZE32(ntohs(ch->chunk_length));
11763
11764	/* get to new offset for the param. */
11765	req_tsn = (struct sctp_stream_reset_tsn_request *)((caddr_t)ch + len);
11766	/* now how long will this param be? */
11767	len = sizeof(struct sctp_stream_reset_tsn_request);
11768	req_tsn->ph.param_type = htons(SCTP_STR_RESET_TSN_REQUEST);
11769	req_tsn->ph.param_length = htons(len);
11770	req_tsn->request_seq = htonl(seq);
11771
11772	/* now fix the chunk length */
11773	ch->chunk_length = htons(len + old_len);
11774	chk->send_size = len + old_len;
11775	chk->book_size = SCTP_SIZE32(chk->send_size);
11776	chk->book_size_scale = 0;
11777	SCTP_BUF_LEN(chk->data) = SCTP_SIZE32(chk->send_size);
11778	return;
11779}
11780
11781void
11782sctp_add_stream_reset_result(struct sctp_tmit_chunk *chk,
11783    uint32_t resp_seq, uint32_t result)
11784{
11785	uint16_t len, old_len;
11786	struct sctp_stream_reset_response *resp;
11787	struct sctp_chunkhdr *ch;
11788
11789	ch = mtod(chk->data, struct sctp_chunkhdr *);
11790	old_len = len = SCTP_SIZE32(ntohs(ch->chunk_length));
11791
11792	/* get to new offset for the param. */
11793	resp = (struct sctp_stream_reset_response *)((caddr_t)ch + len);
11794	/* now how long will this param be? */
11795	len = sizeof(struct sctp_stream_reset_response);
11796	resp->ph.param_type = htons(SCTP_STR_RESET_RESPONSE);
11797	resp->ph.param_length = htons(len);
11798	resp->response_seq = htonl(resp_seq);
11799	resp->result = ntohl(result);
11800
11801	/* now fix the chunk length */
11802	ch->chunk_length = htons(len + old_len);
11803	chk->book_size = len + old_len;
11804	chk->book_size_scale = 0;
11805	chk->send_size = SCTP_SIZE32(chk->book_size);
11806	SCTP_BUF_LEN(chk->data) = chk->send_size;
11807	return;
11808}
11809
11810void
11811sctp_send_deferred_reset_response(struct sctp_tcb *stcb,
11812    struct sctp_stream_reset_list *ent,
11813    int response)
11814{
11815	struct sctp_association *asoc;
11816	struct sctp_tmit_chunk *chk;
11817	struct sctp_chunkhdr *ch;
11818
11819	asoc = &stcb->asoc;
11820
11821	/*
11822	 * Reset our last reset action to the new one IP -> response
11823	 * (PERFORMED probably). This assures that if we fail to send, a
11824	 * retran from the peer will get the new response.
11825	 */
11826	asoc->last_reset_action[0] = response;
11827	if (asoc->stream_reset_outstanding) {
11828		return;
11829	}
11830	sctp_alloc_a_chunk(stcb, chk);
11831	if (chk == NULL) {
11832		SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
11833		return;
11834	}
11835	chk->copy_by_ref = 0;
11836	chk->rec.chunk_id.id = SCTP_STREAM_RESET;
11837	chk->rec.chunk_id.can_take_data = 0;
11838	chk->flags = 0;
11839	chk->asoc = &stcb->asoc;
11840	chk->book_size = sizeof(struct sctp_chunkhdr);
11841	chk->send_size = SCTP_SIZE32(chk->book_size);
11842	chk->book_size_scale = 0;
11843	chk->data = sctp_get_mbuf_for_msg(MCLBYTES, 0, M_NOWAIT, 1, MT_DATA);
11844	if (chk->data == NULL) {
11845		sctp_free_a_chunk(stcb, chk, SCTP_SO_LOCKED);
11846		SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
11847		return;
11848	}
11849	SCTP_BUF_RESV_UF(chk->data, SCTP_MIN_OVERHEAD);
11850	/* setup chunk parameters */
11851	chk->sent = SCTP_DATAGRAM_UNSENT;
11852	chk->snd_count = 0;
11853	if (stcb->asoc.alternate) {
11854		chk->whoTo = stcb->asoc.alternate;
11855	} else {
11856		chk->whoTo = stcb->asoc.primary_destination;
11857	}
11858	ch = mtod(chk->data, struct sctp_chunkhdr *);
11859	ch->chunk_type = SCTP_STREAM_RESET;
11860	ch->chunk_flags = 0;
11861	ch->chunk_length = htons(chk->book_size);
11862	atomic_add_int(&chk->whoTo->ref_count, 1);
11863	SCTP_BUF_LEN(chk->data) = chk->send_size;
11864	sctp_add_stream_reset_result(chk, ent->seq, response);
11865	/* insert the chunk for sending */
11866	TAILQ_INSERT_TAIL(&asoc->control_send_queue,
11867	    chk,
11868	    sctp_next);
11869	asoc->ctrl_queue_cnt++;
11870}
11871
11872void
11873sctp_add_stream_reset_result_tsn(struct sctp_tmit_chunk *chk,
11874    uint32_t resp_seq, uint32_t result,
11875    uint32_t send_una, uint32_t recv_next)
11876{
11877	uint16_t len, old_len;
11878	struct sctp_stream_reset_response_tsn *resp;
11879	struct sctp_chunkhdr *ch;
11880
11881	ch = mtod(chk->data, struct sctp_chunkhdr *);
11882	old_len = len = SCTP_SIZE32(ntohs(ch->chunk_length));
11883
11884	/* get to new offset for the param. */
11885	resp = (struct sctp_stream_reset_response_tsn *)((caddr_t)ch + len);
11886	/* now how long will this param be? */
11887	len = sizeof(struct sctp_stream_reset_response_tsn);
11888	resp->ph.param_type = htons(SCTP_STR_RESET_RESPONSE);
11889	resp->ph.param_length = htons(len);
11890	resp->response_seq = htonl(resp_seq);
11891	resp->result = htonl(result);
11892	resp->senders_next_tsn = htonl(send_una);
11893	resp->receivers_next_tsn = htonl(recv_next);
11894
11895	/* now fix the chunk length */
11896	ch->chunk_length = htons(len + old_len);
11897	chk->book_size = len + old_len;
11898	chk->send_size = SCTP_SIZE32(chk->book_size);
11899	chk->book_size_scale = 0;
11900	SCTP_BUF_LEN(chk->data) = chk->send_size;
11901	return;
11902}
11903
11904static void
11905sctp_add_an_out_stream(struct sctp_tmit_chunk *chk,
11906    uint32_t seq,
11907    uint16_t adding)
11908{
11909	uint16_t len, old_len;
11910	struct sctp_chunkhdr *ch;
11911	struct sctp_stream_reset_add_strm *addstr;
11912
11913	ch = mtod(chk->data, struct sctp_chunkhdr *);
11914	old_len = len = SCTP_SIZE32(ntohs(ch->chunk_length));
11915
11916	/* get to new offset for the param. */
11917	addstr = (struct sctp_stream_reset_add_strm *)((caddr_t)ch + len);
11918	/* now how long will this param be? */
11919	len = sizeof(struct sctp_stream_reset_add_strm);
11920
11921	/* Fill it out. */
11922	addstr->ph.param_type = htons(SCTP_STR_RESET_ADD_OUT_STREAMS);
11923	addstr->ph.param_length = htons(len);
11924	addstr->request_seq = htonl(seq);
11925	addstr->number_of_streams = htons(adding);
11926	addstr->reserved = 0;
11927
11928	/* now fix the chunk length */
11929	ch->chunk_length = htons(len + old_len);
11930	chk->send_size = len + old_len;
11931	chk->book_size = SCTP_SIZE32(chk->send_size);
11932	chk->book_size_scale = 0;
11933	SCTP_BUF_LEN(chk->data) = SCTP_SIZE32(chk->send_size);
11934	return;
11935}
11936
11937static void
11938sctp_add_an_in_stream(struct sctp_tmit_chunk *chk,
11939    uint32_t seq,
11940    uint16_t adding)
11941{
11942	uint16_t len, old_len;
11943	struct sctp_chunkhdr *ch;
11944	struct sctp_stream_reset_add_strm *addstr;
11945
11946	ch = mtod(chk->data, struct sctp_chunkhdr *);
11947	old_len = len = SCTP_SIZE32(ntohs(ch->chunk_length));
11948
11949	/* get to new offset for the param. */
11950	addstr = (struct sctp_stream_reset_add_strm *)((caddr_t)ch + len);
11951	/* now how long will this param be? */
11952	len = sizeof(struct sctp_stream_reset_add_strm);
11953	/* Fill it out. */
11954	addstr->ph.param_type = htons(SCTP_STR_RESET_ADD_IN_STREAMS);
11955	addstr->ph.param_length = htons(len);
11956	addstr->request_seq = htonl(seq);
11957	addstr->number_of_streams = htons(adding);
11958	addstr->reserved = 0;
11959
11960	/* now fix the chunk length */
11961	ch->chunk_length = htons(len + old_len);
11962	chk->send_size = len + old_len;
11963	chk->book_size = SCTP_SIZE32(chk->send_size);
11964	chk->book_size_scale = 0;
11965	SCTP_BUF_LEN(chk->data) = SCTP_SIZE32(chk->send_size);
11966	return;
11967}
11968
11969int
11970sctp_send_stream_reset_out_if_possible(struct sctp_tcb *stcb, int so_locked)
11971{
11972	struct sctp_association *asoc;
11973	struct sctp_tmit_chunk *chk;
11974	struct sctp_chunkhdr *ch;
11975	uint32_t seq;
11976
11977	asoc = &stcb->asoc;
11978	asoc->trigger_reset = 0;
11979	if (asoc->stream_reset_outstanding) {
11980		return (EALREADY);
11981	}
11982	sctp_alloc_a_chunk(stcb, chk);
11983	if (chk == NULL) {
11984		SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
11985		return (ENOMEM);
11986	}
11987	chk->copy_by_ref = 0;
11988	chk->rec.chunk_id.id = SCTP_STREAM_RESET;
11989	chk->rec.chunk_id.can_take_data = 0;
11990	chk->flags = 0;
11991	chk->asoc = &stcb->asoc;
11992	chk->book_size = sizeof(struct sctp_chunkhdr);
11993	chk->send_size = SCTP_SIZE32(chk->book_size);
11994	chk->book_size_scale = 0;
11995	chk->data = sctp_get_mbuf_for_msg(MCLBYTES, 0, M_NOWAIT, 1, MT_DATA);
11996	if (chk->data == NULL) {
11997		sctp_free_a_chunk(stcb, chk, so_locked);
11998		SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
11999		return (ENOMEM);
12000	}
12001	SCTP_BUF_RESV_UF(chk->data, SCTP_MIN_OVERHEAD);
12002
12003	/* setup chunk parameters */
12004	chk->sent = SCTP_DATAGRAM_UNSENT;
12005	chk->snd_count = 0;
12006	if (stcb->asoc.alternate) {
12007		chk->whoTo = stcb->asoc.alternate;
12008	} else {
12009		chk->whoTo = stcb->asoc.primary_destination;
12010	}
12011	ch = mtod(chk->data, struct sctp_chunkhdr *);
12012	ch->chunk_type = SCTP_STREAM_RESET;
12013	ch->chunk_flags = 0;
12014	ch->chunk_length = htons(chk->book_size);
12015	atomic_add_int(&chk->whoTo->ref_count, 1);
12016	SCTP_BUF_LEN(chk->data) = chk->send_size;
12017	seq = stcb->asoc.str_reset_seq_out;
12018	if (sctp_add_stream_reset_out(stcb, chk, seq, (stcb->asoc.str_reset_seq_in - 1), (stcb->asoc.sending_seq - 1))) {
12019		seq++;
12020		asoc->stream_reset_outstanding++;
12021	} else {
12022		m_freem(chk->data);
12023		chk->data = NULL;
12024		sctp_free_a_chunk(stcb, chk, so_locked);
12025		return (ENOENT);
12026	}
12027	asoc->str_reset = chk;
12028	/* insert the chunk for sending */
12029	TAILQ_INSERT_TAIL(&asoc->control_send_queue,
12030	    chk,
12031	    sctp_next);
12032	asoc->ctrl_queue_cnt++;
12033
12034	if (stcb->asoc.send_sack) {
12035		sctp_send_sack(stcb, so_locked);
12036	}
12037	sctp_timer_start(SCTP_TIMER_TYPE_STRRESET, stcb->sctp_ep, stcb, chk->whoTo);
12038	return (0);
12039}
12040
12041int
12042sctp_send_str_reset_req(struct sctp_tcb *stcb,
12043    uint16_t number_entries, uint16_t *list,
12044    uint8_t send_in_req,
12045    uint8_t send_tsn_req,
12046    uint8_t add_stream,
12047    uint16_t adding_o,
12048    uint16_t adding_i, uint8_t peer_asked)
12049{
12050	struct sctp_association *asoc;
12051	struct sctp_tmit_chunk *chk;
12052	struct sctp_chunkhdr *ch;
12053	int can_send_out_req = 0;
12054	uint32_t seq;
12055
12056	asoc = &stcb->asoc;
12057	if (asoc->stream_reset_outstanding) {
12058		/*-
12059		 * Already one pending, must get ACK back to clear the flag.
12060		 */
12061		SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EBUSY);
12062		return (EBUSY);
12063	}
12064	if ((send_in_req == 0) && (send_tsn_req == 0) &&
12065	    (add_stream == 0)) {
12066		/* nothing to do */
12067		SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EINVAL);
12068		return (EINVAL);
12069	}
12070	if (send_tsn_req && send_in_req) {
12071		/* error, can't do that */
12072		SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, EINVAL);
12073		return (EINVAL);
12074	} else if (send_in_req) {
12075		can_send_out_req = 1;
12076	}
12077	if (number_entries > (MCLBYTES -
12078	    SCTP_MIN_OVERHEAD -
12079	    sizeof(struct sctp_chunkhdr) -
12080	    sizeof(struct sctp_stream_reset_out_request)) /
12081	    sizeof(uint16_t)) {
12082		SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
12083		return (ENOMEM);
12084	}
12085	sctp_alloc_a_chunk(stcb, chk);
12086	if (chk == NULL) {
12087		SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
12088		return (ENOMEM);
12089	}
12090	chk->copy_by_ref = 0;
12091	chk->rec.chunk_id.id = SCTP_STREAM_RESET;
12092	chk->rec.chunk_id.can_take_data = 0;
12093	chk->flags = 0;
12094	chk->asoc = &stcb->asoc;
12095	chk->book_size = sizeof(struct sctp_chunkhdr);
12096	chk->send_size = SCTP_SIZE32(chk->book_size);
12097	chk->book_size_scale = 0;
12098	chk->data = sctp_get_mbuf_for_msg(MCLBYTES, 0, M_NOWAIT, 1, MT_DATA);
12099	if (chk->data == NULL) {
12100		sctp_free_a_chunk(stcb, chk, SCTP_SO_LOCKED);
12101		SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
12102		return (ENOMEM);
12103	}
12104	SCTP_BUF_RESV_UF(chk->data, SCTP_MIN_OVERHEAD);
12105
12106	/* setup chunk parameters */
12107	chk->sent = SCTP_DATAGRAM_UNSENT;
12108	chk->snd_count = 0;
12109	if (stcb->asoc.alternate) {
12110		chk->whoTo = stcb->asoc.alternate;
12111	} else {
12112		chk->whoTo = stcb->asoc.primary_destination;
12113	}
12114	atomic_add_int(&chk->whoTo->ref_count, 1);
12115	ch = mtod(chk->data, struct sctp_chunkhdr *);
12116	ch->chunk_type = SCTP_STREAM_RESET;
12117	ch->chunk_flags = 0;
12118	ch->chunk_length = htons(chk->book_size);
12119	SCTP_BUF_LEN(chk->data) = chk->send_size;
12120
12121	seq = stcb->asoc.str_reset_seq_out;
12122	if (can_send_out_req) {
12123		int ret;
12124
12125		ret = sctp_add_stream_reset_out(stcb, chk, seq, (stcb->asoc.str_reset_seq_in - 1), (stcb->asoc.sending_seq - 1));
12126		if (ret) {
12127			seq++;
12128			asoc->stream_reset_outstanding++;
12129		}
12130	}
12131	if ((add_stream & 1) &&
12132	    ((stcb->asoc.strm_realoutsize - stcb->asoc.streamoutcnt) < adding_o)) {
12133		/* Need to allocate more */
12134		struct sctp_stream_out *oldstream;
12135		struct sctp_stream_queue_pending *sp, *nsp;
12136		int i;
12137#if defined(SCTP_DETAILED_STR_STATS)
12138		int j;
12139#endif
12140
12141		oldstream = stcb->asoc.strmout;
12142		/* get some more */
12143		SCTP_MALLOC(stcb->asoc.strmout, struct sctp_stream_out *,
12144		    (stcb->asoc.streamoutcnt + adding_o) * sizeof(struct sctp_stream_out),
12145		    SCTP_M_STRMO);
12146		if (stcb->asoc.strmout == NULL) {
12147			uint8_t x;
12148
12149			stcb->asoc.strmout = oldstream;
12150			/* Turn off the bit */
12151			x = add_stream & 0xfe;
12152			add_stream = x;
12153			goto skip_stuff;
12154		}
12155		/*
12156		 * Ok now we proceed with copying the old out stuff and
12157		 * initializing the new stuff.
12158		 */
12159		SCTP_TCB_SEND_LOCK(stcb);
12160		stcb->asoc.ss_functions.sctp_ss_clear(stcb, &stcb->asoc, 0, 1);
12161		for (i = 0; i < stcb->asoc.streamoutcnt; i++) {
12162			TAILQ_INIT(&stcb->asoc.strmout[i].outqueue);
12163			/* FIX ME FIX ME */
12164			/*
12165			 * This should be a SS_COPY operation FIX ME STREAM
12166			 * SCHEDULER EXPERT
12167			 */
12168			stcb->asoc.ss_functions.sctp_ss_init_stream(stcb, &stcb->asoc.strmout[i], &oldstream[i]);
12169			stcb->asoc.strmout[i].chunks_on_queues = oldstream[i].chunks_on_queues;
12170#if defined(SCTP_DETAILED_STR_STATS)
12171			for (j = 0; j < SCTP_PR_SCTP_MAX + 1; j++) {
12172				stcb->asoc.strmout[i].abandoned_sent[j] = oldstream[i].abandoned_sent[j];
12173				stcb->asoc.strmout[i].abandoned_unsent[j] = oldstream[i].abandoned_unsent[j];
12174			}
12175#else
12176			stcb->asoc.strmout[i].abandoned_sent[0] = oldstream[i].abandoned_sent[0];
12177			stcb->asoc.strmout[i].abandoned_unsent[0] = oldstream[i].abandoned_unsent[0];
12178#endif
12179			stcb->asoc.strmout[i].next_mid_ordered = oldstream[i].next_mid_ordered;
12180			stcb->asoc.strmout[i].next_mid_unordered = oldstream[i].next_mid_unordered;
12181			stcb->asoc.strmout[i].last_msg_incomplete = oldstream[i].last_msg_incomplete;
12182			stcb->asoc.strmout[i].sid = i;
12183			stcb->asoc.strmout[i].state = oldstream[i].state;
12184			/* now anything on those queues? */
12185			TAILQ_FOREACH_SAFE(sp, &oldstream[i].outqueue, next, nsp) {
12186				TAILQ_REMOVE(&oldstream[i].outqueue, sp, next);
12187				TAILQ_INSERT_TAIL(&stcb->asoc.strmout[i].outqueue, sp, next);
12188			}
12189		}
12190		/* now the new streams */
12191		stcb->asoc.ss_functions.sctp_ss_init(stcb, &stcb->asoc, 1);
12192		for (i = stcb->asoc.streamoutcnt; i < (stcb->asoc.streamoutcnt + adding_o); i++) {
12193			TAILQ_INIT(&stcb->asoc.strmout[i].outqueue);
12194			stcb->asoc.strmout[i].chunks_on_queues = 0;
12195#if defined(SCTP_DETAILED_STR_STATS)
12196			for (j = 0; j < SCTP_PR_SCTP_MAX + 1; j++) {
12197				stcb->asoc.strmout[i].abandoned_sent[j] = 0;
12198				stcb->asoc.strmout[i].abandoned_unsent[j] = 0;
12199			}
12200#else
12201			stcb->asoc.strmout[i].abandoned_sent[0] = 0;
12202			stcb->asoc.strmout[i].abandoned_unsent[0] = 0;
12203#endif
12204			stcb->asoc.strmout[i].next_mid_ordered = 0;
12205			stcb->asoc.strmout[i].next_mid_unordered = 0;
12206			stcb->asoc.strmout[i].sid = i;
12207			stcb->asoc.strmout[i].last_msg_incomplete = 0;
12208			stcb->asoc.ss_functions.sctp_ss_init_stream(stcb, &stcb->asoc.strmout[i], NULL);
12209			stcb->asoc.strmout[i].state = SCTP_STREAM_CLOSED;
12210		}
12211		stcb->asoc.strm_realoutsize = stcb->asoc.streamoutcnt + adding_o;
12212		SCTP_FREE(oldstream, SCTP_M_STRMO);
12213		SCTP_TCB_SEND_UNLOCK(stcb);
12214	}
12215skip_stuff:
12216	if ((add_stream & 1) && (adding_o > 0)) {
12217		asoc->strm_pending_add_size = adding_o;
12218		asoc->peer_req_out = peer_asked;
12219		sctp_add_an_out_stream(chk, seq, adding_o);
12220		seq++;
12221		asoc->stream_reset_outstanding++;
12222	}
12223	if ((add_stream & 2) && (adding_i > 0)) {
12224		sctp_add_an_in_stream(chk, seq, adding_i);
12225		seq++;
12226		asoc->stream_reset_outstanding++;
12227	}
12228	if (send_in_req) {
12229		sctp_add_stream_reset_in(chk, number_entries, list, seq);
12230		seq++;
12231		asoc->stream_reset_outstanding++;
12232	}
12233	if (send_tsn_req) {
12234		sctp_add_stream_reset_tsn(chk, seq);
12235		asoc->stream_reset_outstanding++;
12236	}
12237	asoc->str_reset = chk;
12238	/* insert the chunk for sending */
12239	TAILQ_INSERT_TAIL(&asoc->control_send_queue,
12240	    chk,
12241	    sctp_next);
12242	asoc->ctrl_queue_cnt++;
12243	if (stcb->asoc.send_sack) {
12244		sctp_send_sack(stcb, SCTP_SO_LOCKED);
12245	}
12246	sctp_timer_start(SCTP_TIMER_TYPE_STRRESET, stcb->sctp_ep, stcb, chk->whoTo);
12247	return (0);
12248}
12249
12250void
12251sctp_send_abort(struct mbuf *m, int iphlen, struct sockaddr *src, struct sockaddr *dst,
12252    struct sctphdr *sh, uint32_t vtag, struct mbuf *cause,
12253    uint8_t mflowtype, uint32_t mflowid, uint16_t fibnum,
12254    uint32_t vrf_id, uint16_t port)
12255{
12256	/* Don't respond to an ABORT with an ABORT. */
12257	if (sctp_is_there_an_abort_here(m, iphlen, &vtag)) {
12258		if (cause)
12259			sctp_m_freem(cause);
12260		return;
12261	}
12262	sctp_send_resp_msg(src, dst, sh, vtag, SCTP_ABORT_ASSOCIATION, cause,
12263	    mflowtype, mflowid, fibnum,
12264	    vrf_id, port);
12265	return;
12266}
12267
12268void
12269sctp_send_operr_to(struct sockaddr *src, struct sockaddr *dst,
12270    struct sctphdr *sh, uint32_t vtag, struct mbuf *cause,
12271    uint8_t mflowtype, uint32_t mflowid, uint16_t fibnum,
12272    uint32_t vrf_id, uint16_t port)
12273{
12274	sctp_send_resp_msg(src, dst, sh, vtag, SCTP_OPERATION_ERROR, cause,
12275	    mflowtype, mflowid, fibnum,
12276	    vrf_id, port);
12277	return;
12278}
12279
12280static struct mbuf *
12281sctp_copy_resume(struct uio *uio,
12282    int max_send_len,
12283    int user_marks_eor,
12284    int *error,
12285    uint32_t *sndout,
12286    struct mbuf **new_tail)
12287{
12288	struct mbuf *m;
12289
12290	m = m_uiotombuf(uio, M_WAITOK, max_send_len, 0,
12291	    (M_PKTHDR | (user_marks_eor ? M_EOR : 0)));
12292	if (m == NULL) {
12293		SCTP_LTRACE_ERR_RET(NULL, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, ENOBUFS);
12294		*error = ENOBUFS;
12295	} else {
12296		*sndout = m_length(m, NULL);
12297		*new_tail = m_last(m);
12298	}
12299	return (m);
12300}
12301
12302static int
12303sctp_copy_one(struct sctp_stream_queue_pending *sp,
12304    struct uio *uio,
12305    int resv_upfront)
12306{
12307	sp->data = m_uiotombuf(uio, M_WAITOK, sp->length,
12308	    resv_upfront, 0);
12309	if (sp->data == NULL) {
12310		SCTP_LTRACE_ERR_RET(NULL, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, ENOBUFS);
12311		return (ENOBUFS);
12312	}
12313
12314	sp->tail_mbuf = m_last(sp->data);
12315	return (0);
12316}
12317
12318static struct sctp_stream_queue_pending *
12319sctp_copy_it_in(struct sctp_tcb *stcb,
12320    struct sctp_association *asoc,
12321    struct sctp_sndrcvinfo *srcv,
12322    struct uio *uio,
12323    struct sctp_nets *net,
12324    ssize_t max_send_len,
12325    int user_marks_eor,
12326    int *error)
12327{
12328
12329	/*-
12330	 * This routine must be very careful in its work. Protocol
12331	 * processing is up and running so care must be taken to spl...()
12332	 * when you need to do something that may effect the stcb/asoc. The
12333	 * sb is locked however. When data is copied the protocol processing
12334	 * should be enabled since this is a slower operation...
12335	 */
12336	struct sctp_stream_queue_pending *sp = NULL;
12337	int resv_in_first;
12338
12339	*error = 0;
12340	/* Now can we send this? */
12341	if ((SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_SENT) ||
12342	    (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_ACK_SENT) ||
12343	    (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED) ||
12344	    (asoc->state & SCTP_STATE_SHUTDOWN_PENDING)) {
12345		/* got data while shutting down */
12346		SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ECONNRESET);
12347		*error = ECONNRESET;
12348		goto out_now;
12349	}
12350	sctp_alloc_a_strmoq(stcb, sp);
12351	if (sp == NULL) {
12352		SCTP_LTRACE_ERR_RET(NULL, stcb, net, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
12353		*error = ENOMEM;
12354		goto out_now;
12355	}
12356	sp->act_flags = 0;
12357	sp->sender_all_done = 0;
12358	sp->sinfo_flags = srcv->sinfo_flags;
12359	sp->timetolive = srcv->sinfo_timetolive;
12360	sp->ppid = srcv->sinfo_ppid;
12361	sp->context = srcv->sinfo_context;
12362	sp->fsn = 0;
12363	(void)SCTP_GETTIME_TIMEVAL(&sp->ts);
12364
12365	sp->sid = srcv->sinfo_stream;
12366	sp->length = (uint32_t)min(uio->uio_resid, max_send_len);
12367	if ((sp->length == (uint32_t)uio->uio_resid) &&
12368	    ((user_marks_eor == 0) ||
12369	    (srcv->sinfo_flags & SCTP_EOF) ||
12370	    (user_marks_eor && (srcv->sinfo_flags & SCTP_EOR)))) {
12371		sp->msg_is_complete = 1;
12372	} else {
12373		sp->msg_is_complete = 0;
12374	}
12375	sp->sender_all_done = 0;
12376	sp->some_taken = 0;
12377	sp->put_last_out = 0;
12378	resv_in_first = SCTP_DATA_CHUNK_OVERHEAD(stcb);
12379	sp->data = sp->tail_mbuf = NULL;
12380	if (sp->length == 0) {
12381		goto skip_copy;
12382	}
12383	if (srcv->sinfo_keynumber_valid) {
12384		sp->auth_keyid = srcv->sinfo_keynumber;
12385	} else {
12386		sp->auth_keyid = stcb->asoc.authinfo.active_keyid;
12387	}
12388	if (sctp_auth_is_required_chunk(SCTP_DATA, stcb->asoc.peer_auth_chunks)) {
12389		sctp_auth_key_acquire(stcb, sp->auth_keyid);
12390		sp->holds_key_ref = 1;
12391	}
12392	*error = sctp_copy_one(sp, uio, resv_in_first);
12393skip_copy:
12394	if (*error) {
12395		sctp_free_a_strmoq(stcb, sp, SCTP_SO_LOCKED);
12396		sp = NULL;
12397	} else {
12398		if (sp->sinfo_flags & SCTP_ADDR_OVER) {
12399			sp->net = net;
12400			atomic_add_int(&sp->net->ref_count, 1);
12401		} else {
12402			sp->net = NULL;
12403		}
12404		sctp_set_prsctp_policy(sp);
12405	}
12406out_now:
12407	return (sp);
12408}
12409
12410int
12411sctp_sosend(struct socket *so,
12412    struct sockaddr *addr,
12413    struct uio *uio,
12414    struct mbuf *top,
12415    struct mbuf *control,
12416    int flags,
12417    struct thread *p
12418)
12419{
12420	int error, use_sndinfo = 0;
12421	struct sctp_sndrcvinfo sndrcvninfo;
12422	struct sockaddr *addr_to_use;
12423#if defined(INET) && defined(INET6)
12424	struct sockaddr_in sin;
12425#endif
12426
12427	if (control) {
12428		/* process cmsg snd/rcv info (maybe a assoc-id) */
12429		if (sctp_find_cmsg(SCTP_SNDRCV, (void *)&sndrcvninfo, control,
12430		    sizeof(sndrcvninfo))) {
12431			/* got one */
12432			use_sndinfo = 1;
12433		}
12434	}
12435	addr_to_use = addr;
12436#if defined(INET) && defined(INET6)
12437	if ((addr) && (addr->sa_family == AF_INET6)) {
12438		struct sockaddr_in6 *sin6;
12439
12440		sin6 = (struct sockaddr_in6 *)addr;
12441		if (IN6_IS_ADDR_V4MAPPED(&sin6->sin6_addr)) {
12442			in6_sin6_2_sin(&sin, sin6);
12443			addr_to_use = (struct sockaddr *)&sin;
12444		}
12445	}
12446#endif
12447	error = sctp_lower_sosend(so, addr_to_use, uio, top,
12448	    control,
12449	    flags,
12450	    use_sndinfo ? &sndrcvninfo : NULL
12451	    ,p
12452	    );
12453	return (error);
12454}
12455
12456int
12457sctp_lower_sosend(struct socket *so,
12458    struct sockaddr *addr,
12459    struct uio *uio,
12460    struct mbuf *i_pak,
12461    struct mbuf *control,
12462    int flags,
12463    struct sctp_sndrcvinfo *srcv
12464    ,
12465    struct thread *p
12466)
12467{
12468	struct epoch_tracker et;
12469	ssize_t sndlen = 0, max_len, local_add_more;
12470	int error, len;
12471	struct mbuf *top = NULL;
12472	int queue_only = 0, queue_only_for_init = 0;
12473	int free_cnt_applied = 0;
12474	int un_sent;
12475	int now_filled = 0;
12476	unsigned int inqueue_bytes = 0;
12477	struct sctp_block_entry be;
12478	struct sctp_inpcb *inp;
12479	struct sctp_tcb *stcb = NULL;
12480	struct timeval now;
12481	struct sctp_nets *net;
12482	struct sctp_association *asoc;
12483	struct sctp_inpcb *t_inp;
12484	int user_marks_eor;
12485	int create_lock_applied = 0;
12486	int nagle_applies = 0;
12487	int some_on_control = 0;
12488	int got_all_of_the_send = 0;
12489	int hold_tcblock = 0;
12490	int non_blocking = 0;
12491	ssize_t local_soresv = 0;
12492	uint16_t port;
12493	uint16_t sinfo_flags;
12494	sctp_assoc_t sinfo_assoc_id;
12495
12496	error = 0;
12497	net = NULL;
12498	stcb = NULL;
12499	asoc = NULL;
12500
12501	t_inp = inp = (struct sctp_inpcb *)so->so_pcb;
12502	if (inp == NULL) {
12503		SCTP_LTRACE_ERR_RET(NULL, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, EINVAL);
12504		error = EINVAL;
12505		if (i_pak) {
12506			SCTP_RELEASE_PKT(i_pak);
12507		}
12508		return (error);
12509	}
12510	if ((uio == NULL) && (i_pak == NULL)) {
12511		SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
12512		return (EINVAL);
12513	}
12514	user_marks_eor = sctp_is_feature_on(inp, SCTP_PCB_FLAGS_EXPLICIT_EOR);
12515	atomic_add_int(&inp->total_sends, 1);
12516	if (uio) {
12517		if (uio->uio_resid < 0) {
12518			SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
12519			return (EINVAL);
12520		}
12521		sndlen = uio->uio_resid;
12522	} else {
12523		top = SCTP_HEADER_TO_CHAIN(i_pak);
12524		sndlen = SCTP_HEADER_LEN(i_pak);
12525	}
12526	SCTPDBG(SCTP_DEBUG_OUTPUT1, "Send called addr:%p send length %zd\n",
12527	    (void *)addr,
12528	    sndlen);
12529	if ((inp->sctp_flags & SCTP_PCB_FLAGS_TCPTYPE) &&
12530	    SCTP_IS_LISTENING(inp)) {
12531		/* The listener can NOT send */
12532		SCTP_LTRACE_ERR_RET(NULL, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, ENOTCONN);
12533		error = ENOTCONN;
12534		goto out_unlocked;
12535	}
12536	/**
12537	 * Pre-screen address, if one is given the sin-len
12538	 * must be set correctly!
12539	 */
12540	if (addr) {
12541		union sctp_sockstore *raddr = (union sctp_sockstore *)addr;
12542
12543		switch (raddr->sa.sa_family) {
12544#ifdef INET
12545		case AF_INET:
12546			if (raddr->sin.sin_len != sizeof(struct sockaddr_in)) {
12547				SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
12548				error = EINVAL;
12549				goto out_unlocked;
12550			}
12551			port = raddr->sin.sin_port;
12552			break;
12553#endif
12554#ifdef INET6
12555		case AF_INET6:
12556			if (raddr->sin6.sin6_len != sizeof(struct sockaddr_in6)) {
12557				SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
12558				error = EINVAL;
12559				goto out_unlocked;
12560			}
12561			port = raddr->sin6.sin6_port;
12562			break;
12563#endif
12564		default:
12565			SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EAFNOSUPPORT);
12566			error = EAFNOSUPPORT;
12567			goto out_unlocked;
12568		}
12569	} else
12570		port = 0;
12571
12572	if (srcv) {
12573		sinfo_flags = srcv->sinfo_flags;
12574		sinfo_assoc_id = srcv->sinfo_assoc_id;
12575		if (INVALID_SINFO_FLAG(sinfo_flags) ||
12576		    PR_SCTP_INVALID_POLICY(sinfo_flags)) {
12577			SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
12578			error = EINVAL;
12579			goto out_unlocked;
12580		}
12581		if (srcv->sinfo_flags)
12582			SCTP_STAT_INCR(sctps_sends_with_flags);
12583	} else {
12584		sinfo_flags = inp->def_send.sinfo_flags;
12585		sinfo_assoc_id = inp->def_send.sinfo_assoc_id;
12586	}
12587	if (flags & MSG_EOR) {
12588		sinfo_flags |= SCTP_EOR;
12589	}
12590	if (flags & MSG_EOF) {
12591		sinfo_flags |= SCTP_EOF;
12592	}
12593	if (sinfo_flags & SCTP_SENDALL) {
12594		/* its a sendall */
12595		error = sctp_sendall(inp, uio, top, srcv);
12596		top = NULL;
12597		goto out_unlocked;
12598	}
12599	if ((sinfo_flags & SCTP_ADDR_OVER) && (addr == NULL)) {
12600		SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
12601		error = EINVAL;
12602		goto out_unlocked;
12603	}
12604	/* now we must find the assoc */
12605	if ((inp->sctp_flags & SCTP_PCB_FLAGS_CONNECTED) ||
12606	    (inp->sctp_flags & SCTP_PCB_FLAGS_IN_TCPPOOL)) {
12607		SCTP_INP_RLOCK(inp);
12608		stcb = LIST_FIRST(&inp->sctp_asoc_list);
12609		if (stcb) {
12610			SCTP_TCB_LOCK(stcb);
12611			hold_tcblock = 1;
12612		}
12613		SCTP_INP_RUNLOCK(inp);
12614	} else if (sinfo_assoc_id) {
12615		stcb = sctp_findassociation_ep_asocid(inp, sinfo_assoc_id, 1);
12616		if (stcb != NULL) {
12617			hold_tcblock = 1;
12618		}
12619	} else if (addr) {
12620		/*-
12621		 * Since we did not use findep we must
12622		 * increment it, and if we don't find a tcb
12623		 * decrement it.
12624		 */
12625		SCTP_INP_WLOCK(inp);
12626		SCTP_INP_INCR_REF(inp);
12627		SCTP_INP_WUNLOCK(inp);
12628		stcb = sctp_findassociation_ep_addr(&t_inp, addr, &net, NULL, NULL);
12629		if (stcb == NULL) {
12630			SCTP_INP_WLOCK(inp);
12631			SCTP_INP_DECR_REF(inp);
12632			SCTP_INP_WUNLOCK(inp);
12633		} else {
12634			hold_tcblock = 1;
12635		}
12636	}
12637	if ((stcb == NULL) && (addr)) {
12638		/* Possible implicit send? */
12639		SCTP_ASOC_CREATE_LOCK(inp);
12640		create_lock_applied = 1;
12641		if ((inp->sctp_flags & SCTP_PCB_FLAGS_SOCKET_GONE) ||
12642		    (inp->sctp_flags & SCTP_PCB_FLAGS_SOCKET_ALLGONE)) {
12643			/* Should I really unlock ? */
12644			SCTP_LTRACE_ERR_RET(NULL, NULL, NULL, SCTP_FROM_SCTP_OUTPUT, EINVAL);
12645			error = EINVAL;
12646			goto out_unlocked;
12647		}
12648		if (((inp->sctp_flags & SCTP_PCB_FLAGS_BOUND_V6) == 0) &&
12649		    (addr->sa_family == AF_INET6)) {
12650			SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
12651			error = EINVAL;
12652			goto out_unlocked;
12653		}
12654		SCTP_INP_WLOCK(inp);
12655		SCTP_INP_INCR_REF(inp);
12656		SCTP_INP_WUNLOCK(inp);
12657		/* With the lock applied look again */
12658		stcb = sctp_findassociation_ep_addr(&t_inp, addr, &net, NULL, NULL);
12659#if defined(INET) || defined(INET6)
12660		if ((stcb == NULL) && (control != NULL) && (port > 0)) {
12661			stcb = sctp_findassociation_cmsgs(&t_inp, port, control, &net, &error);
12662		}
12663#endif
12664		if (stcb == NULL) {
12665			SCTP_INP_WLOCK(inp);
12666			SCTP_INP_DECR_REF(inp);
12667			SCTP_INP_WUNLOCK(inp);
12668		} else {
12669			hold_tcblock = 1;
12670		}
12671		if (error) {
12672			goto out_unlocked;
12673		}
12674		if (t_inp != inp) {
12675			SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, ENOTCONN);
12676			error = ENOTCONN;
12677			goto out_unlocked;
12678		}
12679	}
12680	if (stcb == NULL) {
12681		if (addr == NULL) {
12682			SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, ENOENT);
12683			error = ENOENT;
12684			goto out_unlocked;
12685		} else {
12686			/* We must go ahead and start the INIT process */
12687			uint32_t vrf_id;
12688
12689			if ((sinfo_flags & SCTP_ABORT) ||
12690			    ((sinfo_flags & SCTP_EOF) && (sndlen == 0))) {
12691				/*-
12692				 * User asks to abort a non-existant assoc,
12693				 * or EOF a non-existant assoc with no data
12694				 */
12695				SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, ENOENT);
12696				error = ENOENT;
12697				goto out_unlocked;
12698			}
12699			/* get an asoc/stcb struct */
12700			vrf_id = inp->def_vrf_id;
12701#ifdef INVARIANTS
12702			if (create_lock_applied == 0) {
12703				panic("Error, should hold create lock and I don't?");
12704			}
12705#endif
12706			stcb = sctp_aloc_assoc(inp, addr, &error, 0, vrf_id,
12707			    inp->sctp_ep.pre_open_stream_count,
12708			    inp->sctp_ep.port,
12709			    p,
12710			    SCTP_INITIALIZE_AUTH_PARAMS);
12711			if (stcb == NULL) {
12712				/* Error is setup for us in the call */
12713				goto out_unlocked;
12714			}
12715			if (stcb->sctp_ep->sctp_flags & SCTP_PCB_FLAGS_TCPTYPE) {
12716				stcb->sctp_ep->sctp_flags |= SCTP_PCB_FLAGS_CONNECTED;
12717				/*
12718				 * Set the connected flag so we can queue
12719				 * data
12720				 */
12721				soisconnecting(so);
12722			}
12723			hold_tcblock = 1;
12724			if (create_lock_applied) {
12725				SCTP_ASOC_CREATE_UNLOCK(inp);
12726				create_lock_applied = 0;
12727			} else {
12728				SCTP_PRINTF("Huh-3? create lock should have been on??\n");
12729			}
12730			/*
12731			 * Turn on queue only flag to prevent data from
12732			 * being sent
12733			 */
12734			queue_only = 1;
12735			asoc = &stcb->asoc;
12736			SCTP_SET_STATE(stcb, SCTP_STATE_COOKIE_WAIT);
12737			(void)SCTP_GETTIME_TIMEVAL(&asoc->time_entered);
12738
12739			if (control) {
12740				if (sctp_process_cmsgs_for_init(stcb, control, &error)) {
12741					sctp_free_assoc(inp, stcb, SCTP_PCBFREE_FORCE,
12742					    SCTP_FROM_SCTP_OUTPUT + SCTP_LOC_6);
12743					hold_tcblock = 0;
12744					stcb = NULL;
12745					goto out_unlocked;
12746				}
12747			}
12748			/* out with the INIT */
12749			queue_only_for_init = 1;
12750			/*-
12751			 * we may want to dig in after this call and adjust the MTU
12752			 * value. It defaulted to 1500 (constant) but the ro
12753			 * structure may now have an update and thus we may need to
12754			 * change it BEFORE we append the message.
12755			 */
12756		}
12757	} else
12758		asoc = &stcb->asoc;
12759	if (srcv == NULL) {
12760		srcv = (struct sctp_sndrcvinfo *)&asoc->def_send;
12761		sinfo_flags = srcv->sinfo_flags;
12762		if (flags & MSG_EOR) {
12763			sinfo_flags |= SCTP_EOR;
12764		}
12765		if (flags & MSG_EOF) {
12766			sinfo_flags |= SCTP_EOF;
12767		}
12768	}
12769	if (sinfo_flags & SCTP_ADDR_OVER) {
12770		if (addr)
12771			net = sctp_findnet(stcb, addr);
12772		else
12773			net = NULL;
12774		if ((net == NULL) ||
12775		    ((port != 0) && (port != stcb->rport))) {
12776			SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
12777			error = EINVAL;
12778			goto out_unlocked;
12779		}
12780	} else {
12781		if (stcb->asoc.alternate) {
12782			net = stcb->asoc.alternate;
12783		} else {
12784			net = stcb->asoc.primary_destination;
12785		}
12786	}
12787	atomic_add_int(&stcb->total_sends, 1);
12788	/* Keep the stcb from being freed under our feet */
12789	atomic_add_int(&asoc->refcnt, 1);
12790	free_cnt_applied = 1;
12791
12792	if (sctp_is_feature_on(inp, SCTP_PCB_FLAGS_NO_FRAGMENT)) {
12793		if (sndlen > (ssize_t)asoc->smallest_mtu) {
12794			SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EMSGSIZE);
12795			error = EMSGSIZE;
12796			goto out_unlocked;
12797		}
12798	}
12799	if (SCTP_SO_IS_NBIO(so)
12800	    || (flags & (MSG_NBIO | MSG_DONTWAIT)) != 0
12801	    ) {
12802		non_blocking = 1;
12803	}
12804	/* would we block? */
12805	if (non_blocking) {
12806		ssize_t amount;
12807
12808		if (hold_tcblock == 0) {
12809			SCTP_TCB_LOCK(stcb);
12810			hold_tcblock = 1;
12811		}
12812		inqueue_bytes = stcb->asoc.total_output_queue_size - (stcb->asoc.chunks_on_out_queue * SCTP_DATA_CHUNK_OVERHEAD(stcb));
12813		if (user_marks_eor == 0) {
12814			amount = sndlen;
12815		} else {
12816			amount = 1;
12817		}
12818		if ((SCTP_SB_LIMIT_SND(so) < (amount + inqueue_bytes + stcb->asoc.sb_send_resv)) ||
12819		    (stcb->asoc.chunks_on_out_queue >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue))) {
12820			SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EWOULDBLOCK);
12821			if (sndlen > (ssize_t)SCTP_SB_LIMIT_SND(so))
12822				error = EMSGSIZE;
12823			else
12824				error = EWOULDBLOCK;
12825			goto out_unlocked;
12826		}
12827		stcb->asoc.sb_send_resv += (uint32_t)sndlen;
12828		SCTP_TCB_UNLOCK(stcb);
12829		hold_tcblock = 0;
12830	} else {
12831		atomic_add_int(&stcb->asoc.sb_send_resv, sndlen);
12832	}
12833	local_soresv = sndlen;
12834	if (stcb->asoc.state & SCTP_STATE_ABOUT_TO_BE_FREED) {
12835		SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ECONNRESET);
12836		error = ECONNRESET;
12837		goto out_unlocked;
12838	}
12839	if (create_lock_applied) {
12840		SCTP_ASOC_CREATE_UNLOCK(inp);
12841		create_lock_applied = 0;
12842	}
12843	/* Is the stream no. valid? */
12844	if (srcv->sinfo_stream >= asoc->streamoutcnt) {
12845		/* Invalid stream number */
12846		SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
12847		error = EINVAL;
12848		goto out_unlocked;
12849	}
12850	if ((asoc->strmout[srcv->sinfo_stream].state != SCTP_STREAM_OPEN) &&
12851	    (asoc->strmout[srcv->sinfo_stream].state != SCTP_STREAM_OPENING)) {
12852		/*
12853		 * Can't queue any data while stream reset is underway.
12854		 */
12855		if (asoc->strmout[srcv->sinfo_stream].state > SCTP_STREAM_OPEN) {
12856			error = EAGAIN;
12857		} else {
12858			error = EINVAL;
12859		}
12860		SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, error);
12861		goto out_unlocked;
12862	}
12863	if ((SCTP_GET_STATE(stcb) == SCTP_STATE_COOKIE_WAIT) ||
12864	    (SCTP_GET_STATE(stcb) == SCTP_STATE_COOKIE_ECHOED)) {
12865		queue_only = 1;
12866	}
12867	/* we are now done with all control */
12868	if (control) {
12869		sctp_m_freem(control);
12870		control = NULL;
12871	}
12872	if ((SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_SENT) ||
12873	    (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_RECEIVED) ||
12874	    (SCTP_GET_STATE(stcb) == SCTP_STATE_SHUTDOWN_ACK_SENT) ||
12875	    (asoc->state & SCTP_STATE_SHUTDOWN_PENDING)) {
12876		if (sinfo_flags & SCTP_ABORT) {
12877			;
12878		} else {
12879			SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ECONNRESET);
12880			error = ECONNRESET;
12881			goto out_unlocked;
12882		}
12883	}
12884	/* Ok, we will attempt a msgsnd :> */
12885	if (p) {
12886		p->td_ru.ru_msgsnd++;
12887	}
12888	/* Are we aborting? */
12889	if (sinfo_flags & SCTP_ABORT) {
12890		struct mbuf *mm;
12891		ssize_t tot_demand, tot_out = 0, max_out;
12892
12893		SCTP_STAT_INCR(sctps_sends_with_abort);
12894		if ((SCTP_GET_STATE(stcb) == SCTP_STATE_COOKIE_WAIT) ||
12895		    (SCTP_GET_STATE(stcb) == SCTP_STATE_COOKIE_ECHOED)) {
12896			/* It has to be up before we abort */
12897			/* how big is the user initiated abort? */
12898			SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
12899			error = EINVAL;
12900			goto out;
12901		}
12902		if (hold_tcblock) {
12903			SCTP_TCB_UNLOCK(stcb);
12904			hold_tcblock = 0;
12905		}
12906		if (top) {
12907			struct mbuf *cntm = NULL;
12908
12909			mm = sctp_get_mbuf_for_msg(sizeof(struct sctp_paramhdr), 0, M_WAITOK, 1, MT_DATA);
12910			if (sndlen != 0) {
12911				for (cntm = top; cntm; cntm = SCTP_BUF_NEXT(cntm)) {
12912					tot_out += SCTP_BUF_LEN(cntm);
12913				}
12914			}
12915		} else {
12916			/* Must fit in a MTU */
12917			tot_out = sndlen;
12918			tot_demand = (tot_out + sizeof(struct sctp_paramhdr));
12919			if (tot_demand > SCTP_DEFAULT_ADD_MORE) {
12920				/* To big */
12921				SCTP_LTRACE_ERR_RET(NULL, stcb, net, SCTP_FROM_SCTP_OUTPUT, EMSGSIZE);
12922				error = EMSGSIZE;
12923				goto out;
12924			}
12925			mm = sctp_get_mbuf_for_msg((unsigned int)tot_demand, 0, M_WAITOK, 1, MT_DATA);
12926		}
12927		if (mm == NULL) {
12928			SCTP_LTRACE_ERR_RET(NULL, stcb, net, SCTP_FROM_SCTP_OUTPUT, ENOMEM);
12929			error = ENOMEM;
12930			goto out;
12931		}
12932		max_out = asoc->smallest_mtu - sizeof(struct sctp_paramhdr);
12933		max_out -= sizeof(struct sctp_abort_msg);
12934		if (tot_out > max_out) {
12935			tot_out = max_out;
12936		}
12937		if (mm) {
12938			struct sctp_paramhdr *ph;
12939
12940			/* now move forward the data pointer */
12941			ph = mtod(mm, struct sctp_paramhdr *);
12942			ph->param_type = htons(SCTP_CAUSE_USER_INITIATED_ABT);
12943			ph->param_length = htons((uint16_t)(sizeof(struct sctp_paramhdr) + tot_out));
12944			ph++;
12945			SCTP_BUF_LEN(mm) = (int)(tot_out + sizeof(struct sctp_paramhdr));
12946			if (top == NULL) {
12947				error = uiomove((caddr_t)ph, (int)tot_out, uio);
12948				if (error) {
12949					/*-
12950					 * Here if we can't get his data we
12951					 * still abort we just don't get to
12952					 * send the users note :-0
12953					 */
12954					sctp_m_freem(mm);
12955					mm = NULL;
12956				}
12957			} else {
12958				if (sndlen != 0) {
12959					SCTP_BUF_NEXT(mm) = top;
12960				}
12961			}
12962		}
12963		if (hold_tcblock == 0) {
12964			SCTP_TCB_LOCK(stcb);
12965		}
12966		atomic_add_int(&stcb->asoc.refcnt, -1);
12967		free_cnt_applied = 0;
12968		/* release this lock, otherwise we hang on ourselves */
12969		NET_EPOCH_ENTER(et);
12970		sctp_abort_an_association(stcb->sctp_ep, stcb, mm, SCTP_SO_LOCKED);
12971		NET_EPOCH_EXIT(et);
12972		/* now relock the stcb so everything is sane */
12973		hold_tcblock = 0;
12974		stcb = NULL;
12975		/*
12976		 * In this case top is already chained to mm avoid double
12977		 * free, since we free it below if top != NULL and driver
12978		 * would free it after sending the packet out
12979		 */
12980		if (sndlen != 0) {
12981			top = NULL;
12982		}
12983		goto out_unlocked;
12984	}
12985	/* Calculate the maximum we can send */
12986	inqueue_bytes = stcb->asoc.total_output_queue_size - (stcb->asoc.chunks_on_out_queue * SCTP_DATA_CHUNK_OVERHEAD(stcb));
12987	if (SCTP_SB_LIMIT_SND(so) > inqueue_bytes) {
12988		max_len = SCTP_SB_LIMIT_SND(so) - inqueue_bytes;
12989	} else {
12990		max_len = 0;
12991	}
12992	if (hold_tcblock) {
12993		SCTP_TCB_UNLOCK(stcb);
12994		hold_tcblock = 0;
12995	}
12996	if (asoc->strmout == NULL) {
12997		/* huh? software error */
12998		SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EFAULT);
12999		error = EFAULT;
13000		goto out_unlocked;
13001	}
13002
13003	/* Unless E_EOR mode is on, we must make a send FIT in one call. */
13004	if ((user_marks_eor == 0) &&
13005	    (sndlen > (ssize_t)SCTP_SB_LIMIT_SND(stcb->sctp_socket))) {
13006		/* It will NEVER fit */
13007		SCTP_LTRACE_ERR_RET(NULL, stcb, net, SCTP_FROM_SCTP_OUTPUT, EMSGSIZE);
13008		error = EMSGSIZE;
13009		goto out_unlocked;
13010	}
13011	if ((uio == NULL) && user_marks_eor) {
13012		/*-
13013		 * We do not support eeor mode for
13014		 * sending with mbuf chains (like sendfile).
13015		 */
13016		SCTP_LTRACE_ERR_RET(NULL, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
13017		error = EINVAL;
13018		goto out_unlocked;
13019	}
13020
13021	if (user_marks_eor) {
13022		local_add_more = (ssize_t)min(SCTP_SB_LIMIT_SND(so), SCTP_BASE_SYSCTL(sctp_add_more_threshold));
13023	} else {
13024		/*-
13025		 * For non-eeor the whole message must fit in
13026		 * the socket send buffer.
13027		 */
13028		local_add_more = sndlen;
13029	}
13030	len = 0;
13031	if (non_blocking) {
13032		goto skip_preblock;
13033	}
13034	if (((max_len <= local_add_more) &&
13035	    ((ssize_t)SCTP_SB_LIMIT_SND(so) >= local_add_more)) ||
13036	    (max_len == 0) ||
13037	    ((stcb->asoc.chunks_on_out_queue + stcb->asoc.stream_queue_cnt) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue))) {
13038		/* No room right now ! */
13039		SOCKBUF_LOCK(&so->so_snd);
13040		inqueue_bytes = stcb->asoc.total_output_queue_size - (stcb->asoc.chunks_on_out_queue * SCTP_DATA_CHUNK_OVERHEAD(stcb));
13041		while ((SCTP_SB_LIMIT_SND(so) < (inqueue_bytes + local_add_more)) ||
13042		    ((stcb->asoc.stream_queue_cnt + stcb->asoc.chunks_on_out_queue) >= SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue))) {
13043			SCTPDBG(SCTP_DEBUG_OUTPUT1, "pre_block limit:%u <(inq:%d + %zd) || (%d+%d > %d)\n",
13044			    (unsigned int)SCTP_SB_LIMIT_SND(so),
13045			    inqueue_bytes,
13046			    local_add_more,
13047			    stcb->asoc.stream_queue_cnt,
13048			    stcb->asoc.chunks_on_out_queue,
13049			    SCTP_BASE_SYSCTL(sctp_max_chunks_on_queue));
13050			if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_BLK_LOGGING_ENABLE) {
13051				sctp_log_block(SCTP_BLOCK_LOG_INTO_BLKA, asoc, sndlen);
13052			}
13053			be.error = 0;
13054			stcb->block_entry = &be;
13055			error = sbwait(&so->so_snd);
13056			stcb->block_entry = NULL;
13057			if (error || so->so_error || be.error) {
13058				if (error == 0) {
13059					if (so->so_error)
13060						error = so->so_error;
13061					if (be.error) {
13062						error = be.error;
13063					}
13064				}
13065				SOCKBUF_UNLOCK(&so->so_snd);
13066				goto out_unlocked;
13067			}
13068			if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_BLK_LOGGING_ENABLE) {
13069				sctp_log_block(SCTP_BLOCK_LOG_OUTOF_BLK,
13070				    asoc, stcb->asoc.total_output_queue_size);
13071			}
13072			if (stcb->asoc.state & SCTP_STATE_ABOUT_TO_BE_FREED) {
13073				SOCKBUF_UNLOCK(&so->so_snd);
13074				goto out_unlocked;
13075			}
13076			inqueue_bytes = stcb->asoc.total_output_queue_size - (stcb->asoc.chunks_on_out_queue * SCTP_DATA_CHUNK_OVERHEAD(stcb));
13077		}
13078		if (SCTP_SB_LIMIT_SND(so) > inqueue_bytes) {
13079			max_len = SCTP_SB_LIMIT_SND(so) - inqueue_bytes;
13080		} else {
13081			max_len = 0;
13082		}
13083		SOCKBUF_UNLOCK(&so->so_snd);
13084	}
13085
13086skip_preblock:
13087	if (stcb->asoc.state & SCTP_STATE_ABOUT_TO_BE_FREED) {
13088		goto out_unlocked;
13089	}
13090	/*
13091	 * sndlen covers for mbuf case uio_resid covers for the non-mbuf
13092	 * case NOTE: uio will be null when top/mbuf is passed
13093	 */
13094	if (sndlen == 0) {
13095		if (sinfo_flags & SCTP_EOF) {
13096			got_all_of_the_send = 1;
13097			goto dataless_eof;
13098		} else {
13099			SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
13100			error = EINVAL;
13101			goto out;
13102		}
13103	}
13104	if (top == NULL) {
13105		struct sctp_stream_queue_pending *sp;
13106		struct sctp_stream_out *strm;
13107		uint32_t sndout;
13108
13109		SCTP_TCB_SEND_LOCK(stcb);
13110		if ((asoc->stream_locked) &&
13111		    (asoc->stream_locked_on != srcv->sinfo_stream)) {
13112			SCTP_TCB_SEND_UNLOCK(stcb);
13113			SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
13114			error = EINVAL;
13115			goto out;
13116		}
13117		strm = &stcb->asoc.strmout[srcv->sinfo_stream];
13118		if (strm->last_msg_incomplete == 0) {
13119	do_a_copy_in:
13120			SCTP_TCB_SEND_UNLOCK(stcb);
13121			sp = sctp_copy_it_in(stcb, asoc, srcv, uio, net, max_len, user_marks_eor, &error);
13122			if (error) {
13123				goto out;
13124			}
13125			SCTP_TCB_SEND_LOCK(stcb);
13126			if (sp->msg_is_complete) {
13127				strm->last_msg_incomplete = 0;
13128				asoc->stream_locked = 0;
13129			} else {
13130				/*
13131				 * Just got locked to this guy in case of an
13132				 * interrupt.
13133				 */
13134				strm->last_msg_incomplete = 1;
13135				if (stcb->asoc.idata_supported == 0) {
13136					asoc->stream_locked = 1;
13137					asoc->stream_locked_on = srcv->sinfo_stream;
13138				}
13139				sp->sender_all_done = 0;
13140			}
13141			sctp_snd_sb_alloc(stcb, sp->length);
13142			atomic_add_int(&asoc->stream_queue_cnt, 1);
13143			if (sinfo_flags & SCTP_UNORDERED) {
13144				SCTP_STAT_INCR(sctps_sends_with_unord);
13145			}
13146			sp->processing = 1;
13147			TAILQ_INSERT_TAIL(&strm->outqueue, sp, next);
13148			stcb->asoc.ss_functions.sctp_ss_add_to_stream(stcb, asoc, strm, sp, 1);
13149		} else {
13150			sp = TAILQ_LAST(&strm->outqueue, sctp_streamhead);
13151			if (sp == NULL) {
13152				/* ???? Huh ??? last msg is gone */
13153#ifdef INVARIANTS
13154				panic("Warning: Last msg marked incomplete, yet nothing left?");
13155#else
13156				SCTP_PRINTF("Warning: Last msg marked incomplete, yet nothing left?\n");
13157				strm->last_msg_incomplete = 0;
13158#endif
13159				goto do_a_copy_in;
13160			}
13161			if (sp->processing) {
13162				SCTP_TCB_SEND_UNLOCK(stcb);
13163				SCTP_LTRACE_ERR_RET(inp, stcb, net, SCTP_FROM_SCTP_OUTPUT, EINVAL);
13164				error = EINVAL;
13165				goto out;
13166			} else {
13167				sp->processing = 1;
13168			}
13169		}
13170		SCTP_TCB_SEND_UNLOCK(stcb);
13171		while (uio->uio_resid > 0) {
13172			/* How much room do we have? */
13173			struct mbuf *new_tail, *mm;
13174
13175			inqueue_bytes = stcb->asoc.total_output_queue_size - (stcb->asoc.chunks_on_out_queue * SCTP_DATA_CHUNK_OVERHEAD(stcb));
13176			if (SCTP_SB_LIMIT_SND(so) > inqueue_bytes)
13177				max_len = SCTP_SB_LIMIT_SND(so) - inqueue_bytes;
13178			else
13179				max_len = 0;
13180
13181			if ((max_len > (ssize_t)SCTP_BASE_SYSCTL(sctp_add_more_threshold)) ||
13182			    (max_len && (SCTP_SB_LIMIT_SND(so) < SCTP_BASE_SYSCTL(sctp_add_more_threshold))) ||
13183			    (uio->uio_resid && (uio->uio_resid <= max_len))) {
13184				sndout = 0;
13185				new_tail = NULL;
13186				if (hold_tcblock) {
13187					SCTP_TCB_UNLOCK(stcb);
13188					hold_tcblock = 0;
13189				}
13190				mm = sctp_copy_resume(uio, (int)max_len, user_marks_eor, &error, &sndout, &new_tail);
13191				if ((mm == NULL) || error) {
13192					if (mm) {
13193						sctp_m_freem(mm);
13194					}
13195					SCTP_TCB_SEND_LOCK(stcb);
13196					if (((stcb->asoc.state & SCTP_STATE_ABOUT_TO_BE_FREED) == 0) &&
13197					    ((stcb->asoc.state & SCTP_STATE_WAS_ABORTED) == 0) &&
13198					    (sp != NULL)) {
13199						sp->processing = 0;
13200					}
13201					SCTP_TCB_SEND_UNLOCK(stcb);
13202					goto out;
13203				}
13204				/* Update the mbuf and count */
13205				SCTP_TCB_SEND_LOCK(stcb);
13206				if ((stcb->asoc.state & SCTP_STATE_ABOUT_TO_BE_FREED) ||
13207				    (stcb->asoc.state & SCTP_STATE_WAS_ABORTED)) {
13208					/*
13209					 * we need to get out. Peer probably
13210					 * aborted.
13211					 */
13212					sctp_m_freem(mm);
13213					if (stcb->asoc.state & SCTP_STATE_WAS_ABORTED) {
13214						SCTP_LTRACE_ERR_RET(NULL, stcb, NULL, SCTP_FROM_SCTP_OUTPUT, ECONNRESET);
13215						error = ECONNRESET;
13216					}
13217					SCTP_TCB_SEND_UNLOCK(stcb);
13218					goto out;
13219				}
13220				if (sp->tail_mbuf) {
13221					/* tack it to the end */
13222					SCTP_BUF_NEXT(sp->tail_mbuf) = mm;
13223					sp->tail_mbuf = new_tail;
13224				} else {
13225					/* A stolen mbuf */
13226					sp->data = mm;
13227					sp->tail_mbuf = new_tail;
13228				}
13229				sctp_snd_sb_alloc(stcb, sndout);
13230				atomic_add_int(&sp->length, sndout);
13231				len += sndout;
13232				if (sinfo_flags & SCTP_SACK_IMMEDIATELY) {
13233					sp->sinfo_flags |= SCTP_SACK_IMMEDIATELY;
13234				}
13235
13236				/* Did we reach EOR? */
13237				if ((uio->uio_resid == 0) &&
13238				    ((user_marks_eor == 0) ||
13239				    (sinfo_flags & SCTP_EOF) ||
13240				    (user_marks_eor && (sinfo_flags & SCTP_EOR)))) {
13241					sp->msg_is_complete = 1;
13242				} else {
13243					sp->msg_is_complete = 0;
13244				}
13245				SCTP_TCB_SEND_UNLOCK(stcb);
13246			}
13247			if (uio->uio_resid == 0) {
13248				/* got it all? */
13249				continue;
13250			}
13251			/* PR-SCTP? */
13252			if ((asoc->prsctp_supported) && (asoc->sent_queue_cnt_removeable > 0)) {
13253				/*
13254				 * This is ugly but we must assure locking
13255				 * order
13256				 */
13257				if (hold_tcblock == 0) {
13258					SCTP_TCB_LOCK(stcb);
13259					hold_tcblock = 1;
13260				}
13261				sctp_prune_prsctp(stcb, asoc, srcv, (int)sndlen);
13262				inqueue_bytes = stcb->asoc.total_output_queue_size - (stcb->asoc.chunks_on_out_queue * SCTP_DATA_CHUNK_OVERHEAD(stcb));
13263				if (SCTP_SB_LIMIT_SND(so) > inqueue_bytes)
13264					max_len = SCTP_SB_LIMIT_SND(so) - inqueue_bytes;
13265				else
13266					max_len = 0;
13267				if (max_len > 0) {
13268					continue;
13269				}
13270				SCTP_TCB_UNLOCK(stcb);
13271				hold_tcblock = 0;
13272			}
13273			/* wait for space now */
13274			if (non_blocking) {
13275				/* Non-blocking io in place out */
13276				SCTP_TCB_SEND_LOCK(stcb);
13277				if (sp != NULL) {
13278					sp->processing = 0;
13279				}
13280				SCTP_TCB_SEND_UNLOCK(stcb);
13281				goto skip_out_eof;
13282			}
13283			/* What about the INIT, send it maybe */
13284			if (queue_only_for_init) {
13285				if (hold_tcblock == 0) {
13286					SCTP_TCB_LOCK(stcb);
13287					hold_tcblock = 1;
13288				}
13289				if (SCTP_GET_STATE(stcb) == SCTP_STATE_OPEN) {
13290					/* a collision took us forward? */
13291					queue_only = 0;
13292				} else {
13293					NET_EPOCH_ENTER(et);
13294					sctp_send_initiate(inp, stcb, SCTP_SO_LOCKED);
13295					NET_EPOCH_EXIT(et);
13296					SCTP_SET_STATE(stcb, SCTP_STATE_COOKIE_WAIT);
13297					queue_only = 1;
13298				}
13299			}
13300			if ((net->flight_size > net->cwnd) &&
13301			    (asoc->sctp_cmt_on_off == 0)) {
13302				SCTP_STAT_INCR(sctps_send_cwnd_avoid);
13303				queue_only = 1;
13304			} else if (asoc->ifp_had_enobuf) {
13305				SCTP_STAT_INCR(sctps_ifnomemqueued);
13306				if (net->flight_size > (2 * net->mtu)) {
13307					queue_only = 1;
13308				}
13309				asoc->ifp_had_enobuf = 0;
13310			}
13311			un_sent = stcb->asoc.total_output_queue_size - stcb->asoc.total_flight;
13312			if ((sctp_is_feature_off(inp, SCTP_PCB_FLAGS_NODELAY)) &&
13313			    (stcb->asoc.total_flight > 0) &&
13314			    (stcb->asoc.stream_queue_cnt < SCTP_MAX_DATA_BUNDLING) &&
13315			    (un_sent < (int)(stcb->asoc.smallest_mtu - SCTP_MIN_OVERHEAD))) {
13316				/*-
13317				 * Ok, Nagle is set on and we have data outstanding.
13318				 * Don't send anything and let SACKs drive out the
13319				 * data unless we have a "full" segment to send.
13320				 */
13321				if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_NAGLE_LOGGING_ENABLE) {
13322					sctp_log_nagle_event(stcb, SCTP_NAGLE_APPLIED);
13323				}
13324				SCTP_STAT_INCR(sctps_naglequeued);
13325				nagle_applies = 1;
13326			} else {
13327				if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_NAGLE_LOGGING_ENABLE) {
13328					if (sctp_is_feature_off(inp, SCTP_PCB_FLAGS_NODELAY))
13329						sctp_log_nagle_event(stcb, SCTP_NAGLE_SKIPPED);
13330				}
13331				SCTP_STAT_INCR(sctps_naglesent);
13332				nagle_applies = 0;
13333			}
13334			if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_BLK_LOGGING_ENABLE) {
13335				sctp_misc_ints(SCTP_CWNDLOG_PRESEND, queue_only_for_init, queue_only,
13336				    nagle_applies, un_sent);
13337				sctp_misc_ints(SCTP_CWNDLOG_PRESEND, stcb->asoc.total_output_queue_size,
13338				    stcb->asoc.total_flight,
13339				    stcb->asoc.chunks_on_out_queue, stcb->asoc.total_flight_count);
13340			}
13341			if (queue_only_for_init)
13342				queue_only_for_init = 0;
13343			if ((queue_only == 0) && (nagle_applies == 0)) {
13344				/*-
13345				 * need to start chunk output
13346				 * before blocking.. note that if
13347				 * a lock is already applied, then
13348				 * the input via the net is happening
13349				 * and I don't need to start output :-D
13350				 */
13351				NET_EPOCH_ENTER(et);
13352				if (hold_tcblock == 0) {
13353					if (SCTP_TCB_TRYLOCK(stcb)) {
13354						hold_tcblock = 1;
13355						sctp_chunk_output(inp,
13356						    stcb,
13357						    SCTP_OUTPUT_FROM_USR_SEND, SCTP_SO_LOCKED);
13358					}
13359				} else {
13360					sctp_chunk_output(inp,
13361					    stcb,
13362					    SCTP_OUTPUT_FROM_USR_SEND, SCTP_SO_LOCKED);
13363				}
13364				NET_EPOCH_EXIT(et);
13365			}
13366			if (hold_tcblock == 1) {
13367				SCTP_TCB_UNLOCK(stcb);
13368				hold_tcblock = 0;
13369			}
13370			SOCKBUF_LOCK(&so->so_snd);
13371			/*-
13372			 * This is a bit strange, but I think it will
13373			 * work. The total_output_queue_size is locked and
13374			 * protected by the TCB_LOCK, which we just released.
13375			 * There is a race that can occur between releasing it
13376			 * above, and me getting the socket lock, where sacks
13377			 * come in but we have not put the SB_WAIT on the
13378			 * so_snd buffer to get the wakeup. After the LOCK
13379			 * is applied the sack_processing will also need to
13380			 * LOCK the so->so_snd to do the actual sowwakeup(). So
13381			 * once we have the socket buffer lock if we recheck the
13382			 * size we KNOW we will get to sleep safely with the
13383			 * wakeup flag in place.
13384			 */
13385			inqueue_bytes = stcb->asoc.total_output_queue_size - (stcb->asoc.chunks_on_out_queue * SCTP_DATA_CHUNK_OVERHEAD(stcb));
13386			if (SCTP_SB_LIMIT_SND(so) <= (inqueue_bytes +
13387			    min(SCTP_BASE_SYSCTL(sctp_add_more_threshold), SCTP_SB_LIMIT_SND(so)))) {
13388				if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_BLK_LOGGING_ENABLE) {
13389					sctp_log_block(SCTP_BLOCK_LOG_INTO_BLK,
13390					    asoc, uio->uio_resid);
13391				}
13392				be.error = 0;
13393				stcb->block_entry = &be;
13394				error = sbwait(&so->so_snd);
13395				stcb->block_entry = NULL;
13396
13397				if (error || so->so_error || be.error) {
13398					if (error == 0) {
13399						if (so->so_error)
13400							error = so->so_error;
13401						if (be.error) {
13402							error = be.error;
13403						}
13404					}
13405					SOCKBUF_UNLOCK(&so->so_snd);
13406					SCTP_TCB_SEND_LOCK(stcb);
13407					if (((stcb->asoc.state & SCTP_STATE_ABOUT_TO_BE_FREED) == 0) &&
13408					    ((stcb->asoc.state & SCTP_STATE_WAS_ABORTED) == 0) &&
13409					    (sp != NULL)) {
13410						sp->processing = 0;
13411					}
13412					SCTP_TCB_SEND_UNLOCK(stcb);
13413					goto out_unlocked;
13414				}
13415
13416				if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_BLK_LOGGING_ENABLE) {
13417					sctp_log_block(SCTP_BLOCK_LOG_OUTOF_BLK,
13418					    asoc, stcb->asoc.total_output_queue_size);
13419				}
13420			}
13421			SOCKBUF_UNLOCK(&so->so_snd);
13422			SCTP_TCB_SEND_LOCK(stcb);
13423			if ((stcb->asoc.state & SCTP_STATE_ABOUT_TO_BE_FREED) ||
13424			    (stcb->asoc.state & SCTP_STATE_WAS_ABORTED)) {
13425				SCTP_TCB_SEND_UNLOCK(stcb);
13426				goto out_unlocked;
13427			}
13428			SCTP_TCB_SEND_UNLOCK(stcb);
13429		}
13430		SCTP_TCB_SEND_LOCK(stcb);
13431		if ((stcb->asoc.state & SCTP_STATE_ABOUT_TO_BE_FREED) ||
13432		    (stcb->asoc.state & SCTP_STATE_WAS_ABORTED)) {
13433			SCTP_TCB_SEND_UNLOCK(stcb);
13434			goto out_unlocked;
13435		}
13436		if (sp) {
13437			if (sp->msg_is_complete == 0) {
13438				strm->last_msg_incomplete = 1;
13439				if (stcb->asoc.idata_supported == 0) {
13440					asoc->stream_locked = 1;
13441					asoc->stream_locked_on = srcv->sinfo_stream;
13442				}
13443			} else {
13444				sp->sender_all_done = 1;
13445				strm->last_msg_incomplete = 0;
13446				asoc->stream_locked = 0;
13447			}
13448			sp->processing = 0;
13449		} else {
13450			SCTP_PRINTF("Huh no sp TSNH?\n");
13451			strm->last_msg_incomplete = 0;
13452			asoc->stream_locked = 0;
13453		}
13454		SCTP_TCB_SEND_UNLOCK(stcb);
13455		if (uio->uio_resid == 0) {
13456			got_all_of_the_send = 1;
13457		}
13458	} else {
13459		/* We send in a 0, since we do NOT have any locks */
13460		error = sctp_msg_append(stcb, net, top, srcv, 0);
13461		top = NULL;
13462		if (sinfo_flags & SCTP_EOF) {
13463			got_all_of_the_send = 1;
13464		}
13465	}
13466	if (error) {
13467		goto out;
13468	}
13469dataless_eof:
13470	/* EOF thing ? */
13471	if ((sinfo_flags & SCTP_EOF) &&
13472	    (got_all_of_the_send == 1)) {
13473		SCTP_STAT_INCR(sctps_sends_with_eof);
13474		error = 0;
13475		if (hold_tcblock == 0) {
13476			SCTP_TCB_LOCK(stcb);
13477			hold_tcblock = 1;
13478		}
13479		if (TAILQ_EMPTY(&asoc->send_queue) &&
13480		    TAILQ_EMPTY(&asoc->sent_queue) &&
13481		    sctp_is_there_unsent_data(stcb, SCTP_SO_LOCKED) == 0) {
13482			if ((*asoc->ss_functions.sctp_ss_is_user_msgs_incomplete) (stcb, asoc)) {
13483				goto abort_anyway;
13484			}
13485			/* there is nothing queued to send, so I'm done... */
13486			if ((SCTP_GET_STATE(stcb) != SCTP_STATE_SHUTDOWN_SENT) &&
13487			    (SCTP_GET_STATE(stcb) != SCTP_STATE_SHUTDOWN_RECEIVED) &&
13488			    (SCTP_GET_STATE(stcb) != SCTP_STATE_SHUTDOWN_ACK_SENT)) {
13489				struct sctp_nets *netp;
13490
13491				/* only send SHUTDOWN the first time through */
13492				if (SCTP_GET_STATE(stcb) == SCTP_STATE_OPEN) {
13493					SCTP_STAT_DECR_GAUGE32(sctps_currestab);
13494				}
13495				SCTP_SET_STATE(stcb, SCTP_STATE_SHUTDOWN_SENT);
13496				sctp_stop_timers_for_shutdown(stcb);
13497				if (stcb->asoc.alternate) {
13498					netp = stcb->asoc.alternate;
13499				} else {
13500					netp = stcb->asoc.primary_destination;
13501				}
13502				sctp_send_shutdown(stcb, netp);
13503				sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, stcb->sctp_ep, stcb,
13504				    netp);
13505				sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, stcb->sctp_ep, stcb,
13506				    NULL);
13507			}
13508		} else {
13509			/*-
13510			 * we still got (or just got) data to send, so set
13511			 * SHUTDOWN_PENDING
13512			 */
13513			/*-
13514			 * XXX sockets draft says that SCTP_EOF should be
13515			 * sent with no data.  currently, we will allow user
13516			 * data to be sent first and move to
13517			 * SHUTDOWN-PENDING
13518			 */
13519			if ((SCTP_GET_STATE(stcb) != SCTP_STATE_SHUTDOWN_SENT) &&
13520			    (SCTP_GET_STATE(stcb) != SCTP_STATE_SHUTDOWN_RECEIVED) &&
13521			    (SCTP_GET_STATE(stcb) != SCTP_STATE_SHUTDOWN_ACK_SENT)) {
13522				if (hold_tcblock == 0) {
13523					SCTP_TCB_LOCK(stcb);
13524					hold_tcblock = 1;
13525				}
13526				if ((*asoc->ss_functions.sctp_ss_is_user_msgs_incomplete) (stcb, asoc)) {
13527					SCTP_ADD_SUBSTATE(stcb, SCTP_STATE_PARTIAL_MSG_LEFT);
13528				}
13529				SCTP_ADD_SUBSTATE(stcb, SCTP_STATE_SHUTDOWN_PENDING);
13530				if (TAILQ_EMPTY(&asoc->send_queue) &&
13531				    TAILQ_EMPTY(&asoc->sent_queue) &&
13532				    (asoc->state & SCTP_STATE_PARTIAL_MSG_LEFT)) {
13533					struct mbuf *op_err;
13534					char msg[SCTP_DIAG_INFO_LEN];
13535
13536			abort_anyway:
13537					if (free_cnt_applied) {
13538						atomic_add_int(&stcb->asoc.refcnt, -1);
13539						free_cnt_applied = 0;
13540					}
13541					SCTP_SNPRINTF(msg, sizeof(msg),
13542					    "%s:%d at %s", __FILE__, __LINE__, __func__);
13543					op_err = sctp_generate_cause(SCTP_BASE_SYSCTL(sctp_diag_info_code),
13544					    msg);
13545					NET_EPOCH_ENTER(et);
13546					sctp_abort_an_association(stcb->sctp_ep, stcb,
13547					    op_err, SCTP_SO_LOCKED);
13548					NET_EPOCH_EXIT(et);
13549					/*
13550					 * now relock the stcb so everything
13551					 * is sane
13552					 */
13553					hold_tcblock = 0;
13554					stcb = NULL;
13555					goto out;
13556				}
13557				sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD, stcb->sctp_ep, stcb,
13558				    NULL);
13559				sctp_feature_off(inp, SCTP_PCB_FLAGS_NODELAY);
13560			}
13561		}
13562	}
13563skip_out_eof:
13564	if (!TAILQ_EMPTY(&stcb->asoc.control_send_queue)) {
13565		some_on_control = 1;
13566	}
13567	if (queue_only_for_init) {
13568		if (hold_tcblock == 0) {
13569			SCTP_TCB_LOCK(stcb);
13570			hold_tcblock = 1;
13571		}
13572		if (SCTP_GET_STATE(stcb) == SCTP_STATE_OPEN) {
13573			/* a collision took us forward? */
13574			queue_only = 0;
13575		} else {
13576			NET_EPOCH_ENTER(et);
13577			sctp_send_initiate(inp, stcb, SCTP_SO_LOCKED);
13578			NET_EPOCH_EXIT(et);
13579			SCTP_SET_STATE(stcb, SCTP_STATE_COOKIE_WAIT);
13580			queue_only = 1;
13581		}
13582	}
13583	if ((net->flight_size > net->cwnd) &&
13584	    (stcb->asoc.sctp_cmt_on_off == 0)) {
13585		SCTP_STAT_INCR(sctps_send_cwnd_avoid);
13586		queue_only = 1;
13587	} else if (asoc->ifp_had_enobuf) {
13588		SCTP_STAT_INCR(sctps_ifnomemqueued);
13589		if (net->flight_size > (2 * net->mtu)) {
13590			queue_only = 1;
13591		}
13592		asoc->ifp_had_enobuf = 0;
13593	}
13594	un_sent = stcb->asoc.total_output_queue_size - stcb->asoc.total_flight;
13595	if ((sctp_is_feature_off(inp, SCTP_PCB_FLAGS_NODELAY)) &&
13596	    (stcb->asoc.total_flight > 0) &&
13597	    (stcb->asoc.stream_queue_cnt < SCTP_MAX_DATA_BUNDLING) &&
13598	    (un_sent < (int)(stcb->asoc.smallest_mtu - SCTP_MIN_OVERHEAD))) {
13599		/*-
13600		 * Ok, Nagle is set on and we have data outstanding.
13601		 * Don't send anything and let SACKs drive out the
13602		 * data unless wen have a "full" segment to send.
13603		 */
13604		if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_NAGLE_LOGGING_ENABLE) {
13605			sctp_log_nagle_event(stcb, SCTP_NAGLE_APPLIED);
13606		}
13607		SCTP_STAT_INCR(sctps_naglequeued);
13608		nagle_applies = 1;
13609	} else {
13610		if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_NAGLE_LOGGING_ENABLE) {
13611			if (sctp_is_feature_off(inp, SCTP_PCB_FLAGS_NODELAY))
13612				sctp_log_nagle_event(stcb, SCTP_NAGLE_SKIPPED);
13613		}
13614		SCTP_STAT_INCR(sctps_naglesent);
13615		nagle_applies = 0;
13616	}
13617	if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_BLK_LOGGING_ENABLE) {
13618		sctp_misc_ints(SCTP_CWNDLOG_PRESEND, queue_only_for_init, queue_only,
13619		    nagle_applies, un_sent);
13620		sctp_misc_ints(SCTP_CWNDLOG_PRESEND, stcb->asoc.total_output_queue_size,
13621		    stcb->asoc.total_flight,
13622		    stcb->asoc.chunks_on_out_queue, stcb->asoc.total_flight_count);
13623	}
13624	NET_EPOCH_ENTER(et);
13625	if ((queue_only == 0) && (nagle_applies == 0) && (stcb->asoc.peers_rwnd && un_sent)) {
13626		/* we can attempt to send too. */
13627		if (hold_tcblock == 0) {
13628			/*
13629			 * If there is activity recv'ing sacks no need to
13630			 * send
13631			 */
13632			if (SCTP_TCB_TRYLOCK(stcb)) {
13633				sctp_chunk_output(inp, stcb, SCTP_OUTPUT_FROM_USR_SEND, SCTP_SO_LOCKED);
13634				hold_tcblock = 1;
13635			}
13636		} else {
13637			sctp_chunk_output(inp, stcb, SCTP_OUTPUT_FROM_USR_SEND, SCTP_SO_LOCKED);
13638		}
13639	} else if ((queue_only == 0) &&
13640		    (stcb->asoc.peers_rwnd == 0) &&
13641	    (stcb->asoc.total_flight == 0)) {
13642		/* We get to have a probe outstanding */
13643		if (hold_tcblock == 0) {
13644			hold_tcblock = 1;
13645			SCTP_TCB_LOCK(stcb);
13646		}
13647		sctp_chunk_output(inp, stcb, SCTP_OUTPUT_FROM_USR_SEND, SCTP_SO_LOCKED);
13648	} else if (some_on_control) {
13649		int num_out, reason, frag_point;
13650
13651		/* Here we do control only */
13652		if (hold_tcblock == 0) {
13653			hold_tcblock = 1;
13654			SCTP_TCB_LOCK(stcb);
13655		}
13656		frag_point = sctp_get_frag_point(stcb, &stcb->asoc);
13657		(void)sctp_med_chunk_output(inp, stcb, &stcb->asoc, &num_out,
13658		    &reason, 1, 1, &now, &now_filled, frag_point, SCTP_SO_LOCKED);
13659	}
13660	NET_EPOCH_EXIT(et);
13661	SCTPDBG(SCTP_DEBUG_OUTPUT1, "USR Send complete qo:%d prw:%d unsent:%d tf:%d cooq:%d toqs:%d err:%d\n",
13662	    queue_only, stcb->asoc.peers_rwnd, un_sent,
13663	    stcb->asoc.total_flight, stcb->asoc.chunks_on_out_queue,
13664	    stcb->asoc.total_output_queue_size, error);
13665
13666out:
13667out_unlocked:
13668
13669	if (local_soresv && stcb) {
13670		atomic_subtract_int(&stcb->asoc.sb_send_resv, sndlen);
13671	}
13672	if (create_lock_applied) {
13673		SCTP_ASOC_CREATE_UNLOCK(inp);
13674	}
13675	if ((stcb) && hold_tcblock) {
13676		SCTP_TCB_UNLOCK(stcb);
13677	}
13678	if (stcb && free_cnt_applied) {
13679		atomic_add_int(&stcb->asoc.refcnt, -1);
13680	}
13681#ifdef INVARIANTS
13682	if (stcb) {
13683		if (mtx_owned(&stcb->tcb_mtx)) {
13684			panic("Leaving with tcb mtx owned?");
13685		}
13686		if (mtx_owned(&stcb->tcb_send_mtx)) {
13687			panic("Leaving with tcb send mtx owned?");
13688		}
13689	}
13690#endif
13691	if (top) {
13692		sctp_m_freem(top);
13693	}
13694	if (control) {
13695		sctp_m_freem(control);
13696	}
13697	return (error);
13698}
13699
13700/*
13701 * generate an AUTHentication chunk, if required
13702 */
13703struct mbuf *
13704sctp_add_auth_chunk(struct mbuf *m, struct mbuf **m_end,
13705    struct sctp_auth_chunk **auth_ret, uint32_t *offset,
13706    struct sctp_tcb *stcb, uint8_t chunk)
13707{
13708	struct mbuf *m_auth;
13709	struct sctp_auth_chunk *auth;
13710	int chunk_len;
13711	struct mbuf *cn;
13712
13713	if ((m_end == NULL) || (auth_ret == NULL) || (offset == NULL) ||
13714	    (stcb == NULL))
13715		return (m);
13716
13717	if (stcb->asoc.auth_supported == 0) {
13718		return (m);
13719	}
13720	/* does the requested chunk require auth? */
13721	if (!sctp_auth_is_required_chunk(chunk, stcb->asoc.peer_auth_chunks)) {
13722		return (m);
13723	}
13724	m_auth = sctp_get_mbuf_for_msg(sizeof(*auth), 0, M_NOWAIT, 1, MT_HEADER);
13725	if (m_auth == NULL) {
13726		/* no mbuf's */
13727		return (m);
13728	}
13729	/* reserve some space if this will be the first mbuf */
13730	if (m == NULL)
13731		SCTP_BUF_RESV_UF(m_auth, SCTP_MIN_OVERHEAD);
13732	/* fill in the AUTH chunk details */
13733	auth = mtod(m_auth, struct sctp_auth_chunk *);
13734	memset(auth, 0, sizeof(*auth));
13735	auth->ch.chunk_type = SCTP_AUTHENTICATION;
13736	auth->ch.chunk_flags = 0;
13737	chunk_len = sizeof(*auth) +
13738	    sctp_get_hmac_digest_len(stcb->asoc.peer_hmac_id);
13739	auth->ch.chunk_length = htons(chunk_len);
13740	auth->hmac_id = htons(stcb->asoc.peer_hmac_id);
13741	/* key id and hmac digest will be computed and filled in upon send */
13742
13743	/* save the offset where the auth was inserted into the chain */
13744	*offset = 0;
13745	for (cn = m; cn; cn = SCTP_BUF_NEXT(cn)) {
13746		*offset += SCTP_BUF_LEN(cn);
13747	}
13748
13749	/* update length and return pointer to the auth chunk */
13750	SCTP_BUF_LEN(m_auth) = chunk_len;
13751	m = sctp_copy_mbufchain(m_auth, m, m_end, 1, chunk_len, 0);
13752	if (auth_ret != NULL)
13753		*auth_ret = auth;
13754
13755	return (m);
13756}
13757
13758#ifdef INET6
13759int
13760sctp_v6src_match_nexthop(struct sockaddr_in6 *src6, sctp_route_t *ro)
13761{
13762	struct nd_prefix *pfx = NULL;
13763	struct nd_pfxrouter *pfxrtr = NULL;
13764	struct sockaddr_in6 gw6;
13765
13766	if (ro == NULL || ro->ro_nh == NULL || src6->sin6_family != AF_INET6)
13767		return (0);
13768
13769	/* get prefix entry of address */
13770	ND6_RLOCK();
13771	LIST_FOREACH(pfx, &MODULE_GLOBAL(nd_prefix), ndpr_entry) {
13772		if (pfx->ndpr_stateflags & NDPRF_DETACHED)
13773			continue;
13774		if (IN6_ARE_MASKED_ADDR_EQUAL(&pfx->ndpr_prefix.sin6_addr,
13775		    &src6->sin6_addr, &pfx->ndpr_mask))
13776			break;
13777	}
13778	/* no prefix entry in the prefix list */
13779	if (pfx == NULL) {
13780		ND6_RUNLOCK();
13781		SCTPDBG(SCTP_DEBUG_OUTPUT2, "No prefix entry for ");
13782		SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, (struct sockaddr *)src6);
13783		return (0);
13784	}
13785
13786	SCTPDBG(SCTP_DEBUG_OUTPUT2, "v6src_match_nexthop(), Prefix entry is ");
13787	SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, (struct sockaddr *)src6);
13788
13789	/* search installed gateway from prefix entry */
13790	LIST_FOREACH(pfxrtr, &pfx->ndpr_advrtrs, pfr_entry) {
13791		memset(&gw6, 0, sizeof(struct sockaddr_in6));
13792		gw6.sin6_family = AF_INET6;
13793		gw6.sin6_len = sizeof(struct sockaddr_in6);
13794		memcpy(&gw6.sin6_addr, &pfxrtr->router->rtaddr,
13795		    sizeof(struct in6_addr));
13796		SCTPDBG(SCTP_DEBUG_OUTPUT2, "prefix router is ");
13797		SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, (struct sockaddr *)&gw6);
13798		SCTPDBG(SCTP_DEBUG_OUTPUT2, "installed router is ");
13799		SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, &ro->ro_nh->gw_sa);
13800		if (sctp_cmpaddr((struct sockaddr *)&gw6, &ro->ro_nh->gw_sa)) {
13801			ND6_RUNLOCK();
13802			SCTPDBG(SCTP_DEBUG_OUTPUT2, "pfxrouter is installed\n");
13803			return (1);
13804		}
13805	}
13806	ND6_RUNLOCK();
13807	SCTPDBG(SCTP_DEBUG_OUTPUT2, "pfxrouter is not installed\n");
13808	return (0);
13809}
13810#endif
13811
13812int
13813sctp_v4src_match_nexthop(struct sctp_ifa *sifa, sctp_route_t *ro)
13814{
13815#ifdef INET
13816	struct sockaddr_in *sin, *mask;
13817	struct ifaddr *ifa;
13818	struct in_addr srcnetaddr, gwnetaddr;
13819
13820	if (ro == NULL || ro->ro_nh == NULL ||
13821	    sifa->address.sa.sa_family != AF_INET) {
13822		return (0);
13823	}
13824	ifa = (struct ifaddr *)sifa->ifa;
13825	mask = (struct sockaddr_in *)(ifa->ifa_netmask);
13826	sin = &sifa->address.sin;
13827	srcnetaddr.s_addr = (sin->sin_addr.s_addr & mask->sin_addr.s_addr);
13828	SCTPDBG(SCTP_DEBUG_OUTPUT1, "match_nexthop4: src address is ");
13829	SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, &sifa->address.sa);
13830	SCTPDBG(SCTP_DEBUG_OUTPUT1, "network address is %x\n", srcnetaddr.s_addr);
13831
13832	sin = &ro->ro_nh->gw4_sa;
13833	gwnetaddr.s_addr = (sin->sin_addr.s_addr & mask->sin_addr.s_addr);
13834	SCTPDBG(SCTP_DEBUG_OUTPUT1, "match_nexthop4: nexthop is ");
13835	SCTPDBG_ADDR(SCTP_DEBUG_OUTPUT2, &ro->ro_nh->gw_sa);
13836	SCTPDBG(SCTP_DEBUG_OUTPUT1, "network address is %x\n", gwnetaddr.s_addr);
13837	if (srcnetaddr.s_addr == gwnetaddr.s_addr) {
13838		return (1);
13839	}
13840#endif
13841	return (0);
13842}
13843