1#!/bin/bash
2# SPDX-License-Identifier: GPL-2.0
3#
4# author: Andrea Mayer <andrea.mayer@uniroma2.it>
5# author: Paolo Lungaroni <paolo.lungaroni@uniroma2.it>
6
7# This test is designed for evaluating the new SRv6 End.DT46 Behavior used for
8# implementing IPv4/IPv6 L3 VPN use cases.
9#
10# The current SRv6 code in the Linux kernel only implements SRv6 End.DT4 and
11# End.DT6 Behaviors which can be used respectively to support IPv4-in-IPv6 and
12# IPv6-in-IPv6 VPNs. With End.DT4 and End.DT6 it is not possible to create a
13# single SRv6 VPN tunnel to carry both IPv4 and IPv6 traffic.
14# The SRv6 End.DT46 Behavior implementation is meant to support the
15# decapsulation of IPv4 and IPv6 traffic coming from a single SRv6 tunnel.
16# Therefore, the SRv6 End.DT46 Behavior in the Linux kernel greatly simplifies
17# the setup and operations of SRv6 VPNs.
18#
19# Hereafter a network diagram is shown, where two different tenants (named 100
20# and 200) offer IPv4/IPv6 L3 VPN services allowing hosts to communicate with
21# each other across an IPv6 network.
22#
23# Only hosts belonging to the same tenant (and to the same VPN) can communicate
24# with each other. Instead, the communication among hosts of different tenants
25# is forbidden.
26# In other words, hosts hs-t100-1 and hs-t100-2 are connected through the
27# IPv4/IPv6 L3 VPN of tenant 100 while hs-t200-3 and hs-t200-4 are connected
28# using the IPv4/IPv6 L3 VPN of tenant 200. Cross connection between tenant 100
29# and tenant 200 is forbidden and thus, for example, hs-t100-1 cannot reach
30# hs-t200-3 and vice versa.
31#
32# Routers rt-1 and rt-2 implement IPv4/IPv6 L3 VPN services leveraging the SRv6
33# architecture. The key components for such VPNs are: a) SRv6 Encap behavior,
34# b) SRv6 End.DT46 Behavior and c) VRF.
35#
36# To explain how an IPv4/IPv6 L3 VPN based on SRv6 works, let us briefly
37# consider an example where, within the same domain of tenant 100, the host
38# hs-t100-1 pings the host hs-t100-2.
39#
40# First of all, L2 reachability of the host hs-t100-2 is taken into account by
41# the router rt-1 which acts as a arp/ndp proxy.
42#
43# When the host hs-t100-1 sends an IPv6 or IPv4 packet destined to hs-t100-2,
44# the router rt-1 receives the packet on the internal veth-t100 interface. Such
45# interface is enslaved to the VRF vrf-100 whose associated table contains the
46# SRv6 Encap route for encapsulating any IPv6 or IPv4 packet in a IPv6 plus the
47# Segment Routing Header (SRH) packet. This packet is sent through the (IPv6)
48# core network up to the router rt-2 that receives it on veth0 interface.
49#
50# The rt-2 router uses the 'localsid' routing table to process incoming
51# IPv6+SRH packets which belong to the VPN of the tenant 100. For each of these
52# packets, the SRv6 End.DT46 Behavior removes the outer IPv6+SRH headers and
53# performs the lookup on the vrf-100 table using the destination address of
54# the decapsulated IPv6 or IPv4 packet. Afterwards, the packet is sent to the
55# host hs-t100-2 through the veth-t100 interface.
56#
57# The ping response follows the same processing but this time the roles of rt-1
58# and rt-2 are swapped.
59#
60# Of course, the IPv4/IPv6 L3 VPN for tenant 200 works exactly as the IPv4/IPv6
61# L3 VPN for tenant 100. In this case, only hosts hs-t200-3 and hs-t200-4 are
62# able to connect with each other.
63#
64#
65# +-------------------+                                   +-------------------+
66# |                   |                                   |                   |
67# |  hs-t100-1 netns  |                                   |  hs-t100-2 netns  |
68# |                   |                                   |                   |
69# |  +-------------+  |                                   |  +-------------+  |
70# |  |    veth0    |  |                                   |  |    veth0    |  |
71# |  |  cafe::1/64 |  |                                   |  |  cafe::2/64 |  |
72# |  | 10.0.0.1/24 |  |                                   |  | 10.0.0.2/24 |  |
73# |  +-------------+  |                                   |  +-------------+  |
74# |        .          |                                   |         .         |
75# +-------------------+                                   +-------------------+
76#          .                                                        .
77#          .                                                        .
78#          .                                                        .
79# +-----------------------------------+   +-----------------------------------+
80# |        .                          |   |                         .         |
81# | +---------------+                 |   |                 +---------------- |
82# | |   veth-t100   |                 |   |                 |   veth-t100   | |
83# | |  cafe::254/64 |                 |   |                 |  cafe::254/64 | |
84# | | 10.0.0.254/24 |    +----------+ |   | +----------+    | 10.0.0.254/24 | |
85# | +-------+-------+    | localsid | |   | | localsid |    +-------+-------- |
86# |         |            |   table  | |   | |   table  |            |         |
87# |    +----+----+       +----------+ |   | +----------+       +----+----+    |
88# |    | vrf-100 |                    |   |                    | vrf-100 |    |
89# |    +---------+     +------------+ |   | +------------+     +---------+    |
90# |                    |   veth0    | |   | |   veth0    |                    |
91# |                    | fd00::1/64 |.|...|.| fd00::2/64 |                    |
92# |    +---------+     +------------+ |   | +------------+     +---------+    |
93# |    | vrf-200 |                    |   |                    | vrf-200 |    |
94# |    +----+----+                    |   |                    +----+----+    |
95# |         |                         |   |                         |         |
96# | +-------+-------+                 |   |                 +-------+-------- |
97# | |   veth-t200   |                 |   |                 |   veth-t200   | |
98# | |  cafe::254/64 |                 |   |                 |  cafe::254/64 | |
99# | | 10.0.0.254/24 |                 |   |                 | 10.0.0.254/24 | |
100# | +---------------+      rt-1 netns |   | rt-2 netns      +---------------- |
101# |        .                          |   |                          .        |
102# +-----------------------------------+   +-----------------------------------+
103#          .                                                         .
104#          .                                                         .
105#          .                                                         .
106#          .                                                         .
107# +-------------------+                                   +-------------------+
108# |        .          |                                   |          .        |
109# |  +-------------+  |                                   |  +-------------+  |
110# |  |    veth0    |  |                                   |  |    veth0    |  |
111# |  |  cafe::3/64 |  |                                   |  |  cafe::4/64 |  |
112# |  | 10.0.0.3/24 |  |                                   |  | 10.0.0.4/24 |  |
113# |  +-------------+  |                                   |  +-------------+  |
114# |                   |                                   |                   |
115# |  hs-t200-3 netns  |                                   |  hs-t200-4 netns  |
116# |                   |                                   |                   |
117# +-------------------+                                   +-------------------+
118#
119#
120# ~~~~~~~~~~~~~~~~~~~~~~~~~
121# | Network configuration |
122# ~~~~~~~~~~~~~~~~~~~~~~~~~
123#
124# rt-1: localsid table (table 90)
125# +--------------------------------------------------+
126# |SID              |Action                          |
127# +--------------------------------------------------+
128# |fc00:21:100::6046|apply SRv6 End.DT46 vrftable 100|
129# +--------------------------------------------------+
130# |fc00:21:200::6046|apply SRv6 End.DT46 vrftable 200|
131# +--------------------------------------------------+
132#
133# rt-1: VRF tenant 100 (table 100)
134# +---------------------------------------------------+
135# |host       |Action                                 |
136# +---------------------------------------------------+
137# |cafe::2    |apply seg6 encap segs fc00:12:100::6046|
138# +---------------------------------------------------+
139# |cafe::/64  |forward to dev veth-t100               |
140# +---------------------------------------------------+
141# |10.0.0.2   |apply seg6 encap segs fc00:12:100::6046|
142# +---------------------------------------------------+
143# |10.0.0.0/24|forward to dev veth-t100               |
144# +---------------------------------------------------+
145#
146# rt-1: VRF tenant 200 (table 200)
147# +---------------------------------------------------+
148# |host       |Action                                 |
149# +---------------------------------------------------+
150# |cafe::4    |apply seg6 encap segs fc00:12:200::6046|
151# +---------------------------------------------------+
152# |cafe::/64  |forward to dev veth-t200               |
153# +---------------------------------------------------+
154# |10.0.0.4   |apply seg6 encap segs fc00:12:200::6046|
155# +---------------------------------------------------+
156# |10.0.0.0/24|forward to dev veth-t200               |
157# +---------------------------------------------------+
158#
159#
160# rt-2: localsid table (table 90)
161# +--------------------------------------------------+
162# |SID              |Action                          |
163# +--------------------------------------------------+
164# |fc00:12:100::6046|apply SRv6 End.DT46 vrftable 100|
165# +--------------------------------------------------+
166# |fc00:12:200::6046|apply SRv6 End.DT46 vrftable 200|
167# +--------------------------------------------------+
168#
169# rt-2: VRF tenant 100 (table 100)
170# +---------------------------------------------------+
171# |host       |Action                                 |
172# +---------------------------------------------------+
173# |cafe::1    |apply seg6 encap segs fc00:21:100::6046|
174# +---------------------------------------------------+
175# |cafe::/64  |forward to dev veth-t100               |
176# +---------------------------------------------------+
177# |10.0.0.1   |apply seg6 encap segs fc00:21:100::6046|
178# +---------------------------------------------------+
179# |10.0.0.0/24|forward to dev veth-t100               |
180# +---------------------------------------------------+
181#
182# rt-2: VRF tenant 200 (table 200)
183# +---------------------------------------------------+
184# |host       |Action                                 |
185# +---------------------------------------------------+
186# |cafe::3    |apply seg6 encap segs fc00:21:200::6046|
187# +---------------------------------------------------+
188# |cafe::/64  |forward to dev veth-t200               |
189# +---------------------------------------------------+
190# |10.0.0.3   |apply seg6 encap segs fc00:21:200::6046|
191# +---------------------------------------------------+
192# |10.0.0.0/24|forward to dev veth-t200               |
193# +---------------------------------------------------+
194#
195
196source lib.sh
197
198readonly LOCALSID_TABLE_ID=90
199readonly IPv6_RT_NETWORK=fd00
200readonly IPv6_HS_NETWORK=cafe
201readonly IPv4_HS_NETWORK=10.0.0
202readonly VPN_LOCATOR_SERVICE=fc00
203PING_TIMEOUT_SEC=4
204
205ret=0
206
207PAUSE_ON_FAIL=${PAUSE_ON_FAIL:=no}
208
209log_test()
210{
211	local rc=$1
212	local expected=$2
213	local msg="$3"
214
215	if [ ${rc} -eq ${expected} ]; then
216		nsuccess=$((nsuccess+1))
217		printf "\n    TEST: %-60s  [ OK ]\n" "${msg}"
218	else
219		ret=1
220		nfail=$((nfail+1))
221		printf "\n    TEST: %-60s  [FAIL]\n" "${msg}"
222		if [ "${PAUSE_ON_FAIL}" = "yes" ]; then
223			echo
224			echo "hit enter to continue, 'q' to quit"
225			read a
226			[ "$a" = "q" ] && exit 1
227		fi
228	fi
229}
230
231print_log_test_results()
232{
233	if [ "$TESTS" != "none" ]; then
234		printf "\nTests passed: %3d\n" ${nsuccess}
235		printf "Tests failed: %3d\n"   ${nfail}
236	fi
237}
238
239log_section()
240{
241	echo
242	echo "################################################################################"
243	echo "TEST SECTION: $*"
244	echo "################################################################################"
245}
246
247cleanup()
248{
249	ip link del veth-rt-1 2>/dev/null || true
250	ip link del veth-rt-2 2>/dev/null || true
251
252	cleanup_all_ns
253}
254
255# Setup the basic networking for the routers
256setup_rt_networking()
257{
258	local id=$1
259	eval local nsname=\${rt_${id}}
260
261	ip link set veth-rt-${id} netns ${nsname}
262	ip -netns ${nsname} link set veth-rt-${id} name veth0
263
264	ip netns exec ${nsname} sysctl -wq net.ipv6.conf.all.accept_dad=0
265	ip netns exec ${nsname} sysctl -wq net.ipv6.conf.default.accept_dad=0
266
267	ip -netns ${nsname} addr add ${IPv6_RT_NETWORK}::${id}/64 dev veth0 nodad
268	ip -netns ${nsname} link set veth0 up
269	ip -netns ${nsname} link set lo up
270
271	ip netns exec ${nsname} sysctl -wq net.ipv4.ip_forward=1
272	ip netns exec ${nsname} sysctl -wq net.ipv6.conf.all.forwarding=1
273}
274
275setup_hs()
276{
277	local hid=$1
278	local rid=$2
279	local tid=$3
280	eval local hsname=\${hs_t${tid}_${hid}}
281	eval local rtname=\${rt_${rid}}
282	local rtveth=veth-t${tid}
283
284	# set the networking for the host
285	ip netns exec ${hsname} sysctl -wq net.ipv6.conf.all.accept_dad=0
286	ip netns exec ${hsname} sysctl -wq net.ipv6.conf.default.accept_dad=0
287
288	# disable the rp_filter otherwise the kernel gets confused about how
289	# to route decap ipv4 packets.
290	ip netns exec ${rtname} sysctl -wq net.ipv4.conf.all.rp_filter=0
291	ip netns exec ${rtname} sysctl -wq net.ipv4.conf.default.rp_filter=0
292
293	ip -netns ${hsname} link add veth0 type veth peer name ${rtveth}
294	ip -netns ${hsname} link set ${rtveth} netns ${rtname}
295	ip -netns ${hsname} addr add ${IPv6_HS_NETWORK}::${hid}/64 dev veth0 nodad
296	ip -netns ${hsname} addr add ${IPv4_HS_NETWORK}.${hid}/24 dev veth0
297	ip -netns ${hsname} link set veth0 up
298	ip -netns ${hsname} link set lo up
299
300	# configure the VRF for the tenant X on the router which is directly
301	# connected to the source host.
302	ip -netns ${rtname} link add vrf-${tid} type vrf table ${tid}
303	ip -netns ${rtname} link set vrf-${tid} up
304
305	ip netns exec ${rtname} sysctl -wq net.ipv6.conf.all.accept_dad=0
306	ip netns exec ${rtname} sysctl -wq net.ipv6.conf.default.accept_dad=0
307
308	# enslave the veth-tX interface to the vrf-X in the access router
309	ip -netns ${rtname} link set ${rtveth} master vrf-${tid}
310	ip -netns ${rtname} addr add ${IPv6_HS_NETWORK}::254/64 dev ${rtveth} nodad
311	ip -netns ${rtname} addr add ${IPv4_HS_NETWORK}.254/24 dev ${rtveth}
312	ip -netns ${rtname} link set ${rtveth} up
313
314	ip netns exec ${rtname} sysctl -wq net.ipv6.conf.${rtveth}.proxy_ndp=1
315	ip netns exec ${rtname} sysctl -wq net.ipv4.conf.${rtveth}.proxy_arp=1
316
317	ip netns exec ${rtname} sh -c "echo 1 > /proc/sys/net/vrf/strict_mode"
318}
319
320setup_vpn_config()
321{
322	local hssrc=$1
323	local rtsrc=$2
324	local hsdst=$3
325	local rtdst=$4
326	local tid=$5
327
328	eval local rtsrc_name=\${rt_${rtsrc}}
329	eval local rtdst_name=\${rt_${rtdst}}
330	local rtveth=veth-t${tid}
331	local vpn_sid=${VPN_LOCATOR_SERVICE}:${hssrc}${hsdst}:${tid}::6046
332
333	ip -netns ${rtsrc_name} -6 neigh add proxy ${IPv6_HS_NETWORK}::${hsdst} dev ${rtveth}
334
335	# set the encap route for encapsulating packets which arrive from the
336	# host hssrc and destined to the access router rtsrc.
337	ip -netns ${rtsrc_name} -6 route add ${IPv6_HS_NETWORK}::${hsdst}/128 vrf vrf-${tid} \
338		encap seg6 mode encap segs ${vpn_sid} dev veth0
339	ip -netns ${rtsrc_name} -4 route add ${IPv4_HS_NETWORK}.${hsdst}/32 vrf vrf-${tid} \
340		encap seg6 mode encap segs ${vpn_sid} dev veth0
341	ip -netns ${rtsrc_name} -6 route add ${vpn_sid}/128 vrf vrf-${tid} \
342		via fd00::${rtdst} dev veth0
343
344	# set the decap route for decapsulating packets which arrive from
345	# the rtdst router and destined to the hsdst host.
346	ip -netns ${rtdst_name} -6 route add ${vpn_sid}/128 table ${LOCALSID_TABLE_ID} \
347		encap seg6local action End.DT46 vrftable ${tid} dev vrf-${tid}
348
349	# all sids for VPNs start with a common locator which is fc00::/16.
350	# Routes for handling the SRv6 End.DT46 behavior instances are grouped
351	# together in the 'localsid' table.
352	#
353	# NOTE: added only once
354	if [ -z "$(ip -netns ${rtdst_name} -6 rule show | \
355	    grep "to ${VPN_LOCATOR_SERVICE}::/16 lookup ${LOCALSID_TABLE_ID}")" ]; then
356		ip -netns ${rtdst_name} -6 rule add \
357			to ${VPN_LOCATOR_SERVICE}::/16 \
358			lookup ${LOCALSID_TABLE_ID} prio 999
359	fi
360
361	# set default routes to unreachable for both ipv4 and ipv6
362	ip -netns ${rtsrc_name} -6 route add unreachable default metric 4278198272 \
363		vrf vrf-${tid}
364
365	ip -netns ${rtsrc_name} -4 route add unreachable default metric 4278198272 \
366		vrf vrf-${tid}
367}
368
369setup()
370{
371	ip link add veth-rt-1 type veth peer name veth-rt-2
372	# setup the networking for router rt-1 and router rt-2
373	setup_ns rt_1 rt_2
374	setup_rt_networking 1
375	setup_rt_networking 2
376
377	# setup two hosts for the tenant 100.
378	#  - host hs-1 is directly connected to the router rt-1;
379	#  - host hs-2 is directly connected to the router rt-2.
380	setup_ns hs_t100_1 hs_t100_2
381	setup_hs 1 1 100  #args: host router tenant
382	setup_hs 2 2 100
383
384	# setup two hosts for the tenant 200
385	#  - host hs-3 is directly connected to the router rt-1;
386	#  - host hs-4 is directly connected to the router rt-2.
387	setup_ns hs_t200_3 hs_t200_4
388	setup_hs 3 1 200
389	setup_hs 4 2 200
390
391	# setup the IPv4/IPv6 L3 VPN which connects the host hs-t100-1 and host
392	# hs-t100-2 within the same tenant 100.
393	setup_vpn_config 1 1 2 2 100  #args: src_host src_router dst_host dst_router tenant
394	setup_vpn_config 2 2 1 1 100
395
396	# setup the IPv4/IPv6 L3 VPN which connects the host hs-t200-3 and host
397	# hs-t200-4 within the same tenant 200.
398	setup_vpn_config 3 1 4 2 200
399	setup_vpn_config 4 2 3 1 200
400}
401
402check_rt_connectivity()
403{
404	local rtsrc=$1
405	local rtdst=$2
406	eval local nsname=\${rt_${rtsrc}}
407
408	ip netns exec ${nsname} ping -c 1 -W 1 ${IPv6_RT_NETWORK}::${rtdst} \
409		>/dev/null 2>&1
410}
411
412check_and_log_rt_connectivity()
413{
414	local rtsrc=$1
415	local rtdst=$2
416
417	check_rt_connectivity ${rtsrc} ${rtdst}
418	log_test $? 0 "Routers connectivity: rt-${rtsrc} -> rt-${rtdst}"
419}
420
421check_hs_ipv6_connectivity()
422{
423	local hssrc=$1
424	local hsdst=$2
425	local tid=$3
426	eval local nsname=\${hs_t${tid}_${hssrc}}
427
428	ip netns exec ${nsname} ping -c 1 -W ${PING_TIMEOUT_SEC} \
429		${IPv6_HS_NETWORK}::${hsdst} >/dev/null 2>&1
430}
431
432check_hs_ipv4_connectivity()
433{
434	local hssrc=$1
435	local hsdst=$2
436	local tid=$3
437	eval local nsname=\${hs_t${tid}_${hssrc}}
438
439	ip netns exec ${nsname} ping -c 1 -W ${PING_TIMEOUT_SEC} \
440		${IPv4_HS_NETWORK}.${hsdst} >/dev/null 2>&1
441}
442
443check_and_log_hs_connectivity()
444{
445	local hssrc=$1
446	local hsdst=$2
447	local tid=$3
448
449	check_hs_ipv6_connectivity ${hssrc} ${hsdst} ${tid}
450	log_test $? 0 "IPv6 Hosts connectivity: hs-t${tid}-${hssrc} -> hs-t${tid}-${hsdst} (tenant ${tid})"
451
452	check_hs_ipv4_connectivity ${hssrc} ${hsdst} ${tid}
453	log_test $? 0 "IPv4 Hosts connectivity: hs-t${tid}-${hssrc} -> hs-t${tid}-${hsdst} (tenant ${tid})"
454
455}
456
457check_and_log_hs_isolation()
458{
459	local hssrc=$1
460	local tidsrc=$2
461	local hsdst=$3
462	local tiddst=$4
463
464	check_hs_ipv6_connectivity ${hssrc} ${hsdst} ${tidsrc}
465	# NOTE: ping should fail
466	log_test $? 1 "IPv6 Hosts isolation: hs-t${tidsrc}-${hssrc} -X-> hs-t${tiddst}-${hsdst}"
467
468	check_hs_ipv4_connectivity ${hssrc} ${hsdst} ${tidsrc}
469	# NOTE: ping should fail
470	log_test $? 1 "IPv4 Hosts isolation: hs-t${tidsrc}-${hssrc} -X-> hs-t${tiddst}-${hsdst}"
471
472}
473
474
475check_and_log_hs2gw_connectivity()
476{
477	local hssrc=$1
478	local tid=$2
479
480	check_hs_ipv6_connectivity ${hssrc} 254 ${tid}
481	log_test $? 0 "IPv6 Hosts connectivity: hs-t${tid}-${hssrc} -> gw (tenant ${tid})"
482
483	check_hs_ipv4_connectivity ${hssrc} 254 ${tid}
484	log_test $? 0 "IPv4 Hosts connectivity: hs-t${tid}-${hssrc} -> gw (tenant ${tid})"
485
486}
487
488router_tests()
489{
490	log_section "IPv6 routers connectivity test"
491
492	check_and_log_rt_connectivity 1 2
493	check_and_log_rt_connectivity 2 1
494}
495
496host2gateway_tests()
497{
498	log_section "IPv4/IPv6 connectivity test among hosts and gateway"
499
500	check_and_log_hs2gw_connectivity 1 100
501	check_and_log_hs2gw_connectivity 2 100
502
503	check_and_log_hs2gw_connectivity 3 200
504	check_and_log_hs2gw_connectivity 4 200
505}
506
507host_vpn_tests()
508{
509	log_section "SRv6 VPN connectivity test among hosts in the same tenant"
510
511	check_and_log_hs_connectivity 1 2 100
512	check_and_log_hs_connectivity 2 1 100
513
514	check_and_log_hs_connectivity 3 4 200
515	check_and_log_hs_connectivity 4 3 200
516}
517
518host_vpn_isolation_tests()
519{
520	local i
521	local j
522	local k
523	local tmp
524	local l1="1 2"
525	local l2="3 4"
526	local t1=100
527	local t2=200
528
529	log_section "SRv6 VPN isolation test among hosts in different tentants"
530
531	for k in 0 1; do
532		for i in ${l1}; do
533			for j in ${l2}; do
534				check_and_log_hs_isolation ${i} ${t1} ${j} ${t2}
535			done
536		done
537
538		# let us test the reverse path
539		tmp="${l1}"; l1="${l2}"; l2="${tmp}"
540		tmp=${t1}; t1=${t2}; t2=${tmp}
541	done
542}
543
544if [ "$(id -u)" -ne 0 ];then
545	echo "SKIP: Need root privileges"
546	exit $ksft_skip
547fi
548
549if [ ! -x "$(command -v ip)" ]; then
550	echo "SKIP: Could not run test without ip tool"
551	exit $ksft_skip
552fi
553
554modprobe vrf &>/dev/null
555if [ ! -e /proc/sys/net/vrf/strict_mode ]; then
556        echo "SKIP: vrf sysctl does not exist"
557        exit $ksft_skip
558fi
559
560cleanup &>/dev/null
561
562setup
563
564router_tests
565host2gateway_tests
566host_vpn_tests
567host_vpn_isolation_tests
568
569print_log_test_results
570
571cleanup &>/dev/null
572
573exit ${ret}
574