1#!/bin/sh
2#-
3# Copyright (c) 2010 iXsystems, Inc. All rights reserved.
4#
5# Redistribution and use in source and binary forms, with or without
6# modification, are permitted provided that the following conditions
7# are met:
8# 1. Redistributions of source code must retain the above copyright
9# notice, this list of conditions and the following disclaimer.
10# 2. Redistributions in binary form must reproduce the above copyright
11# notice, this list of conditions and the following disclaimer in the
12# documentation and/or other materials provided with the distribution.
13#
14# THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
15# ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
17# ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
18# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
20# OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
21# HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
22# LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
23# OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
24# SUCH DAMAGE.
25#
26# $FreeBSD: head/usr.sbin/pc-sysinstall/backend/functions-extractimage.sh 211730 2010-08-24 06:11:46Z imp $
27
28# Functions which perform the extraction / installation of system to disk
29
30. ${BACKEND}/functions-mountoptical.sh
31
32# Performs the extraction of data to disk from a uzip or tar archive
33start_extract_uzip_tar()
34{
35 if [ -z "$INSFILE" ]
36 then
37 exit_err "ERROR: Called extraction with no install file set!"
38 fi
39
40 # Check if we have a .count file, and echo it out for a front-end to use in progress bars
41 if [ -e "${INSFILE}.count" ]
42 then
43 echo "INSTALLCOUNT: `cat ${INSFILE}.count`"
44 fi
45
46 # Check if we are doing an upgrade, and if so use our exclude list
47 if [ "${INSTALLMODE}" = "upgrade" ]
48 then
49 TAROPTS="-X ${PROGDIR}/conf/exclude-from-upgrade"
50 else
51 TAROPTS=""
52 fi
53
54 echo_log "pc-sysinstall: Starting Extraction"
55
56 case ${PACKAGETYPE} in
57 uzip)
58 # Start by mounting the uzip image
59 MDDEVICE=`mdconfig -a -t vnode -o readonly -f ${INSFILE}`
60 mkdir -p ${FSMNT}.uzip
61 mount -r /dev/${MDDEVICE}.uzip ${FSMNT}.uzip
62 if [ "$?" != "0" ]
63 then
64 exit_err "ERROR: Failed mounting the ${INSFILE}"
65 fi
66 cd ${FSMNT}.uzip
67
68 # Copy over all the files now!
69 tar cvf - . 2>/dev/null | tar -xpv -C ${FSMNT} ${TAROPTS} -f - 2>&1 | tee -a ${FSMNT}/.tar-extract.log
70 if [ "$?" != "0" ]
71 then
72 cd /
73 echo "TAR failure occured:" >>${LOGOUT}
74 cat ${FSMNT}/.tar-extract.log | grep "tar:" >>${LOGOUT}
75 umount ${FSMNT}.uzip
76 mdconfig -d -u ${MDDEVICE}
77 exit_err "ERROR: Failed extracting the tar image"
78 fi
79
80 # All finished, now lets umount and cleanup
81 cd /
82 umount ${FSMNT}.uzip
83 mdconfig -d -u ${MDDEVICE}
84 ;;
85 tar)
86 tar -xpv -C ${FSMNT} -f ${INSFILE} ${TAROPTS} >&1 2>&1
87 if [ "$?" != "0" ]
88 then
89 exit_err "ERROR: Failed extracting the tar image"
90 fi
91 ;;
92 esac
93
94 # Check if this was a FTP download and clean it up now
95 if [ "${INSTALLMEDIUM}" = "ftp" ]
96 then
97 echo_log "Cleaning up downloaded archive"
98 rm ${INSFILE}
99 rm ${INSFILE}.count >/dev/null 2>/dev/null
100 rm ${INSFILE}.md5 >/dev/null 2>/dev/null
101 fi
102
103 echo_log "pc-sysinstall: Extraction Finished"
104
105};
106
107# Performs the extraction of data to disk from a directory with split files
108start_extract_split()
109{
110 if [ -z "${INSDIR}" ]
111 then
112 exit_err "ERROR: Called extraction with no install directory set!"
113 fi
114
115 echo_log "pc-sysinstall: Starting Extraction"
116
117 # Used by install.sh
118 DESTDIR="${FSMNT}"
119 export DESTDIR
120
121 HERE=`pwd`
122 DIRS=`ls -d ${INSDIR}/*|grep -Ev '(uzip|kernels|src)'`
123 for dir in ${DIRS}
124 do
125 cd "${dir}"
126 if [ -f "install.sh" ]
127 then
128 echo_log "Extracting" `basename ${dir}`
129 echo "y" | sh install.sh >/dev/null
130 if [ "$?" != "0" ]
131 then
132 exit_err "ERROR: Failed extracting ${dir}"
133 fi
134 else
135 exit_err "ERROR: ${dir}/install.sh does not exist"
136 fi
137 done
138 cd "${HERE}"
139
140 KERNELS=`ls -d ${INSDIR}/*|grep kernels`
141 cd "${KERNELS}"
142 if [ -f "install.sh" ]
143 then
144 echo_log "Extracting" `basename ${KERNELS}`
145 echo "y" | sh install.sh generic >/dev/null
146 if [ "$?" != "0" ]
147 then
148 exit_err "ERROR: Failed extracting ${KERNELS}"
149 fi
150 mv "${FSMNT}/boot/GENERIC" "${FSMNT}/boot/kernel"
151 else
152 exit_err "ERROR: ${KERNELS}/install.sh does not exist"
153 fi
154 cd "${HERE}"
155
156 SOURCE=`ls -d ${INSDIR}/*|grep src`
157 cd "${SOURCE}"
158 if [ -f "install.sh" ]
159 then
160 echo_log "Extracting" `basename ${SOURCE}`
161 echo "y" | sh install.sh all >/dev/null
162 if [ "$?" != "0" ]
163 then
164 exit_err "ERROR: Failed extracting ${SOURCE}"
165 fi
166 else
167 exit_err "ERROR: ${SOURCE}/install.sh does not exist"
168 fi
169 cd "${HERE}"
170
171 echo_log "pc-sysinstall: Extraction Finished"
172};
173
174# Function which will attempt to fetch the install file before we start
175# the install
176fetch_install_file()
177{
178 get_value_from_cfg ftpPath
179 if [ -z "$VAL" ]
180 then
181 exit_err "ERROR: Install medium was set to ftp, but no ftpPath was provided!"
182 fi
183
184 FTPPATH="${VAL}"
185
186 # Check if we have a /usr partition to save the download
187 if [ -d "${FSMNT}/usr" ]
188 then
189 OUTFILE="${FSMNT}/usr/.fetch-${INSFILE}"
190 else
191 OUTFILE="${FSMNT}/.fetch-${INSFILE}"
192 fi
193
194 # Do the fetch of the archive now
195 fetch_file "${FTPPATH}/${INSFILE}" "${OUTFILE}" "1"
196
197 # Check to see if there is a .count file for this install
198 fetch_file "${FTPPATH}/${INSFILE}.count" "${OUTFILE}.count" "0"
199
200 # Check to see if there is a .md5 file for this install
201 fetch_file "${FTPPATH}/${INSFILE}.md5" "${OUTFILE}.md5" "0"
202
203 # Done fetching, now reset the INSFILE to our downloaded archived
204 INSFILE="${OUTFILE}" ; export INSFILE
205
206};
207
208# Function which will download freebsd install files
209fetch_split_files()
210{
211 get_ftpHost
212 if [ -z "$VAL" ]
213 then
214 exit_err "ERROR: Install medium was set to ftp, but no ftpHost was provided!"
215 fi
216 FTPHOST="${VAL}"
217
218 get_ftpDir
219 if [ -z "$VAL" ]
220 then
221 exit_err "ERROR: Install medium was set to ftp, but no ftpDir was provided!"
222 fi
223 FTPDIR="${VAL}"
224
225 # Check if we have a /usr partition to save the download
226 if [ -d "${FSMNT}/usr" ]
227 then
228 OUTFILE="${FSMNT}/usr/.fetch-${INSFILE}"
229 else
230 OUTFILE="${FSMNT}/.fetch-${INSFILE}"
231 fi
232
233 DIRS="base catpages dict doc games info manpages proflibs kernels src"
234 if [ "${FBSD_ARCH}" = "amd64" ]
235 then
236 DIRS="${DIRS} lib32"
237 fi
238
239 for d in ${DIRS}
240 do
241 mkdir -p "${OUTFILE}/${d}"
242 done
243
244
245 NETRC="${OUTFILE}/.netrc"
246 cat<<EOF>"${NETRC}"
247machine ${FTPHOST}
248login anonymous
249password anonymous
250macdef INSTALL
251bin
252prompt
253EOF
254
255 for d in ${DIRS}
256 do
257 cat<<EOF>>"${NETRC}"
258cd ${FTPDIR}/${d}
259lcd ${OUTFILE}/${d}
260mreget *
261EOF
262 done
263
264 cat<<EOF>>"${NETRC}"
265bye
266
267
268EOF
269
270 # Fetch the files via ftp
271 echo "$ INSTALL" | ftp -N "${NETRC}" "${FTPHOST}"
272
273 # Done fetching, now reset the INSFILE to our downloaded archived
274 INSFILE="${OUTFILE}" ; export INSFILE
275}
276
277# Function which does the rsync download from the server specifed in cfg
278start_rsync_copy()
279{
280 # Load our rsync config values
281 get_value_from_cfg rsyncPath
282 if [ -z "${VAL}" ]; then
283 exit_err "ERROR: rsyncPath is unset! Please check your config and try again."
284 fi
285 RSYNCPATH="${VAL}" ; export RSYNCPATH
286
287 get_value_from_cfg rsyncHost
288 if [ -z "${VAL}" ]; then
289 exit_err "ERROR: rsyncHost is unset! Please check your config and try again."
290 fi
291 RSYNCHOST="${VAL}" ; export RSYNCHOST
292
293 get_value_from_cfg rsyncUser
294 if [ -z "${VAL}" ]; then
295 exit_err "ERROR: rsyncUser is unset! Please check your config and try again."
296 fi
297 RSYNCUSER="${VAL}" ; export RSYNCUSER
298
299 get_value_from_cfg rsyncPort
300 if [ -z "${VAL}" ]; then
301 exit_err "ERROR: rsyncPort is unset! Please check your config and try again."
302 fi
303 RSYNCPORT="${VAL}" ; export RSYNCPORT
304
305 COUNT="1"
306 while
307 z=1
308 do
309 if [ ${COUNT} -gt ${RSYNCTRIES} ]
310 then
311 exit_err "ERROR: Failed rsync command!"
312 break
313 fi
314
315 rsync -avvzHsR \
316 --rsync-path="rsync --fake-super" \
317 -e "ssh -p ${RSYNCPORT}" \
318 ${RSYNCUSER}@${RSYNCHOST}:${RSYNCPATH}/./ ${FSMNT}
319 if [ "$?" != "0" ]
320 then
321 echo "Rsync failed! Tries: ${COUNT}"
322 else
323 break
324 fi
325
326 COUNT="`expr ${COUNT} + 1`"
327 done
328
329};
330
331
332# Entrance function, which starts the installation process
333init_extraction()
334{
335 # Figure out what file we are using to install from via the config
336 get_value_from_cfg installFile
337
338 if [ ! -z "${VAL}" ]
339 then
340 INSFILE="${VAL}" ; export INSFILE
341 else
342 # If no installFile specified, try our defaults
343 if [ "$INSTALLTYPE" = "FreeBSD" ]
344 then
345 case $PACKAGETYPE in
346 uzip) INSFILE="${FBSD_UZIP_FILE}" ;;
347 tar) INSFILE="${FBSD_TAR_FILE}" ;;
348 split)
349 INSDIR="${FBSD_BRANCH_DIR}"
350
351 # This is to trick opt_mount into not failing
352 INSFILE="${INSDIR}"
353 ;;
354 esac
355 else
356 case $PACKAGETYPE in
357 uzip) INSFILE="${UZIP_FILE}" ;;
358 tar) INSFILE="${TAR_FILE}" ;;
359 esac
360 fi
361 export INSFILE
362 fi
363
364 # Lets start by figuring out what medium we are using
365 case ${INSTALLMEDIUM} in
366 dvd|usb)
367 # Lets start by mounting the disk
368 opt_mount
369 if [ ! -z "${INSDIR}" ]
370 then
371 INSDIR="${CDMNT}/${INSDIR}" ; export INSDIR
372 start_extract_split
373
374 else
375 INSFILE="${CDMNT}/${INSFILE}" ; export INSFILE
376 start_extract_uzip_tar
377 fi
378 ;;
379
380 ftp|sftp)
381 if [ "$PACKAGETYPE" = "split" ]
382 then
383 fetch_split_files
384
385 INSDIR="${INSFILE}" ; export INSDIR
386 start_extract_split
387 else
388 fetch_install_file
389 start_extract_uzip_tar
390 fi
391 ;;
392
393 rsync) start_rsync_copy ;;
394 img)
395 ;;
396 *) exit_err "ERROR: Unknown install medium" ;;
397 esac
398
399};