1#!/usr/bin/env perl 2# 3# Copyright (C) 2006 OpenWrt.org 4# 5# This is free software, licensed under the GNU General Public License v2. 6# See /LICENSE for more information. 7# 8 9use strict; 10use warnings; 11use File::Basename; 12use File::Copy; 13 14@ARGV > 2 or die "Syntax: $0 <target dir> <filename> <md5sum> [<mirror> ...]\n"; 15 16my $target = shift @ARGV; 17my $filename = shift @ARGV; 18my $md5sum = shift @ARGV; 19my $scriptdir = dirname($0); 20my @mirrors; 21my $ok; 22 23sub localmirrors { 24 my @mlist; 25 open LM, "$scriptdir/localmirrors" and do { 26 while (<LM>) { 27 chomp $_; 28 push @mlist, $_ if $_; 29 } 30 close LM; 31 }; 32 open CONFIG, "<".$ENV{'TOPDIR'}."/.config" and do { 33 while (<CONFIG>) { 34 /^CONFIG_LOCALMIRROR="(.+)"/ and do { 35 chomp; 36 my @local_mirrors = split(/;/, $1); 37 push @mlist, @local_mirrors; 38 }; 39 } 40 close CONFIG; 41 }; 42 43 return @mlist; 44} 45 46sub which($) { 47 my $prog = shift; 48 my $res = `which $prog`; 49 $res or return undef; 50 $res =~ /^no / and return undef; 51 $res =~ /not found/ and return undef; 52 return $res; 53} 54 55my $md5cmd = which("md5sum") || which("md5") || die 'no md5 checksum program found, please install md5 or md5sum'; 56chomp $md5cmd; 57 58sub download 59{ 60 my $mirror = shift; 61 my $options = $ENV{WGET_OPTIONS} || ""; 62 63 $mirror =~ s!/$!!; 64 65 if ($mirror =~ s!^file://!!) { 66 if (! -d "$mirror") { 67 print STDERR "Wrong local cache directory -$mirror-.\n"; 68 cleanup(); 69 return; 70 } 71 72 if (! -d "$target") { 73 system("mkdir", "-p", "$target/"); 74 } 75 76 if (! open TMPDLS, "find $mirror -follow -name $filename 2>/dev/null |") { 77 print("Failed to search for $filename in $mirror\n"); 78 return; 79 } 80 81 my $link; 82 83 while (defined(my $line = readline TMPDLS)) { 84 chomp ($link = $line); 85 if ($. > 1) { 86 print("$. or more instances of $filename in $mirror found . Only one instance allowed.\n"); 87 return; 88 } 89 } 90 91 close TMPDLS; 92 93 if (! $link) { 94 print("No instances of $filename found in $mirror.\n"); 95 return; 96 } 97 98 print("Copying $filename from $link\n"); 99 copy($link, "$target/$filename.dl"); 100 101 if (system("$md5cmd '$target/$filename.dl' > '$target/$filename.md5sum'")) { 102 print("Failed to generate md5 sum for $filename\n"); 103 return; 104 } 105 } else { 106 open WGET, "wget -t5 --timeout=20 --no-check-certificate $options -O- '$mirror/$filename' |" or die "Cannot launch wget.\n"; 107 open MD5SUM, "| $md5cmd > '$target/$filename.md5sum'" or die "Cannot launch md5sum.\n"; 108 open OUTPUT, "> $target/$filename.dl" or die "Cannot create file $target/$filename.dl: $!\n"; 109 my $buffer; 110 while (read WGET, $buffer, 1048576) { 111 print MD5SUM $buffer; 112 print OUTPUT $buffer; 113 } 114 close MD5SUM; 115 close WGET; 116 close OUTPUT; 117 118 if ($? >> 8) { 119 print STDERR "Download failed.\n"; 120 cleanup(); 121 return; 122 } 123 } 124 125 my $sum = `cat "$target/$filename.md5sum"`; 126 $sum =~ /^(\w+)\s*/ or die "Could not generate md5sum\n"; 127 $sum = $1; 128 129 if (($md5sum =~ /\w{32}/) and ($sum ne $md5sum)) { 130 print STDERR "MD5 sum of the downloaded file does not match (file: $sum, requested: $md5sum) - deleting download.\n"; 131 cleanup(); 132 return; 133 } 134 135 unlink "$target/$filename"; 136 system("mv", "$target/$filename.dl", "$target/$filename"); 137 cleanup(); 138} 139 140sub cleanup 141{ 142 unlink "$target/$filename.dl"; 143 unlink "$target/$filename.md5sum"; 144} 145 146@mirrors = localmirrors(); 147 148foreach my $mirror (@ARGV) { 149 if ($mirror =~ /^\@SF\/(.+)$/) { 150 # give sourceforge a few more tries, because it redirects to different mirrors 151 for (1 .. 5) { 152 push @mirrors, "http://downloads.sourceforge.net/$1"; 153 } 154 } elsif ($mirror =~ /^\@GNU\/(.+)$/) { 155 push @mirrors, "ftp://ftp.gnu.org/gnu/$1"; 156 push @mirrors, "ftp://ftp.belnet.be/mirror/ftp.gnu.org/gnu/$1"; 157 push @mirrors, "ftp://ftp.mirror.nl/pub/mirror/gnu/$1"; 158 push @mirrors, "http://mirror.switch.ch/ftp/mirror/gnu/$1"; 159 push @mirrors, "ftp://ftp.uu.net/archive/systems/gnu/$1"; 160 push @mirrors, "ftp://ftp.eu.uu.net/pub/gnu/$1"; 161 push @mirrors, "ftp://ftp.leo.org/pub/comp/os/unix/gnu/$1"; 162 push @mirrors, "ftp://ftp.digex.net/pub/gnu/$1"; 163 } elsif ($mirror =~ /^\@KERNEL\/(.+)$/) { 164 my @extra = ( $1 ); 165 if ($filename =~ /linux-\d+\.\d+(?:\.\d+)?-rc/) { 166 push @extra, "$extra[0]/testing"; 167 } elsif ($filename =~ /linux-(\d+\.\d+(?:\.\d+)?)/) { 168 push @extra, "$extra[0]/longterm/v$1"; 169 } 170 foreach my $dir (@extra) { 171 push @mirrors, "ftp://ftp.all.kernel.org/pub/$dir"; 172 push @mirrors, "http://ftp.all.kernel.org/pub/$dir"; 173 push @mirrors, "ftp://ftp.de.kernel.org/pub/$dir"; 174 push @mirrors, "http://ftp.de.kernel.org/pub/$dir"; 175 push @mirrors, "ftp://ftp.fr.kernel.org/pub/$dir"; 176 push @mirrors, "http://ftp.fr.kernel.org/pub/$dir"; 177 } 178 } elsif ($mirror =~ /^\@GNOME\/(.+)$/) { 179 push @mirrors, "http://ftp.gnome.org/pub/GNOME/sources/$1"; 180 push @mirrors, "http://ftp.unina.it/pub/linux/GNOME/sources/$1"; 181 push @mirrors, "http://fr2.rpmfind.net/linux/gnome.org/sources/$1"; 182 push @mirrors, "ftp://ftp.dit.upm.es/pub/GNOME/sources/$1"; 183 push @mirrors, "ftp://ftp.no.gnome.org/pub/GNOME/sources/$1"; 184 push @mirrors, "http://ftp.acc.umu.se/pub/GNOME/sources/$1"; 185 push @mirrors, "http://ftp.belnet.be/mirror/ftp.gnome.org/sources/$1"; 186 push @mirrors, "http://linorg.usp.br/gnome/sources/$1"; 187 push @mirrors, "http://mirror.aarnet.edu.au/pub/GNOME/sources/$1"; 188 push @mirrors, "http://mirrors.ibiblio.org/pub/mirrors/gnome/sources/$1"; 189 push @mirrors, "ftp://ftp.cse.buffalo.edu/pub/Gnome/sources/$1"; 190 push @mirrors, "ftp://ftp.nara.wide.ad.jp/pub/X11/GNOME/sources/$1"; 191 } 192 else { 193 push @mirrors, $mirror; 194 } 195} 196 197#push @mirrors, 'http://mirror1.openwrt.org'; 198push @mirrors, 'http://mirror2.openwrt.org/sources'; 199push @mirrors, 'http://downloads.openwrt.org/sources'; 200 201while (!$ok) { 202 my $mirror = shift @mirrors; 203 $mirror or die "No more mirrors to try - giving up.\n"; 204 205 download($mirror); 206 -f "$target/$filename" and $ok = 1; 207} 208 209$SIG{INT} = \&cleanup; 210 211