lib/Packages/DoDownload.pm

   1 package Packages::DoDownload;
   2
   3 use strict;
   4 use warnings;
   5
   6 use CGI ();
   7 use DB_File;
   8 use Benchmark ':hireswallclock';
   9 use Exporter;
  10
  11 use Deb::Versions;
  12 use Packages::I18N::Locale;
  13 use Packages::HTML ();
  14 use Packages::Search qw( :all );
  15 use Packages::Config qw( $HOME $DBDIR @SUITES @ARCHIVES @SECTIONS @ARCHITECTURES $SEARCH_URL );
  16 use Packages::CGI;
  17 use Packages::DB;
  18
  19 our @ISA = qw( Exporter );
  20 our @EXPORT = qw( do_download );
  21
  22 # TODO: find a way to get the U.S. mirror list from a more authoritive
  23 # location automatically. might not be overly smart to automatize it
  24 # completely, since I hand pick sites that are up-to-date, fast, and
  25 # have HTTP on a reasonably short URL
  26 #   -- Joy
  27
  28 # hint:
  29 # grep-dctrl -F Site,Alias -e '(udel|bigfoot|kernel|crosslink|internap|cerias|lcs.mit|progeny)' Mirrors.masterlist | timestamps/archive_mirror_check.py
  30 our @north_american_sites = (
  31         "ftp.us.debian.org/debian",
  32         "http.us.debian.org/debian",
  33         "ftp.debian.org/debian",
  34 #       "ftp.ca.debian.org/debian",
  35         "ftp.egr.msu.edu/debian",
  36         "mirrors.kernel.org/debian",
  37         "archive.progeny.com/debian",
  38         "debian.crosslink.net/debian",
  39         "ftp-mirror.internap.com/pub/debian",
  40         "ftp.cerias.purdue.edu/pub/os/debian",
  41         "ftp.lug.udel.edu/debian",
  42         "debian.lcs.mit.edu/debian",
  43         "debian.teleglobe.net",
  44         "debian.rutgers.edu",
  45         "debian.oregonstate.edu/debian",
  46         );
  47 our @european_sites = (
  48         "ftp.de.debian.org/debian",
  49         "ftp.at.debian.org/debian",
  50         "ftp.bg.debian.org/debian",
  51         "ftp.cz.debian.org/debian",
  52         "ftp.dk.debian.org/debian",
  53         "ftp.ee.debian.org/debian",
  54         "ftp.fi.debian.org/debian",
  55         "ftp.fr.debian.org/debian",
  56         "ftp.hr.debian.org/debian",
  57         "ftp.hu.debian.org/debian",
  58         "ftp.ie.debian.org/debian",
  59         "ftp.is.debian.org/debian",
  60         "ftp.it.debian.org/debian",
  61         "ftp.nl.debian.org/debian",
  62         "ftp.no.debian.org/debian",
  63         "ftp.pl.debian.org/debian",
  64         "ftp.si.debian.org/debian",
  65         "ftp.es.debian.org/debian",
  66         "ftp.se.debian.org/debian",
  67         "ftp.tr.debian.org/debian",
  68         "ftp.uk.debian.org/debian",
  69         );
  70 our @south_american_sites = (
  71         "ftp.br.debian.org/debian",
  72         "ftp.cl.debian.org/debian",
  73         );
  74 our @australian_sites = (
  75         "ftp.au.debian.org/debian",
  76         "ftp.wa.au.debian.org/debian",
  77         "ftp.nz.debian.org/debian",
  78         );
  79 our @asian_sites = (
  80         "ftp.jp.debian.org/debian",
  81 #       "ftp.kr.debian.org/debian",
  82         "linux.csie.nctu.edu.tw/debian",
  83         "debian.linux.org.tw/debian",
  84         "linux.cdpa.nsysu.edu.tw/debian",
  85         );
  86
  87 our @volatile_european_sites = (
  88         "volatile.debian.net/debian-volatile",
  89         "ftp2.de.debian.org/debian-volatile",
  90         "ftp.sk.debian.org/debian-volatile",
  91                                );
  92 our @backports_european_sites = (
  93         "www.backports.org/debian",
  94         "debian.sil.at/backports.org/",
  95         "backports.debian.or.at/backports.org",
  96         "mirror.realroute.net/backports.org",
  97         "backports.cisbg.com",
  98         "backports.linuxdediziert.de/backports.org",
  99         "debian.netcologne.de/debian-backports",
 100         "ftp.de.debian.org/backports.org",
 101         "mirror.buildd.net/backports.org",
 102         "ftp.estpak.ee/backports.org",
 103         "debian.acantho.net/backports.org",
 104         "backports.essentkabel.com/backports.org",
 105         "backports.sipo.nl",
 106         "ftp.tuke.sk",
 107                                );
 108 our @backports_asian_sites = (
 109         "backports.mithril-linux.org",
 110                              );
 111 our @backports_australian_sites = (
 112         "mirror.linux.org.au/backports.org",
 113                                   );
 114 our @amd64_european_sites = (
 115         "amd64.debian.net/debian",
 116         "ftp.de.debian.org/debian-amd64/debian",
 117         "bach.hpc2n.umu.se/debian-amd64/debian",
 118         "bytekeeper.as28747.net/debian-amd64/debian",
 119         "mirror.switch.ch/debian-amd64/debian",
 120         "ftp.nl.debian.org/debian-amd64/debian",
 121                             );
 122 our @amd64_asian_sites = (
 123         "hanzubon.jp/debian-amd64/debian",
 124                          );
 125 our @amd64_north_american_sites = (
 126         "mirror.espri.arizona.edu/debian-amd64/debian",
 127                                   );
 128 our @kfreebsd_north_american_sites = (
 129         "www.gtlib.gatech.edu/pub/gnuab/debian",
 130                                      );
 131 our @kfreebsd_european_sites = (
 132         # master site, aka ftp.gnuab.org
 133         "kfreebsd-gnu.debian.net/debian",
 134         "ftp.easynet.be/ftp/gnuab/debian",
 135         "ftp.de.debian.org/debian-kfreebsd",
 136                                );
 137 our @nonus_north_american_sites = (
 138 #       "ftp.ca.debian.org/debian-non-US",
 139         "debian.yorku.ca/debian/non-US",
 140         "mirror.direct.ca/linux/debian-non-US",
 141         );
 142 our @nonus_european_sites = (
 143         "non-us.debian.org/debian-non-US",
 144         "ftp.de.debian.org/debian-non-US",
 145         "ftp.at.debian.org/debian-non-US",
 146         "ftp.bg.debian.org/debian-non-US",
 147         "ftp.cz.debian.org/debian-non-US",
 148         "ftp.fi.debian.org/debian-non-US",
 149         "ftp.fr.debian.org/debian-non-US",
 150         "ftp.hr.debian.org/debian-non-US",
 151         "ftp.hu.debian.org/debian-non-US",
 152         "ftp.ie.debian.org/debian-non-US",
 153         "ftp.is.debian.org/debian-non-US",
 154         "ftp.it.debian.org/debian-non-US",
 155         "ftp.nl.debian.org/debian-non-US",
 156         "ftp.no.debian.org/debian-non-US",
 157         "ftp.pl.debian.org/debian/non-US",
 158         "ftp.si.debian.org/debian-non-US",
 159         "ftp.es.debian.org/debian-non-US",
 160         "ftp.se.debian.org/debian-non-US",
 161         "ftp.tr.debian.org/debian-non-US",
 162         "ftp.uk.debian.org/debian/non-US",
 163         );
 164 our @nonus_australian_sites = (
 165         "ftp.au.debian.org/debian-non-US",
 166         "ftp.wa.au.debian.org/debian-non-US",
 167         "ftp.nz.debian.org/debian-non-US",
 168         );
 169 our @nonus_asian_sites = (
 170         "ftp.jp.debian.org/debian-non-US",
 171 #       "ftp.kr.debian.org/debian-non-US",
 172         "linux.csie.nctu.edu.tw/debian-non-US",
 173         "debian.linux.org.tw/debian-non-US",
 174         "linux.cdpa.nsysu.edu.tw/debian-non-US",
 175         );
 176 our @nonus_south_american_sites = (
 177         "ftp.br.debian.org/debian-non-US",
 178         "ftp.cl.debian.org/debian-non-US",
 179         );
 180
 181 # list of architectures
 182 our %arches = (
 183         i386    => 'Intel x86',
 184         m68k    => 'Motorola 680x0',
 185         sparc   => 'SPARC',
 186         alpha   => 'Alpha',
 187         powerpc => 'PowerPC',
 188         arm     => 'ARM',
 189         hppa    => 'HP PA-RISC',
 190         ia64    => 'Intel IA-64',
 191         mips    => 'MIPS',
 192         mipsel  => 'MIPS (DEC)',
 193         s390    => 'IBM S/390',
 194         "hurd-i386" => 'Hurd (i386)',
 195         amd64   => 'AMD64',
 196         "kfreebsd-i386" => 'GNU/kFreeBSD (i386)'
 197 );
 198
 199 sub do_download {
 200     my ($params, $opts, $html_header, $menu, $page_content) = @_;
 201
 202     if ($params->{errors}{package}) {
 203         fatal_error( _g( "package not valid or not specified" ) );
 204     }
 205     if ($params->{errors}{suite}) {
 206         fatal_error( _g( "suite not valid or not specified" ) );
 207     }
 208     if ($params->{errors}{arch}) {
 209         fatal_error( _g( "architecture not valid or not specified" ) );
 210     }
 211     if (@{$opts->{suite}} > 1) {
 212         fatal_error( sprintf( _g( "more than one suite specified for download (%s)" ), "@{$opts->{suite}}" ) );
 213     }
 214     if (@{$opts->{arch}} > 1) {
 215         fatal_error( sprintf( _g( "more than one architecture specified for download (%s)" ), "@{$opts->{arch}}" ) );
 216     }
 217
 218     $opts->{h_sections} = { map { $_ => 1 } @SECTIONS };
 219     my $pkg = $opts->{package};
 220     my $suite = $opts->{suite}[0];
 221     my $arch = $opts->{arch}[0] ||'';
 222
 223     our (%packages_all);
 224     my (@results);
 225     my ($final_result, $file, $filen, $md5sum, @file_components, $archive) = ("")x5;
 226
 227     my $st0 = new Benchmark;
 228     unless (@Packages::CGI::fatal_errors) {
 229         tie %packages_all, 'DB_File', "$DBDIR/packages_all_$suite.db",
 230         O_RDONLY, 0666, $DB_BTREE
 231             or die "couldn't tie DB $DBDIR/packages_all_$suite.db: $!";
 232
 233         read_entry( \%packages, $pkg, \@results, $opts );
 234
 235         unless (@results) {
 236             fatal_error( _g( "No such package." )."<br>".
 237                          sprintf( _g( '<a href="%s">Search for the package</a>' ), "$SEARCH_URL/$pkg" ) );
 238         } else {
 239             my $final_result = shift @results;
 240             foreach (@results) {
 241                 if (version_cmp( $_->[7], $final_result->[7] ) > 0) {
 242                     $final_result = $_;
 243                 }
 244             }
 245
 246             $archive = $final_result->[1];
 247             my %data = split /\000/, $packages_all{"$pkg $arch $final_result->[7]"};
 248             $file = $data{filename};
 249             @file_components = split('/', $file);
 250             $filen = pop(@file_components);
 251
 252             $md5sum = $data{md5sum};
 253         }
 254     }
 255
 256     %$html_header = ( title => _g( "Package Download Selection" ),
 257                       lang => $opts->{lang},
 258                       print_title => 1 );
 259
 260     if ($file) {
 261         if ($arch ne 'all') {
 262             $$page_content .= '<h2>'.sprintf( _g('Download Page for <kbd>%s</kbd> on %s machines'), $filen, $arches{$arch} ).'</h2>';
 263         } else {
 264             $$page_content .= '<h2>'.sprintf( _g('Download Page for <kbd>%s</kbd>'), $filen ).'</h2>';
 265         }
 266         my $directory = join( '/', @file_components).'/';
 267         if ($archive ne 'security' ) {
 268             $$page_content .= "<p>".sprintf( _g( 'You can download the requested file from the <tt>%s</tt> subdirectory at any of these sites:' ), $directory )."</p>\n";
 269         } else {
 270             $$page_content .= "<p>".sprintf( _g( 'You can download the requested file from the <tt>%s</tt> subdirectory at:' ), $directory )."</p>\n";
 271         }
 272
 273         hint(_g("If you are running Debian, it's strongly suggested to use a
 274             package manager like <a href=\"../../aptitude\">aptitude</a> or <a
 275             href=\"../../synaptic\">synaptic</a> to download and install
 276             packages, instead of doing so manually via this website"));
 277
 278         if ($archive eq 'security') {
 279
 280             $$page_content .= "<ul><li><a href=\"http://security.debian.org/debian-security/$file\">security.debian.org/debian-security</a></li></ul>";
 281             $$page_content .= '<p>'._g( 'Debian security updates are currently officially distributed only via <tt>security.debian.org</tt>.' ).'</p>';
 282         } elsif ($arch eq 'amd64') {
 283
 284             $$page_content .= print_links( _g( "North America" ), $file, @amd64_north_american_sites );
 285             $$page_content .= print_links( _g( "Europe" ), $file, @amd64_european_sites );
 286 #    $$page_content .= print_links( "Australia and New Zealand", $file,
 287 #                @nonus_australian_sites );
 288             $$page_content .= print_links( _g( "Asia" ), $file, @amd64_asian_sites );
 289 #    $$page_content .= print_links( "South America", $file, @nonus_south_american_sites );
 290
 291             $$page_content .= '<p>'._g( 'Note that AMD64 is not officialy included in the Debian archive yet, but the AMD64 porter group keeps their archive in sync with the official archive as close as possible. See the <a href="http://www.debian.org/ports/amd64/">AMD64 ports page</a> for current information.' ).'</p>';
 292         } elsif ($arch eq 'kfreebsd-i386') {
 293
 294             $$page_content .= print_links( _g( "North America" ), $file, @kfreebsd_north_american_sites );
 295             $$page_content .= print_links( _g( "Europe" ), $file, @kfreebsd_european_sites );
 296 #    $$page_content .= print_links( "Australia and New Zealand", $file,
 297 #                @nonus_australian_sites );
 298 #    $$page_content .= print_links( "Asia", $file, @amd64_asian_sites );
 299 #    $$page_content .= print_links( "South America", $file, @nonus_south_american_sites );
 300
 301             $$page_content .= '<p>'._g( 'Note that GNU/kFreeBSD is not officialy included in the Debian archive yet, but the GNU/kFreeBSD porter group keeps their archive in sync with the official archive as close as possible. See the <a href="http://www.debian.org/ports/kfreebsd-gnu/">GNU/kFreeBSD ports page</a> for current information.' ).'</p>';
 302         } elsif ($archive eq 'non-US') {
 303
 304             $$page_content .= print_links( _g( "North America" ), $file, @nonus_north_american_sites );
 305             $$page_content .= print_links( _g( "Europe" ), $file, @nonus_european_sites );
 306             $$page_content .= print_links( _g( "Australia and New Zealand" ), $file,
 307                                            @nonus_australian_sites );
 308             $$page_content .= print_links( _g( "Asia" ), $file, @nonus_asian_sites );
 309             $$page_content .= print_links( _g( "South America" ), $file, @nonus_south_american_sites );
 310
 311             $$page_content .= '<p>'.sprintf( _g('If none of the above sites are fast enough for you, please see our <a href="%s">complete mirror list</a>.' ), 'http://www.debian.org/mirror/list-non-US' ).'</p>';
 312         } elsif ($archive eq 'backports') {
 313
 314 #    $$page_content .= print_links( "North America", $file, @nonus_north_american_sites );
 315             $$page_content .= '<div class="cardleft">';
 316             $$page_content .= print_links( _g( "Europe" ), $file, @backports_european_sites );
 317             $$page_content .= '</div><div class="cardright">';
 318             $$page_content .= print_links( _g( "Australia and New Zealand" ), $file,
 319                                            @backports_australian_sites );
 320             $$page_content .= print_links( _g( "Asia" ), $file, @backports_asian_sites );
 321 #    $$page_content .= print_links( "South America", $file, @nonus_south_american_sites );
 322             $$page_content .= '</div>';
 323
 324             $$page_content .= '<p style="clear:both">'.sprintf( _g( 'If none of the above sites are fast enough for you, please see our <a href="%s">complete mirror list</a>.'), 'http://www.backports.org/debian/README.mirrors.html' ).'</p>';
 325         } elsif ($archive eq 'volatile') {
 326
 327 #    $$page_content .= print_links( "North America", $file, @nonus_north_american_sites );
 328             $$page_content .= print_links( _g( "Europe" ), $file, @volatile_european_sites );
 329 #    $$page_content .= print_links( "Australia and New Zealand", $file,
 330 #                @nonus_australian_sites );
 331 #    $$page_content .= print_links( "Asia", $file, @nonus_asian_sites );
 332 #    $$page_content .= print_links( "South America", $file, @nonus_south_american_sites );
 333
 334             $$page_content .= '<p>'.sprintf( _g( 'If none of the above sites are fast enough for you, please see our <a href="%s">complete mirror list</a>.' ), 'http://volatile.debian.net/mirrors.html' ).'</p>';
 335         } elsif ($archive eq 'us') {
 336
 337             $$page_content .= '<div class="cardleft">';
 338             $$page_content .= print_links( _g( "North America" ), $file, @north_american_sites );
 339             $$page_content .= '</div><div class="cardright">';
 340             $$page_content .= print_links( _g( "Europe" ), $file, @european_sites );
 341             $$page_content .= '</div><div class="cardleft">';
 342             $$page_content .= print_links( _g( "Australia and New Zealand" ), $file, @australian_sites );
 343             $$page_content .= '</div><div class="cardright">';
 344             $$page_content .= print_links( _g( "Asia" ), $file, @asian_sites );
 345             $$page_content .= '</div><div class="cardleft">';
 346             $$page_content .= print_links( _g( "South America" ), $file, @south_american_sites );
 347             $$page_content .= '</div>';
 348
 349             $$page_content .= '<p style="clear:both">'.sprintf( _g( 'If none of the above sites are fast enough for you, please see our <a href="%s">complete mirror list</a>.' ), 'http://www.debian.org/mirror/list' ).'</p>';
 350         }
 351
 352     $$page_content .= '<p>'._g( 'Note that in some browsers you will need to tell your browser you want the file saved to a file. For example, in Firefox or Mozilla, you should hold the Shift key when you click on the URL.' ).'</p>';
 353     $$page_content .= "<p>".sprintf( _g( 'The MD5sum for <tt>%s</tt> is <strong>%s</strong>' ), $filen, $md5sum ).'</p>'
 354         if $md5sum;
 355     }
 356 }
 357
 358 sub print_links {
 359     my ( $title, $file, @servers ) = @_;
 360
 361     my $str = "<p><em>$title</em></p>";
 362     $str .= "<ul>";
 363     foreach (@servers) {
 364         $str .= "<li><a href=\"http://$_/$file\">$_</a></li>\n";
 365         # $str .= "<li><a href=\"ftp://$_/$file\">$_</a></li>\n";
 366     }
 367     $str .= "</ul>";
 368
 369     return $str;
 370 }
 371
 372 1;