# Convert Sources.gz files into Sleepycat db files for efficient usage of
# data
#
-# $Id$
-#
# Copyright (C) 2006 Jeroen van Wolffelaar <jeroen@wolffelaar.nl>
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
-# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
use strict;
use lib './lib';
my $MAX_SOURCE_POSTFIXES = 100;
use DB_File;
+use File::Path;
use Packages::Config qw( $TOPDIR $DBDIR @ARCHIVES @SUITES );
&Packages::Config::init( './' );
my %sources_small = ();
$/ = "";
+-d $DBDIR || mkpath( $DBDIR );
+
for my $archive (@ARCHIVES) {
for my $suite (@SUITES) {
print "Reading $archive/$suite...\n";
+ my %source_names_suite = ();
my %sources_all_db;
tie %sources_all_db, "DB_File", "$DBDIR/sources_all_$suite.db.new",
O_RDWR|O_CREAT, 0666, $DB_BTREE
or die "Error creating DB: $!";
+ if (!-d "$TOPDIR/archive/$archive/$suite/") {
+ print "\tseems not to exist, skipping...\n";
+ next;
+ }
open PKG, "zcat $TOPDIR/archive/$archive/$suite/$what/source/Sources.gz|";
while (<PKG>) {
next if /^\s*$/;
$data{$key} = $value;
}
$source_names{$data{'package'}} = 1;
+ $source_names_suite{$data{'package'}} = 1;
delete $data{'binary'};
$data{files} =~ s/\s*\n\s*/\01/sog;
my $subsection = $data{section} || '-';
if ($data{section} && ($data{section} =~ m=/=o)) {
($section, $subsection) = split m=/=o, $data{section}, 2;
- ($subsection, $section) = split m=/=o, $data{section}, 2
- if $section eq 'non-US';
}
$data{'section'} = $section;
$data{'subsection'} = $subsection;
$sources_all_db{"$archive $suite $data{'package'}"}
= $data;
}
+ open NAMES, '>>', "$DBDIR/source_names_$suite.txt.new"
+ or die "Error creating source names list: $!";
+ foreach (sort keys %source_names_suite) {
+ print NAMES "$_\n";
+ }
+ close NAMES;
untie %sources_all_db;
}
or die "Error creating DB: $!";
while (my ($k, $v) = each(%source_postfixes)) {
$v =~ s/.$//s;
- my $nr = $v;
- $nr =~ s/[^\000]//g;
- $nr = length($nr) + 1; # < number of hits
+ my $nr = ($v =~ tr/\000/\000/) + 1;
if ($nr > $MAX_SOURCE_POSTFIXES) {
- $v = "\001" . $nr;
+ $v = ($v =~ /\^/) ? "^\001" . $nr
+ : "\001" . $nr;
}
$source_postfixes_db{$k} = $v;
}
for my $suite (@SUITES) {
rename("$DBDIR/sources_all_$suite.db.new", "$DBDIR/sources_all_$suite.db");
+ rename("$DBDIR/source_names_$suite.txt.new", "$DBDIR/source_names_$suite.txt");
}
rename("$DBDIR/sources_small.db.new", "$DBDIR/sources_small.db");
rename("$DBDIR/source_postfixes.db.new", "$DBDIR/source_postfixes.db");