]> git.deb.at Git - deb/packages.git/blobdiff - bin/parse-packages
Remove obsolete descriptions.txt previously used for fulltext search
[deb/packages.git] / bin / parse-packages
index fe61ca2269afc5b9f5e29104d7eb42f6ab713b3c..1536b814e70760ec781b7cc129f89510cd51c15e 100755 (executable)
@@ -32,6 +32,7 @@ my $MAX_PACKAGE_POSTFIXES = 100;
 use DB_File;
 use Storable;
 use File::Path;
+use Digest::MD5;
 use Deb::Versions;
 use Lingua::Stem v0.82;
 use Search::Xapian;
@@ -119,6 +120,7 @@ for my $suite (@SUITES) {
                        $descriptions[$did] = $descr;
                        $descriptions{$descr} = $did;
                }
+               $data{'description-md5'} = Digest::MD5::md5_hex($data{'description'}, "\n");
                $data{'description'} = $did;
                $packages_descriptions{"$data{'package'} $data{'version'} $data{'architecture'}"} = $did;
                $descriptions_packages{$did} .=
@@ -244,7 +246,6 @@ my %descriptions_db;
 tie %descriptions_db, "DB_File", "$DBDIR/descriptions.db.new",
        O_RDWR|O_CREAT, 0666, $DB_BTREE
        or die "Error creating DB: $!";
-open DESCR, ">", "$DBDIR/descriptions.txt" or die "Error creating descriptions textfile";
 print "Index $#descriptions descriptions\n";
 for (my $i=1; $i<= $#descriptions; $i++) {
        my $plain_description = $descriptions[$i];
@@ -257,7 +258,6 @@ for (my $i=1; $i<= $#descriptions; $i++) {
        $plain_description = " $plain_description ";
        $plain_description =~ s/[(),.-]+//og;
        $plain_description =~ s#[^a-z0-9_/+]+# #og;
-       print DESCR "$plain_description\n";
 
        #XAPIAN
        eval {
@@ -281,7 +281,6 @@ for (my $i=1; $i<= $#descriptions; $i++) {
 
        $descriptions_db{$i} = $only_desc;
 }
-close DESCR;
 untie %descriptions_db;
 $xapian_db->flush;
 undef $xapian_db;
@@ -330,6 +329,5 @@ rename("$DBDIR/packages_descriptions.db.new",
        "$DBDIR/packages_descriptions.db");
 rename("$DBDIR/descriptions_packages.db.new",
        "$DBDIR/descriptions_packages.db");
-rename("$DBDIR/descriptions.txt.new", "$DBDIR/descriptions.txt");
 rename("$DBDIR/descriptions.db.new", "$DBDIR/descriptions.db");
 rename("$DBDIR/package_postfixes.db.new", "$DBDIR/package_postfixes.db");