parse-translations: new script to parse the Translation files

[deb/packages.git] / bin / parse-packages

diff --git a/bin/parse-packages b/bin/parse-packages
index fa81fd400c60676140a79c7e8cbd43b42ef87904..d28083afa2a422e9411328084b6d61d59cca4d89 100755 (executable)
--- a/bin/parse-packages
+++ b/bin/parse-packages
@@ -32,6 +32,7 @@ my $MAX_PACKAGE_POSTFIXES = 100;
 use DB_File;
 use Storable;
 use File::Path;
+use Digest::MD5;
 use Deb::Versions;
 use Lingua::Stem v0.82;
 use Search::Xapian;
@@ -86,8 +87,9 @@ for my $suite (@SUITES) {
                }
                # Skip double package
                next if exists($packages_all_db{"$data{'package'} $data{'architecture'} $data{'version'}"});
-               # Skip arch:all for amd64&kfreebsd, too often broken
-               next if ($archive eq 'amd64' or $archive eq 'kfreebsd')
+               # Skip arch:all for amd64 & gnuab, any non-redundancy is
+               # usually a bug anyway
+               next if ($archive eq 'amd64' or $archive eq 'gnuab')
                    and $data{architecture} eq 'all';
 
                if ($data{'provides'}) {
@@ -118,6 +120,7 @@ for my $suite (@SUITES) {
                        $descriptions[$did] = $descr;
                        $descriptions{$descr} = $did;
                }
+               $data{'description-md5'} = Digest::MD5::md5_hex($data{'description'});
                $data{'description'} = $did;
                $packages_descriptions{"$data{'package'} $data{'version'} $data{'architecture'}"} = $did;
                $descriptions_packages{$did} .=