1 package Packages::DoSearchContents;
6 use Benchmark ':hireswallclock';
9 our @ISA = qw( Exporter );
10 our @EXPORT = qw( do_search_contents );
13 use Packages::I18N::Locale;
14 use Packages::Search qw( :all );
15 use Packages::CGI qw( :DEFAULT error );
17 use Packages::Config qw( $DBDIR @SUITES @ARCHIVES @ARCHITECTURES $ROOT );
19 sub do_search_contents {
20 my ($params, $opts, $page_content) = @_;
22 if ($params->{errors}{keywords}) {
23 fatal_error( _g( "keyword not valid or missing" ) );
24 $opts->{keywords} = [];
25 } elsif (grep { length($_) < 2 } @{$opts->{keywords}}) {
26 fatal_error( _g( "keyword too short (keywords need to have at least two characters)" ) );
28 if ($params->{errors}{suite}) {
29 fatal_error( _g( "suite not valid or not specified" ) );
32 #FIXME: that's extremely hacky atm
33 if ($params->{values}{suite}{no_replace}[0] eq 'default') {
34 $params->{values}{suite}{no_replace} =
35 $params->{values}{suite}{final} = $opts->{suite} = [ 'gutsy' ];
38 if (@{$opts->{suite}} > 1) {
39 fatal_error( sprintf( _g( "more than one suite specified for contents search (%s)" ), "@{$opts->{suite}}" ) );
42 my @keywords = @{$opts->{keywords}};
43 my $mode = $opts->{mode} || '';
44 my $suite = $opts->{suite}[0];
45 my $archive = $opts->{archive}[0] ||'';
46 $Packages::Search::too_many_hits = 0;
48 my $st0 = new Benchmark;
51 unless (@Packages::CGI::fatal_errors) {
55 my $first_kw = lc shift @keywords;
56 # full filename search is tricky
57 my $ffn = $mode eq 'filename';
59 my $reverses = tie my %reverses, 'DB_File', "$DBDIR/contents/reverse_$suite.db",
60 O_RDONLY, 0666, $DB_BTREE
61 or die "Failed opening reverse DB: $!";
64 open FILENAMES, '-|', 'fgrep', '--', $first_kw, "$DBDIR/contents/filenames_$suite.txt"
65 or die "Failed opening filename table: $!";
70 foreach my $kw (@keywords) {
71 next FILENAME unless /\Q$kw\E/;
73 &searchfile(\@results, reverse($_)."/", \$nres, $reverses);
74 last if $Packages::Search::too_many_hits;
76 while (<FILENAMES>) {};
77 close FILENAMES or warn "fgrep error: $!\n";
80 error(_g("The search mode you selected doesn't support more than one keyword."))
83 my $kw = reverse $first_kw;
86 # exact filename searching follows trivially:
87 $kw = "$kw/" if $mode eq 'exactfilename';
89 &searchfile(\@results, $kw, \$nres, $reverses);
95 my $st1 = new Benchmark;
96 my $std = timediff($st1, $st0);
97 debug( "Search took ".timestr($std) ) if DEBUG;
100 my (%results,%archs);
101 foreach my $result (sort { $a->[0] cmp $b->[0] } @results) {
102 my $file = shift @$result;
105 my ($pkg, $arch) = split /:/, $_;
106 next unless $opts->{h_archs}{$arch};
107 $pkgs{$pkg}{$arch}++;
108 $archs{$arch}++ unless $arch eq 'all';
110 next unless keys %pkgs;
111 $results{$file} = \%pkgs;
113 my @all_archs = sort keys %archs;
114 @all_archs = sort @ARCHITECTURES unless @all_archs;
115 $page_content->{suite} = $suite;
116 $page_content->{archive} = $archive;
117 $page_content->{all_architectures} = \@all_archs;
118 $page_content->{all_suites} = \@SUITES;
119 $page_content->{mode} = $mode;
120 $page_content->{search_architectures} = $opts->{arch};
121 $page_content->{search_keywords} = $opts->{keywords};
122 $page_content->{sections} = $opts->{section};
123 $page_content->{too_many_hits} = $Packages::Search::too_many_hits;
125 debug( "all_archs = @all_archs", 1 ) if DEBUG;
128 my $sort_func = sub { $_[0] cmp $_[1] };
129 $sort_func = sub { (sort keys %{$results{$_[0]}})[0]
131 (sort keys %{$results{$_[1]}})[0]
132 } if $opts->{sort_by} eq 'pkg';
134 $page_content->{results} = [];
135 foreach my $file (sort {&$sort_func($a,$b)} keys %results) {
137 $result{file} = "/$file";
138 $result{packages} = [];
139 foreach my $pkg (sort keys %{$results{$file}}) {
141 my @archs = keys %{$results{$file}{$pkg}};
143 unless ($results{$file}{$pkg}{all} ||
144 (@archs == @all_archs)) {
145 if (@archs >= @all_archs/2) {
146 @archs = grep { !$results{$file}{$pkg}{$_} } @all_archs;
152 push @{$result{packages}}, { pkg => $pkg, architectures => \@archs, architectures_are_rev => $arch_neg };
154 push @{$page_content->{results}}, \%result;
157 } # sub do_search_contents
161 my ($results, $kw, $nres, $reverses) = @_;
163 my ($key, $value) = ($kw, "");
164 debug( "searchfile: kw=$kw", 1 ) if DEBUG;
165 for (my $status = $reverses->seq($key, $value, R_CURSOR);
167 $status = $reverses->seq( $key, $value, R_NEXT)) {
169 # FIXME: what's the most efficient "is prefix of" thingy? We only want to know
170 # whether $kw is or is not a prefix of $key
171 last unless index($key, $kw) == 0;
172 debug( "found $key", 2 ) if DEBUG;
174 my @files = split /\001/o, $value;
175 foreach my $f (@files) {
176 my @hits = split /\0/o, $f;
177 my $file = shift @hits;
179 $file = reverse($key);
181 push @$results, [ $file, @hits ];
183 last if ($$nres)++ > 100;
186 $Packages::Search::too_many_hits += $$nres - 100 if $$nres > 100;