#!/usr/bin/perl
+# gen-indices generates bug index files, and is released
+# under the terms of the GPL version 2, or any later version, at your
+# option. See the file README and COPYING for more information.
-# Generates by-*.idx files for the CGI scripts
# Copyright (c) 2005/08/03 Anthony Towns
-# GPL v2
+# Copyright 2007, 2008 by Don Armstrong <don@donarmstrong.com>.
+
+use warnings;
+use strict;
use DB_File;
use MLDBM qw(DB_FILE Storable);
use Getopt::Long;
use Pod::Usage;
-use warnings;
-use strict;
-
use File::stat;
-use List::Util qw(min);
+use List::AllUtils qw(min);
+
+use Debbugs::Common qw(make_list);
=head1 NAME
=over
-=itme B<--quick>
+=item B<--quick>
Only update changed bugs
use Debbugs::Config qw(:config);
use Debbugs::Common qw(getparsedaddrs getbugcomponent lockpid);
-use Debbugs::Status qw(readbug);
+use Debbugs::Status qw(readbug split_status_fields);
+use Debbugs::Log;
+use Debbugs::UTF8 qw(encode_utf8_structure);
chdir($config{spool_dir}) or die "chdir $config{spool_dir} failed: $!";
}
# NB: The reverse index is special; it's used to clean up during updates to bugs
-my @indexes = ('package', 'tag', 'severity','owner','submitter-email','status','reverse');
+my @indexes = ('package', 'tag', 'severity','owner','submitter-email','status','correspondent','affects','reverse');
my $indexes;
my %slow_index = ();
my %fast_index = ();
return $email;
}
+my $modification_made = 0;
my $cnt = 0;
my @dirs = ($initialdir);
next;
}
next if $stat->mtime < $time;
- my $fdata = readbug($bug, $initialdir);
- addbugtoindex("package", $bug, split /[\s,]+/, $fdata->{"package"});
- addbugtoindex("tag", $bug, split /[\s,]+/, $fdata->{"keywords"});
+ my ($fdata) = encode_utf8_structure(split_status_fields(readbug($bug, $initialdir)));
+ $modification_made = 1;
+ addbugtoindex("package", $bug, make_list($fdata->{package}));
+ addbugtoindex("tag", $bug, make_list($fdata->{keywords}));
+ addbugtoindex("affects", $bug, make_list($fdata->{"affects"}));
addbugtoindex('submitter-email', $bug,
map {lc($_->address)} getparsedaddrs($fdata->{originator}));
addbugtoindex("severity", $bug, $fdata->{"severity"});
addbugtoindex("owner", $bug,
map {lc($_->address)} getparsedaddrs($fdata->{"owner"}));
- }
+ # handle log entries
+ # do this in eval to avoid exploding on jacked logs
+ eval {
+ my $log = Debbugs::Log->new(bug_num => $bug);
+ my @correspondents;
+ while (my $record = $log->read_record()) {
+ next unless $record->{type} eq 'incoming-recv';
+ # we use a regex here, because a full mime parse will be slow.
+ my ($from) = $record->{text} =~ /^From:\s+(.+?)^\S/ism;
+ push @correspondents, map {lc($_->address)} getparsedaddrs($from);
+ }
+ addbugtoindex('correspondent',$bug,@correspondents) if @correspondents;
+ };
+ if ($@) {
+ print STDERR "Problem dealing with log of $bug: $@";
+ }
+ }
}
if (not $options{quick}) {
}
}
-
for my $i (@indexes) {
- untie %{$slow_index{$i}};
+ untie %{$slow_index{$i}};
+ # Only move if we've made changes, otherwise unlink
+ if ($modification_made) {
move("$indexdest/by-$i$suffix.idx.new", "$indexdest/by-$i$suffix.idx");
# We do this, because old versions of touch don't support -d '@epoch'
system('touch','-d',"1/1/1970 UTC + ${start_time}secs","$indexdest/by-$i$suffix.idx");
+ }
+ else {
+ unlink("$indexdest/by-$i$suffix.idx.new");
+ }
}
unlink($config{spool_dir}.'/lock/gen-indices')