#! /usr/bin/perl
-# vim: ts=4 sw=4 nowrap
+# vim: ts=8 sw=8 nowrap
#
# General functions for scanning the BTS-database.
# Based on bugscan, written by Richard Braakman <dark@debian.org>,
# which was based on an unknown other script.
#
# Global variables:
-# %exclude - list of bugreports to exclude from the report
# %maintainer - map from packagename to maintainer
# %section - map from packagename to section in the FTP-site
# %packagelist - map from packagename to bugreports
+use warnings;
+use strict;
+
use lib qw(/org/bugs.debian.org/perl);
use LWP::UserAgent;
use Debbugs::MIME qw(decode_rfc1522 encode_rfc1522);
use Debbugs::Packages;
use Debbugs::Versions;
use Debbugs::Status;
+use IO::Uncompress::AnyUncompress;
use Fcntl qw(O_RDONLY);
-use strict;
-use warnings;
-require bugcfg;
+
+use File::Basename;
+use lib dirname(__FILE__);
+use bugcfg;
+
package scanlib;
-our (%exclude,%maintainer,%section,%packagelist,%debbugssection,%bugs);
+our (%maintainer,%section,%packagelist,%debbugssection,%bugs);
# Read the list of maintainer
close(M);
}
+sub glob_compressed_fh {
+ my ($fn) = @_;
+ $fn = (grep { -f $_ } glob $fn)[0];
+ my $fh = IO::Uncompress::AnyUncompress->new($fn) or
+ die "Unable to open $fn for reading: $!";
+ return $fh;
+}
+
-sub readsources() {
- my $root; # Root of archive we are scanning
- my $archive; # Name of archive we are scanning
- my $sect; # Name of current section
+sub readsources {
+ my ($root,$archive) = @_;
- $root=shift;
- $archive=shift;
- for $sect (@bugcfg::sections) {
- open(P, "zcat $root/$sect/source/Sources.gz|")
- or die open "open: $sect sourcelist: $!\n";
- while (<P>) {
+ for my $sect (@bugcfg::sections) {
+ my $p = glob_compressed_fh("$root/$sect/source/Sources.*");
+ while (<$p>) {
chomp;
next unless m/^Package:\s/;
s/^Package:\s*//; # Strip the fieldname
$section{$_} = "$archive/$sect";
}
- close (P);
+ close ($p);
}
}
-sub readpackages() {
- my $root; # Root of archive we are scanning
- my $archive; # Name of archive we are scanning
- my $sect; # Name of current section
- my $arch; # Name of current architecture
-
- $root=shift;
- $archive=shift;
- for $arch ( @bugcfg::architectures ) {
- for $sect ( @bugcfg::sections) {
- open(P, "zcat $root/$sect/binary-$arch/Packages.gz|")
- or die "open: $root/$sect/binary-$arch/Packages.gz: $!\n";
- while (<P>) {
+sub readpackages {
+ my ($root,$archive) = @_;
+ for my $arch ( @bugcfg::architectures ) {
+ for my $sect ( @bugcfg::sections) {
+ my $p = glob_compressed_fh("$root/$sect/binary-$arch/Packages.*");
+ while (<$p>) {
chomp;
next unless m/^Package:\s/; # We're only interested in the packagenames
s/^Package:\s*//; # Strip the fieldname
$section{$_} = "$archive/$sect";
+ print "$root/$sect/binary-$arch/Packages.gz\n" if ($_ eq 'xtla');
}
- close(P);
+ close($p);
}
}
+ # handle the source packages
+ for my $sect (@bugcfg::sections) {
+ my $fh = glob_compressed_fh("$root/$sect/source/Sources.*");
+ while (<$fh>) {
+ chomp;
+ next unless m/^Package:\s/; # We're only interested in the packagenames
+ s/^Package:\s*//; # Strip the fieldname
+ $section{$_} = "$archive/$sect";
+ }
+ }
}
-sub readdebbugssources() {
- my $file;
- my $archive;
+sub readdebbugssources {
+ my ($file,$archive) = @_;
- $file=shift;
- $archive=shift;
open(P, $file)
or die "open: $file: $!\n";
while (<P>) {
}
-sub scanspooldir() {
+sub scanspooldir {
my ($dir) = @_;
my $f; # While we're currently processing
my @list; # List of files to process
my $skip; # Flow control
my $walk; # index variable
my $taginfo; # Tag info
+
+ my @archs_with_source = ( @bugcfg::architectures, 'source' );
chdir($dir) or die "chdir $dir: $!\n";
closedir(DIR);
for $f (@list) {
- next if $exclude{$f}; # Check the list of bugs to skip
-
my $bug = Debbugs::Status::read_bug(summary => "$f.summary");
next if (!defined($bug));
+ my $bi = {
+ number => $f,
+ subject => $bug->{'subject'},
+ package => $bug->{'package'}
+ };
+
$skip=1;
for $walk (@bugcfg::priorities) {
$skip=0 if $walk eq $bug->{'severity'};
}
next if $skip==1;
- my %disttags = ();
- $disttags{'oldstable'} = grep(/^woody$/, @tags);
- $disttags{'stable'} = grep(/^sarge$/, @tags);
- $disttags{'testing'} = grep(/^etch$/, @tags);
- $disttags{'unstable'} = grep(/^sid$/, @tags);
+ my %disttags = ();
+ for my $release (qw(oldstable stable testing unstable)) {
+ $disttags{$release} = grep(/^$bugcfg::debian_releases->{$release}$/, @tags);
+ }
$disttags{'experimental'} = grep(/^experimental$/, @tags);
- # default according to dondelelcaro 2006-11-11
+ # default according to vorlon 2007-06-17
if (!$disttags{'oldstable'} && !$disttags{'stable'} && !$disttags{'testing'} && !$disttags{'unstable'} && !$disttags{'experimental'}) {
+ $disttags{'stable'} = 1;
$disttags{'testing'} = 1;
$disttags{'unstable'} = 1;
$disttags{'experimental'} = 1;
}
- my $bi = {};
if (defined($section{$bug->{'package'}}) && $section{$bug->{'package'}} eq 'pseudo') {
# versioning information makes no sense for pseudo packages,
# just use the tags
- for my $dist qw(oldstable stable testing unstable experimental) {
+ for my $dist (qw(oldstable stable testing unstable experimental)) {
$bi->{$dist} = $disttags{$dist};
}
next if (length($bug->{'done'}));
my $affects_any = 0;
# only bother to check the versioning status for the distributions indicated by the tags
- for my $dist qw(oldstable stable testing unstable experimental) {
+ for my $dist (qw(oldstable stable testing unstable experimental)) {
local $SIG{__WARN__} = sub {};
$bi->{$dist} = 0;
bug => $f,
status => $bug,
dist => $dist,
- arch => \@bugcfg::architectures
+ arch => \@archs_with_source
);
# ignore bugs that are absent/fixed in this distribution, include everything
next if !$affects_any;
}
- for my $keyword qw(pending patch help moreinfo unreproducible security upstream etch-ignore) {
- $bi->{$keyword} = ($bug->{'keywords'} =~ /\b$keyword\b/) ? 1 : 0;
+ for my $keyword (qw(pending patch help moreinfo unreproducible security upstream),
+ map {$bugcfg::debian_releases->{$_}.'-ignore'} keys %{$bugcfg::debian_releases}) {
+ $bi->{$keyword} = grep(/^$keyword$/, @tags);
}
if (length($bug->{'mergedwith'})) {
}
for my $package (split /[,\s]+/, $bug->{'package'}) {
- $_= $package; y/A-Z/a-z/; $_= $` if m/[^-+._a-z0-9]/;
+ $_= $package; y/A-Z/a-z/; $_= $` if m/[^-+._:a-z0-9]/;
push @{$packagelist{$_}}, $f;
}
my $taginfo = get_taginfo($bi);
my $relinfo = get_relinfo($bi);
- $bugs{$f} = "$f [$taginfo] [$relinfo] " . $bug->{'subject'};
+ $bugs{$f} = $bi;
}
}
-sub readstatus() {
- my $bug; # Number of current bug
- my $subject; # Subject for current bug
- my $pkg; # Name of current package
- my $file; # Name of statusfile
- my $sect; # Section of current package
- my $mnt; # Maintainer of current package
+sub readstatus {
+ my $filename = shift;
+ open STATUS, "<", $filename
+ or die "$filename: $!";
- $file=shift;
- open(P, $file) or die "open $file: $!";
- while (<P>) {
- chomp;
- if (m/^[0-9]+ \[/) {
- ($bug,$subject)=split(/ /, $_, 2);
- $bugs{$bug}=$subject;
- push @{$packagelist{$pkg}}, $bug;
- } else {
- ($pkg,$sect, $mnt)=split(/ /, $_, 3);
- next if (!defined($pkg));
- $section{$pkg}=$sect;
- $maintainer{$pkg}=$mnt;
+ while (1) {
+ chomp (my $type = <STATUS>);
+ if ($type eq 'package') {
+ chomp (my $package = <STATUS>);
+ chomp (my $section = <STATUS>);
+ chomp (my $maintainer = <STATUS>);
+ my $blank = <STATUS>;
+
+ $section{$package} = $section;
+ $maintainer{$package} = $maintainer;
}
+ if ($type eq 'bug') {
+ my $bug = {};
+ while (1) {
+ my $line = <STATUS>;
+ last if ($line !~ /^(.*?)=(.*)$/);
+
+ $bug->{$1} = $2;
+ }
+ $bugs{$bug->{'number'}} = $bug;
+
+ for my $package (split /[,\s]+/, $bug->{'package'}) {
+ $_= $package; y/A-Z/a-z/; $_= $` if m/[^-+._:a-z0-9]/;
+ push @{$packagelist{$_}}, $bug->{'number'};
+ }
+ }
+ last if ($type eq 'end');
}
- close P;
+ close(STATUS);
}
return $in;
}
-sub wwwnumber() {
+sub wwwnumber {
my $number = shift; # Number of bug to html-ize
"<A HREF=\"http://bugs.debian.org/cgi-bin/bugreport.cgi?archive=no&bug=" .
urlsanit($number) . '">' . htmlsanit($number) . '</A>';
}
-sub wwwname() {
+sub wwwname {
my $name = shift; # Name of package
"<A HREF=\"http://bugs.debian.org/cgi-bin/pkgreport.cgi?archive=no&pkg=" .
}
sub check_worry {
- my ($status) = @_;
+ my ($bi) = @_;
- if ($status =~ m/^\[[^]]*I/ or
- $status !~ m/ \[[^]]*T/) {
- return 0;
- }
- return 1;
+ return ($bi->{'testing'} && !$bi->{$bugcfg::debian_releases->{testing}.'-ignore'});
}
sub check_worry_stable {
- my ($status) = @_;
+ my ($bi) = @_;
- if ($status !~ m/ \[[^]]*S/) {
- return 0;
- }
- return 1;
+ return ($bi->{'stable'} && !$bi->{$bugcfg::debian_releases->{stable}.'-ignore'});
+}
+
+sub check_worry_unstable {
+ my ($bi) = @_;
+
+ return ($bi->{'unstable'});
}
sub get_taginfo {
$taginfo .= $bi->{'unreproducible'} ? "R" : " ";
$taginfo .= $bi->{'security'} ? "S" : " ";
$taginfo .= $bi->{'upstream'} ? "U" : " ";
- $taginfo .= $bi->{'etch-ignore'} ? "I" : " ";
+ $taginfo .= ($bi->{$bugcfg::debian_releases->{stable}.'-ignore'} || $bi->{$bugcfg::debian_releases->{testing}.'-ignore'}) ? "I" : " ";
return $taginfo;
}
my $bi = shift;
my $relinfo = "";
- for my $dist qw(oldstable stable testing unstable experimental) {
+ for my $dist (qw(oldstable stable testing unstable experimental)) {
$relinfo .= uc(substr($dist, 0, 1)) if $bi->{$dist};
}