]> git.donarmstrong.com Git - bugscan.git/blobdiff - scanlib.pm
use open_compresed file and give more output when scanlib fails
[bugscan.git] / scanlib.pm
index 3dca704000de24c6dfc17caa78410b7cde07edaf..5ce31a8226f9a11e74f6626bb3d30ac5943b5a5e 100644 (file)
@@ -1,5 +1,5 @@
 #! /usr/bin/perl
-# vim: ts=4 sw=4 nowrap
+# vim: ts=8 sw=8 nowrap
 #
 # General functions for scanning the BTS-database.
 # Based on bugscan, written by Richard Braakman <dark@debian.org>,
 #   %section        - map from packagename to section in the FTP-site
 #   %packagelist    - map from packagename to bugreports
 
+use warnings;
+use strict;
+
 use lib qw(/org/bugs.debian.org/perl);
 use LWP::UserAgent;
 use Debbugs::MIME qw(decode_rfc1522 encode_rfc1522);
 use Debbugs::Packages;
 use Debbugs::Versions;
 use Debbugs::Status;
+use Debbugs::Common qw(open_compressed_file);
 use Fcntl qw(O_RDONLY);
-use strict;
-use warnings;
-require bugcfg;
+
+use File::Basename;
+use lib dirname(__FILE__);
+use bugcfg;
+
 package scanlib;
 
 our (%maintainer,%section,%packagelist,%debbugssection,%bugs);
@@ -45,56 +51,63 @@ sub readmaintainers() {
        close(M);
 }
 
+sub glob_compressed_fh {
+    my ($fn) = @_;
+    my @fn = grep { -f $_ } glob $fn;
+    if (not @fn) {
+       die "No files exist which match glob '$fn'";
+    }
+    my $fh = open_compressed_file($fn[0]) or
+        die "Unable to open $fn for reading: $!";
+    return $fh;
+}
 
-sub readsources() {
-       my $root;                                       # Root of archive we are scanning
-       my $archive;                            # Name of archive we are scanning
-       my $sect;                                       # Name of current section
 
-       $root=shift;
-       $archive=shift;
-       for $sect (@bugcfg::sections) {
-               open(P, "zcat $root/$sect/source/Sources.gz|")
-                       or die open "open: $sect sourcelist: $!\n";
-               while (<P>) {
+sub readsources {
+    my ($root,$archive) = @_;
+
+       for my $sect (@bugcfg::sections) {
+        my $p = glob_compressed_fh("$root/$sect/source/Sources.*");
+               while (<$p>) {
                        chomp;
                        next unless m/^Package:\s/;
                        s/^Package:\s*//;                       # Strip the fieldname
                        $section{$_} = "$archive/$sect";
                }
-               close (P);
+               close ($p);
        }
 }
 
-sub readpackages() {
-       my $root;                                       # Root of archive we are scanning
-       my $archive;                            # Name of archive we are scanning
-       my $sect;                                       # Name of current section
-       my $arch;                                       # Name of current architecture
-
-       $root=shift;
-       $archive=shift;
-       for $arch ( @bugcfg::architectures ) {
-               for $sect ( @bugcfg::sections) {
-                       open(P, "zcat $root/$sect/binary-$arch/Packages.gz|")
-                               or die "open: $root/$sect/binary-$arch/Packages.gz: $!\n";
-                       while (<P>) {
+sub readpackages {
+    my ($root,$archive) = @_;
+       for my $arch ( @bugcfg::architectures ) {
+               for my $sect ( @bugcfg::sections) {
+            my $p = glob_compressed_fh("$root/$sect/binary-$arch/Packages.*");
+                       while (<$p>) {
                                chomp;
                                next unless m/^Package:\s/;     # We're only interested in the packagenames
                                s/^Package:\s*//;                       # Strip the fieldname
                                $section{$_} = "$archive/$sect";
+                               print "$root/$sect/binary-$arch/Packages.gz\n" if ($_ eq 'xtla');
                        }
-                       close(P);
+                       close($p);
                }
        }
+    # handle the source packages
+    for my $sect (@bugcfg::sections) {
+       my $fh = glob_compressed_fh("$root/$sect/source/Sources.*");
+       while (<$fh>) {
+           chomp;
+           next unless m/^Package:\s/; # We're only interested in the packagenames
+           s/^Package:\s*//;                   # Strip the fieldname
+           $section{$_} = "$archive/$sect";
+       }
+    }
 }
 
-sub readdebbugssources() {
-       my $file;
-       my $archive;
+sub readdebbugssources {
+    my ($file,$archive) = @_;
 
-       $file=shift;
-       $archive=shift;
        open(P, $file)
                or die "open: $file: $!\n";
        while (<P>) {
@@ -134,13 +147,15 @@ sub scanspool() {
 
 }
 
-sub scanspooldir() {
+sub scanspooldir {
        my ($dir)               = @_;
        my $f;                  # While we're currently processing
        my @list;               # List of files to process
        my $skip;               # Flow control
        my $walk;               # index variable
        my $taginfo;    # Tag info
+                                       
+       my @archs_with_source = ( @bugcfg::architectures, 'source' );
 
        chdir($dir) or die "chdir $dir: $!\n";
 
@@ -173,15 +188,15 @@ sub scanspooldir() {
                }
                next if $skip==1;
        
-               my %disttags = ();      
-               $disttags{'oldstable'}    = grep(/^woody$/, @tags);
-               $disttags{'stable'}       = grep(/^sarge$/, @tags);
-               $disttags{'testing'}      = grep(/^etch$/, @tags);
-               $disttags{'unstable'}     = grep(/^sid$/, @tags);
+               my %disttags = ();
+        for my $release (qw(oldstable stable testing unstable)) {
+            $disttags{$release}    = grep(/^$bugcfg::debian_releases->{$release}$/, @tags);
+        }
                $disttags{'experimental'} = grep(/^experimental$/, @tags);
                        
-               # default according to dondelelcaro 2006-11-11
+               # default according to vorlon 2007-06-17
                if (!$disttags{'oldstable'} && !$disttags{'stable'} && !$disttags{'testing'} && !$disttags{'unstable'} && !$disttags{'experimental'}) {
+                       $disttags{'stable'} = 1;
                        $disttags{'testing'} = 1;
                        $disttags{'unstable'} = 1;
                        $disttags{'experimental'} = 1;
@@ -190,7 +205,7 @@ sub scanspooldir() {
                if (defined($section{$bug->{'package'}}) && $section{$bug->{'package'}} eq 'pseudo') {
                        # versioning information makes no sense for pseudo packages,
                        # just use the tags
-                       for my $dist qw(oldstable stable testing unstable experimental) {
+                       for my $dist (qw(oldstable stable testing unstable experimental)) {
                                $bi->{$dist} = $disttags{$dist};
                        }
                        next if (length($bug->{'done'}));
@@ -198,7 +213,7 @@ sub scanspooldir() {
                        my $affects_any = 0;
                
                        # only bother to check the versioning status for the distributions indicated by the tags 
-                       for my $dist qw(oldstable stable testing unstable experimental) {
+                       for my $dist (qw(oldstable stable testing unstable experimental)) {
                                local $SIG{__WARN__} = sub {};
 
                                $bi->{$dist} = 0;
@@ -208,7 +223,7 @@ sub scanspooldir() {
                                        bug => $f, 
                                        status => $bug, 
                                        dist => $dist, 
-                                       arch => \@bugcfg::architectures
+                                       arch => \@archs_with_source
                                );
 
                                # ignore bugs that are absent/fixed in this distribution, include everything
@@ -224,8 +239,9 @@ sub scanspooldir() {
                        next if !$affects_any;
                }
 
-               for my $keyword qw(pending patch help moreinfo unreproducible security upstream sarge-ignore etch-ignore) {
-                       $bi->{$keyword} = ($bug->{'keywords'} =~ /\b$keyword\b/) ? 1 : 0;
+               for my $keyword (qw(pending patch help moreinfo unreproducible security upstream),
+                         map {$bugcfg::debian_releases->{$_}.'-ignore'} keys %{$bugcfg::debian_releases}) {
+                       $bi->{$keyword} = grep(/^$keyword$/, @tags);
                }
 
                if (length($bug->{'mergedwith'})) {
@@ -234,7 +250,7 @@ sub scanspooldir() {
                }
 
                for my $package (split /[,\s]+/, $bug->{'package'}) {
-                       $_= $package; y/A-Z/a-z/; $_= $` if m/[^-+._a-z0-9]/;
+                       $_= $package; y/A-Z/a-z/; $_= $` if m/[^-+._:a-z0-9]/;
                        push @{$packagelist{$_}}, $f;
                }
 
@@ -246,7 +262,7 @@ sub scanspooldir() {
 }
 
 
-sub readstatus() {
+sub readstatus {
     my $filename = shift;
        open STATUS, "<", $filename
                or die "$filename: $!";
@@ -273,7 +289,7 @@ sub readstatus() {
                        $bugs{$bug->{'number'}} = $bug;
 
                        for my $package (split /[,\s]+/, $bug->{'package'}) {
-                               $_= $package; y/A-Z/a-z/; $_= $` if m/[^-+._a-z0-9]/;
+                               $_= $package; y/A-Z/a-z/; $_= $` if m/[^-+._:a-z0-9]/;
                                push @{$packagelist{$_}}, $bug->{'number'};
                        }
                }
@@ -299,14 +315,14 @@ sub htmlsanit {
     return $in;
 }
 
-sub wwwnumber() {
+sub wwwnumber {
        my $number = shift;             # Number of bug to html-ize
 
        "<A HREF=\"http://bugs.debian.org/cgi-bin/bugreport.cgi?archive=no&amp;bug=" .
                urlsanit($number) . '">' . htmlsanit($number) . '</A>';
 }
 
-sub wwwname() {
+sub wwwname {
        my $name = shift;                       # Name of package
 
        "<A HREF=\"http://bugs.debian.org/cgi-bin/pkgreport.cgi?archive=no&amp;pkg=" .
@@ -314,15 +330,26 @@ sub wwwname() {
 }
 
 sub check_worry {
-       my ($bi) = @_;
+       my ($bi,$dist) = @_;
+    $dist = 'testing' if not defined $dist;
 
-       return ($bi->{'testing'} && !$bi->{'etch-ignore'});
+       return ($bi->{$dist} && !$bi->{$bugcfg::debian_releases->{$dist}.'-ignore'});
 }
 
+sub check_worry_testing {
+    return check_worry($_[0],'testing');
+}
 sub check_worry_stable {
+    return check_worry($_[0],'stable');
+}
+sub check_worry_oldstable {
+    return check_worry($_[0],'oldstable');
+}
+
+sub check_worry_unstable {
        my ($bi) = @_;
 
-       return ($bi->{'stable'} && !$bi->{'sarge-ignore'});
+       return ($bi->{'unstable'});
 }
 
 sub get_taginfo {
@@ -336,7 +363,7 @@ sub get_taginfo {
        $taginfo .= $bi->{'unreproducible'} ? "R" : " ";
        $taginfo .= $bi->{'security'}       ? "S" : " ";
        $taginfo .= $bi->{'upstream'}       ? "U" : " ";
-       $taginfo .= ($bi->{'sarge-ignore'} || $bi->{'etch-ignore'}) ? "I" : " ";
+       $taginfo .= ($bi->{$bugcfg::debian_releases->{stable}.'-ignore'} || $bi->{$bugcfg::debian_releases->{testing}.'-ignore'}) ? "I" : " ";
 
        return $taginfo;
 }
@@ -345,7 +372,7 @@ sub get_relinfo {
     my $bi = shift;
 
     my $relinfo = "";
-       for my $dist qw(oldstable stable testing unstable experimental) {
+       for my $dist (qw(oldstable stable testing unstable experimental)) {
            $relinfo .= uc(substr($dist, 0, 1)) if $bi->{$dist};
        }