X-Git-Url: https://git.donarmstrong.com/?p=bugscan.git;a=blobdiff_plain;f=scanlib.pm;h=9171f8490b6289019edc9fd69a1b87c1a6f17680;hp=a2c378b73913439ce72037904f29f30dd8371e34;hb=HEAD;hpb=c254a0d0c6ce35fab30d43d9e4e7e3015e250013 diff --git a/scanlib.pm b/scanlib.pm index a2c378b..9171f84 100644 --- a/scanlib.pm +++ b/scanlib.pm @@ -1,5 +1,5 @@ #! /usr/bin/perl -# vim: ts=4 sw=4 nowrap +# vim: ts=8 sw=8 nowrap # # General functions for scanning the BTS-database. # Based on bugscan, written by Richard Braakman , @@ -10,16 +10,22 @@ # %section - map from packagename to section in the FTP-site # %packagelist - map from packagename to bugreports +use warnings; +use strict; + use lib qw(/org/bugs.debian.org/perl); use LWP::UserAgent; use Debbugs::MIME qw(decode_rfc1522 encode_rfc1522); use Debbugs::Packages; use Debbugs::Versions; use Debbugs::Status; +use Debbugs::Common qw(open_compressed_file); use Fcntl qw(O_RDONLY); -use strict; -use warnings; -require bugcfg; + +use File::Basename; +use lib dirname(__FILE__); +use bugcfg; + package scanlib; our (%maintainer,%section,%packagelist,%debbugssection,%bugs); @@ -45,56 +51,63 @@ sub readmaintainers() { close(M); } +sub glob_compressed_fh { + my ($fn) = @_; + my @fn = grep { -f $_ } glob $fn; + if (not @fn) { + die "No files exist which match glob '$fn'"; + } + my $fh = Debbugs::Common::open_compressed_file($fn[0]) or + die "Unable to open $fn for reading: $!"; + return $fh; +} -sub readsources() { - my $root; # Root of archive we are scanning - my $archive; # Name of archive we are scanning - my $sect; # Name of current section - $root=shift; - $archive=shift; - for $sect (@bugcfg::sections) { - open(P, "zcat $root/$sect/source/Sources.gz|") - or die open "open: $sect sourcelist: $!\n"; - while (

) { +sub readsources { + my ($root,$archive) = @_; + + for my $sect (@bugcfg::sections) { + my $p = glob_compressed_fh("$root/$sect/source/Sources.*"); + while (<$p>) { chomp; next unless m/^Package:\s/; s/^Package:\s*//; # Strip the fieldname $section{$_} = "$archive/$sect"; } - close (P); + close ($p); } } -sub readpackages() { - my $root; # Root of archive we are scanning - my $archive; # Name of archive we are scanning - my $sect; # Name of current section - my $arch; # Name of current architecture - - $root=shift; - $archive=shift; - for $arch ( @bugcfg::architectures ) { - for $sect ( @bugcfg::sections) { - open(P, "zcat $root/$sect/binary-$arch/Packages.gz|") - or die "open: $root/$sect/binary-$arch/Packages.gz: $!\n"; - while (

) { +sub readpackages { + my ($root,$archive) = @_; + for my $arch ( @bugcfg::architectures ) { + for my $sect ( @bugcfg::sections) { + my $p = glob_compressed_fh("$root/$sect/binary-$arch/Packages.*"); + while (<$p>) { chomp; next unless m/^Package:\s/; # We're only interested in the packagenames s/^Package:\s*//; # Strip the fieldname $section{$_} = "$archive/$sect"; + print "$root/$sect/binary-$arch/Packages.gz\n" if ($_ eq 'xtla'); } - close(P); + close($p); } } + # handle the source packages + for my $sect (@bugcfg::sections) { + my $fh = glob_compressed_fh("$root/$sect/source/Sources.*"); + while (<$fh>) { + chomp; + next unless m/^Package:\s/; # We're only interested in the packagenames + s/^Package:\s*//; # Strip the fieldname + $section{$_} = "$archive/$sect"; + } + } } -sub readdebbugssources() { - my $file; - my $archive; +sub readdebbugssources { + my ($file,$archive) = @_; - $file=shift; - $archive=shift; open(P, $file) or die "open: $file: $!\n"; while (

) { @@ -134,13 +147,15 @@ sub scanspool() { } -sub scanspooldir() { +sub scanspooldir { my ($dir) = @_; my $f; # While we're currently processing my @list; # List of files to process my $skip; # Flow control my $walk; # index variable my $taginfo; # Tag info + + my @archs_with_source = ( @bugcfg::architectures, 'source' ); chdir($dir) or die "chdir $dir: $!\n"; @@ -173,15 +188,15 @@ sub scanspooldir() { } next if $skip==1; - my %disttags = (); - $disttags{'oldstable'} = grep(/^woody$/, @tags); - $disttags{'stable'} = grep(/^sarge$/, @tags); - $disttags{'testing'} = grep(/^etch$/, @tags); - $disttags{'unstable'} = grep(/^sid$/, @tags); + my %disttags = (); + for my $release (qw(oldstable stable testing unstable)) { + $disttags{$release} = grep(/^$bugcfg::debian_releases->{$release}$/, @tags); + } $disttags{'experimental'} = grep(/^experimental$/, @tags); - # default according to dondelelcaro 2006-11-11 + # default according to vorlon 2007-06-17 if (!$disttags{'oldstable'} && !$disttags{'stable'} && !$disttags{'testing'} && !$disttags{'unstable'} && !$disttags{'experimental'}) { + $disttags{'stable'} = 1; $disttags{'testing'} = 1; $disttags{'unstable'} = 1; $disttags{'experimental'} = 1; @@ -190,7 +205,7 @@ sub scanspooldir() { if (defined($section{$bug->{'package'}}) && $section{$bug->{'package'}} eq 'pseudo') { # versioning information makes no sense for pseudo packages, # just use the tags - for my $dist qw(oldstable stable testing unstable experimental) { + for my $dist (qw(oldstable stable testing unstable experimental)) { $bi->{$dist} = $disttags{$dist}; } next if (length($bug->{'done'})); @@ -198,7 +213,7 @@ sub scanspooldir() { my $affects_any = 0; # only bother to check the versioning status for the distributions indicated by the tags - for my $dist qw(oldstable stable testing unstable experimental) { + for my $dist (qw(oldstable stable testing unstable experimental)) { local $SIG{__WARN__} = sub {}; $bi->{$dist} = 0; @@ -208,7 +223,7 @@ sub scanspooldir() { bug => $f, status => $bug, dist => $dist, - arch => \@bugcfg::architectures + arch => \@archs_with_source ); # ignore bugs that are absent/fixed in this distribution, include everything @@ -224,8 +239,9 @@ sub scanspooldir() { next if !$affects_any; } - for my $keyword qw(pending patch help moreinfo unreproducible security upstream etch-ignore) { - $bi->{$keyword} = ($bug->{'keywords'} =~ /\b$keyword\b/) ? 1 : 0; + for my $keyword (qw(pending patch help moreinfo unreproducible security upstream), + map {$bugcfg::debian_releases->{$_}.'-ignore'} keys %{$bugcfg::debian_releases}) { + $bi->{$keyword} = grep(/^$keyword$/, @tags); } if (length($bug->{'mergedwith'})) { @@ -234,7 +250,7 @@ sub scanspooldir() { } for my $package (split /[,\s]+/, $bug->{'package'}) { - $_= $package; y/A-Z/a-z/; $_= $` if m/[^-+._a-z0-9]/; + $_= $package; y/A-Z/a-z/; $_= $` if m/[^-+._:a-z0-9]/; push @{$packagelist{$_}}, $f; } @@ -246,7 +262,7 @@ sub scanspooldir() { } -sub readstatus() { +sub readstatus { my $filename = shift; open STATUS, "<", $filename or die "$filename: $!"; @@ -273,7 +289,7 @@ sub readstatus() { $bugs{$bug->{'number'}} = $bug; for my $package (split /[,\s]+/, $bug->{'package'}) { - $_= $package; y/A-Z/a-z/; $_= $` if m/[^-+._a-z0-9]/; + $_= $package; y/A-Z/a-z/; $_= $` if m/[^-+._:a-z0-9]/; push @{$packagelist{$_}}, $bug->{'number'}; } } @@ -299,14 +315,14 @@ sub htmlsanit { return $in; } -sub wwwnumber() { +sub wwwnumber { my $number = shift; # Number of bug to html-ize "' . htmlsanit($number) . ''; } -sub wwwname() { +sub wwwname { my $name = shift; # Name of package "{'testing'} && !$bi->{'etch-ignore'}); + return ($bi->{$dist} && !$bi->{$bugcfg::debian_releases->{$dist}.'-ignore'}); } +sub check_worry_testing { + return check_worry($_[0],'testing'); +} sub check_worry_stable { + return check_worry($_[0],'stable'); +} +sub check_worry_oldstable { + return check_worry($_[0],'oldstable'); +} + +sub check_worry_unstable { my ($bi) = @_; - return ($bi->{'stable'}); + return ($bi->{'unstable'}); } sub get_taginfo { @@ -336,7 +363,7 @@ sub get_taginfo { $taginfo .= $bi->{'unreproducible'} ? "R" : " "; $taginfo .= $bi->{'security'} ? "S" : " "; $taginfo .= $bi->{'upstream'} ? "U" : " "; - $taginfo .= $bi->{'etch-ignore'} ? "I" : " "; + $taginfo .= ($bi->{$bugcfg::debian_releases->{stable}.'-ignore'} || $bi->{$bugcfg::debian_releases->{testing}.'-ignore'}) ? "I" : " "; return $taginfo; } @@ -345,7 +372,7 @@ sub get_relinfo { my $bi = shift; my $relinfo = ""; - for my $dist qw(oldstable stable testing unstable experimental) { + for my $dist (qw(oldstable stable testing unstable experimental)) { $relinfo .= uc(substr($dist, 0, 1)) if $bi->{$dist}; }