X-Git-Url: https://git.donarmstrong.com/?p=bugscan.git;a=blobdiff_plain;f=scanlib.pm;h=8ef9b6726244500f54e9bb1917ea95d5688661e4;hp=a24785ae3e873f20a593c1a04e81f464584b56b5;hb=40663f4a504fe6bb0a298488ed5393d692786c82;hpb=ebb39cbbec146fa4f431b0a5ced772280ceb6f48 diff --git a/scanlib.pm b/scanlib.pm index a24785a..8ef9b67 100644 --- a/scanlib.pm +++ b/scanlib.pm @@ -14,8 +14,19 @@ # %packagelist - map from packagename to bugreports # %NMU - map with NMU information +use lib qw(/org/bugs.debian.org/perl); use LWP::UserAgent; +use Debbugs::MIME qw(decode_rfc1522 encode_rfc1522); +use Debbugs::Packages; +use Debbugs::Versions; +use Debbugs::Status; +use Fcntl qw(O_RDONLY); +use strict; +use warnings; require bugcfg; +package scanlib; + +our (%comments,%premature,%exclude,%maintainer,%section,%packagelist,%NMU,%debbugssection,%bugs); sub readcomments() { # Read bug commentary @@ -24,8 +35,8 @@ sub readcomments() { # Prefix a bug number with a * to force it to be listed even if it's closed. # (This deals with prematurely closed bugs) - local($index); # Bug-number for current comment - local($file); # Name of comments-file + my $index; # Bug-number for current comment + my $file; # Name of comments-file %comments = (); # Initialize our data %premature = (); @@ -56,10 +67,10 @@ sub readcomments() { # Read the list of maintainer sub readmaintainers() { - local ($pkg); # Name of package - local ($mnt); # Maintainer name & email + my $pkg; # Name of package + my $mnt; # Maintainer name & email - open(M, $maintainerlist) or die "open $maintainerlist: $!\n"; + open(M, $bugcfg::maintainerlist) or die "open $bugcfg::maintainerlist: $!\n"; while () { chomp; m/^(\S+)\s+(\S.*\S)\s*$/ or die "Maintainers: $_ ?"; @@ -76,15 +87,15 @@ sub readmaintainers() { sub readsources() { - local($root); # Root of archive we are scanning - local($archive); # Name of archive we are scanning - local($sect); # Name of current section + my $root; # Root of archive we are scanning + my $archive; # Name of archive we are scanning + my $sect; # Name of current section $root=shift; $archive=shift; - for $sect ( @sections) { + for $sect (@bugcfg::sections) { open(P, "zcat $root/$sect/source/Sources.gz|") - or die open "open: $sect / $arch sourcelist: $!\n"; + or die open "open: $sect sourcelist: $!\n"; while (

) { chomp; next unless m/^Package:\s/; @@ -96,15 +107,15 @@ sub readsources() { } sub readpackages() { - local($root); # Root of archive we are scanning - local($archive); # Name of archive we are scanning - local($sect); # Name of current section - local($arch); # Name of current architecture + my $root; # Root of archive we are scanning + my $archive; # Name of archive we are scanning + my $sect; # Name of current section + my $arch; # Name of current architecture $root=shift; $archive=shift; - for $arch ( @architectures ) { - for $sect ( @sections) { + for $arch ( @bugcfg::architectures ) { + for $sect ( @bugcfg::sections) { open(P, "zcat $root/$sect/binary-$arch/Packages.gz|") or die "open: $root/$sect/binary-$arch/Packages.gz: $!\n"; while (

) { @@ -119,8 +130,8 @@ sub readpackages() { } sub readdebbugssources() { - local($file); - local($archive); + my $file; + my $archive; $file=shift; $archive=shift; @@ -137,7 +148,7 @@ sub readdebbugssources() { } sub readpseudopackages() { - open(P, $pseudolist) or die("open $pseudolist: $!\n"); + open(P, $bugcfg::pseudolist) or die("open $bugcfg::pseudolist: $!\n"); while (

) { chomp; s/\s.*//; @@ -148,28 +159,28 @@ sub readpseudopackages() { sub scanspool() { - local(@dirs); - local($dir); + my @dirs; + my $dir; - chdir($spooldir) or die "chdir $spooldir: $!\n"; + chdir($bugcfg::spooldir) or die "chdir $bugcfg::spooldir: $!\n"; - opendir(DIR, $spooldir) or die "opendir $spooldir: $!\n"; + opendir(DIR, $bugcfg::spooldir) or die "opendir $bugcfg::spooldir: $!\n"; @dirs=grep(m/^\d+$/,readdir(DIR)); closedir(DIR); for $dir (@dirs) { - scanspooldir("$spooldir/$dir"); + scanspooldir("$bugcfg::spooldir/$dir"); } } sub scanspooldir() { - local($dir) = @_; - local($f); # While we're currently processing - local(@list); # List of files to process - local($skip); # Flow control - local($walk); # index variable - local($taginfo); # Tag info + my ($dir) = @_; + my $f; # While we're currently processing + my @list; # List of files to process + my $skip; # Flow control + my $walk; # index variable + my $taginfo; # Tag info chdir($dir) or die "chdir $dir: $!\n"; @@ -182,48 +193,52 @@ sub scanspooldir() { for $f (@list) { next if $exclude{$f}; # Check the list of bugs to skip - my $bug = readbug("$f.summary"); + my $bug = Debbugs::Status::read_bug(summary => "$f.summary"); next if (!defined($bug)); $skip=1; - for $walk (@priorities) { + for $walk (@bugcfg::priorities) { $skip=0 if $walk eq $bug->{'severity'}; } my @tags = split(' ', $bug->{'keywords'}); - for $tag (@tags) { - for $s (@skiptags) { + for my $tag (@tags) { + for my $s (@bugcfg::skiptags) { $skip=1 if $tag eq $s; } } next if $skip==1; - - my $oldstable_tag = grep(/^woody$/, @tags); - my $stable_tag = grep(/^sarge$/, @tags); - my $testing_tag = grep(/^etch$/, @tags); - my $unstable_tag = grep(/^sid$/, @tags); - my $experimental_tag = grep(/^experimental$/, @tags); + + my %disttags = (); + $disttags{'oldstable'} = grep(/^woody$/, @tags); + $disttags{'stable'} = grep(/^sarge$/, @tags); + $disttags{'testing'} = grep(/^etch$/, @tags); + $disttags{'unstable'} = grep(/^sid$/, @tags); + $disttags{'experimental'} = grep(/^experimental$/, @tags); # default according to dondelelcaro 2006-11-11 - if (!$oldstable_tag && !$stable_tag && !$testing_tag && !$unstable_tag && !$experimental_tag) { - $testing_tag = 1; - $unstable_tag = 1; - $experimental_tag = 1; + if (!$disttags{'oldstable'} && !$disttags{'stable'} && !$disttags{'testing'} && !$disttags{'unstable'} && !$disttags{'experimental'}) { + $disttags{'testing'} = 1; + $disttags{'unstable'} = 1; + $disttags{'experimental'} = 1; } # only bother to check the versioning status for the distributions indicated by the tags - $status_oldstable = getbugstatus($bug, undef, 'oldstable') if ($oldstable_tag); - $status_stable = getbugstatus($bug, undef, 'stable') if ($stable_tag); - $status_testing = getbugstatus($bug, undef, 'testing') if ($testing_tag); - $status_unstable = getbugstatus($bug, undef, 'unstable') if ($unstable_tag); - $status_experimental = getbugstatus($bug, undef, 'experimental') if ($experimental_tag); - - $relinfo = ""; - $relinfo .= (($oldstable_tag && $status_oldstable->{'pending'} eq 'pending') ? "O" : ""); - $relinfo .= (($stable_tag && $status_stable->{'pending'} eq 'pending') ? "S" : ""); - $relinfo .= (($testing_tag && $status_testing->{'pending'} eq 'pending') ? "T" : ""); - $relinfo .= (($unstable_tag && $status_unstable->{'pending'} eq 'pending') ? "U" : ""); - $relinfo .= (($experimental_tag && $status_experimental->{'pending'} eq 'pending') ? "E" : ""); + my $relinfo = ""; + for my $dist qw(oldstable stable testing unstable experimental) { + local $SIG{__WARN__} = sub {}; + + next if (!$disttags{$dist}); + my $presence = Debbugs::Status::bug_presence(bug => $f, status => $bug, dist => $dist); + + # ignore bugs that are absent/fixed in this distribution, include everything + # else (that is, "found" which says that the bug is present, and undef, which + # indicates that no versioning information is present and it's not closed + # unversioned) + if (!defined($presence) || ($presence ne 'absent' && $presence ne 'fixed')) { + $relinfo .= uc(substr($dist, 0, 1)); + } + } next if $relinfo eq '' and not $premature{$f}; $premature{$f}++ if $relinfo eq ''; @@ -244,7 +259,7 @@ sub scanspooldir() { next if ($merged[0] < $f); } - for $package (split /[,\s]+/, $bug->{'package'}) { + for my $package (split /[,\s]+/, $bug->{'package'}) { $_= $package; y/A-Z/a-z/; $_= $` if m/[^-+._a-z0-9]/; if (not defined $section{$_}) { if (defined $debbugssection{$_}) { @@ -254,7 +269,7 @@ sub scanspooldir() { } } - $packagelist{$_} .= " $f"; + push @{$packagelist{$_}}, $f; } if ($relinfo eq "") { # or $relinfo eq "U" # confuses e.g. #210306 @@ -269,12 +284,12 @@ sub scanspooldir() { sub readstatus() { - local ($bug); # Number of current bug - local ($subject); # Subject for current bug - local ($pkg); # Name of current package - local ($file); # Name of statusfile - local ($sect); # Section of current package - local ($mnt); # Maintainer of current package + my $bug; # Number of current bug + my $subject; # Subject for current bug + my $pkg; # Name of current package + my $file; # Name of statusfile + my $sect; # Section of current package + my $mnt; # Maintainer of current package $file=shift; open(P, $file) or die "open $file: $!"; @@ -283,9 +298,10 @@ sub readstatus() { if (m/^[0-9]+ \[/) { ($bug,$subject)=split(/ /, $_, 2); $bugs{$bug}=$subject; - $packagelist{$pkg} .= "$bug "; + push @{$packagelist{$pkg}}, $bug; } else { ($pkg,$sect, $mnt)=split(/ /, $_, 3); + next if (!defined($pkg)); $section{$pkg}=$sect; $maintainer{$pkg}=$mnt; } @@ -295,11 +311,11 @@ sub readstatus() { sub readNMUstatus() { - local ($bug); # Number of current bug - local ($source); # Source upload which closes this bug. - local ($version); # Version where this bug was closed. - local ($flag); # Whether this paragraph has been processed. - local ($field, $value); + my $bug; # Number of current bug + my $source; # Source upload which closes this bug. + my $version; # Version where this bug was closed. + my $flag; # Whether this paragraph has been processed. + my ($field, $value); for (split /\n/, LWP::UserAgent->new->request(HTTP::Request->new(GET => shift))->content) { chomp; @@ -344,8 +360,8 @@ sub htmlsanit { } sub wwwnumber() { - local ($number) = shift; # Number of bug to html-ize -# local ($section); # Section for the bug + my $number = shift; # Number of bug to html-ize +# my $section); # Section for the bug "' . htmlsanit($number) . ''; @@ -354,12 +370,22 @@ sub wwwnumber() { } sub wwwname() { - local ($name) = shift; # Name of package + my $name = shift; # Name of package "' . htmlsanit($name) . ''; # "$name"; } -1; +sub check_worry { + my ($status) = @_; + if ($status =~ m/^\[[^]]*I/ or + $status =~ m/ \[[^]]*X/ or + ($status =~ m/ \[[^]]*[OSUE]/ and $status !~ m/ \[[^]]*T/)) { + return 0; + } + return 1; +} + +1;