#! /usr/bin/perl
-# vim: ts=4 sw=4 nowrap
+# vim: ts=8 sw=8 nowrap
#
# General functions for scanning the BTS-database.
# Based on bugscan, written by Richard Braakman <dark@debian.org>,
# which was based on an unknown other script.
#
# Global variables:
-# %comments - map from bugnumber to bug description
-# %premature - list of prematurely closed bugreports
-# %exclude - list of bugreports to exclude from the report
# %maintainer - map from packagename to maintainer
# %section - map from packagename to section in the FTP-site
# %packagelist - map from packagename to bugreports
-# %NMU - map with NMU information
+
+use warnings;
+use strict;
use lib qw(/org/bugs.debian.org/perl);
use LWP::UserAgent;
use Debbugs::Packages;
use Debbugs::Versions;
use Debbugs::Status;
+use IO::Uncompress::AnyUncompress;
use Fcntl qw(O_RDONLY);
-use strict;
-use warnings;
-require bugcfg;
-package scanlib;
-our (%comments,%premature,%exclude,%maintainer,%section,%packagelist,%NMU,%debbugssection,%bugs);
+use File::Basename;
+use lib dirname(__FILE__);
+use bugcfg;
-sub readcomments() {
-# Read bug commentary
-# It is in paragraph format, with the first line of each paragraph being
-# the bug number or package name to which the comment applies.
-# Prefix a bug number with a * to force it to be listed even if it's closed.
-# (This deals with prematurely closed bugs)
+package scanlib;
- my $index; # Bug-number for current comment
- my $file; # Name of comments-file
-
- %comments = (); # Initialize our data
- %premature = ();
- %exclude = ();
- $file=shift;
- open(C, $file) or die "open $file: $!\n";
- while (<C>) {
- chomp;
- if (m/^\s*$/) { # Check for paragraph-breaks
- undef $index;
- } elsif (defined $index) {
- $comments{$index} .= $_ . "\n";
- } else {
- if (s/^\*//) { # Test & remove initial *
- $premature{$_} = 1;
- }
- if (s/\s+EXCLUDE\s*//) { # Test & remove EXCLUDE
- $exclude{$_} = 1;
- next;
- }
- $index = $_;
- $comments{$index} = ''; # New comment, initialize data
- }
- }
- close(C);
-}
+our (%maintainer,%section,%packagelist,%debbugssection,%bugs);
# Read the list of maintainer
close(M);
}
+sub glob_compressed_fh {
+ my ($fn) = @_;
+ $fn = (grep { -f $_ } glob $fn)[0];
+ my $fh = IO::Uncompress::AnyUncompress->new($fn) or
+ die "Unable to open $fn for reading: $!";
+ return $fh;
+}
+
-sub readsources() {
- my $root; # Root of archive we are scanning
- my $archive; # Name of archive we are scanning
- my $sect; # Name of current section
+sub readsources {
+ my ($root,$archive) = @_;
- $root=shift;
- $archive=shift;
- for $sect (@bugcfg::sections) {
- open(P, "zcat $root/$sect/source/Sources.gz|")
- or die open "open: $sect sourcelist: $!\n";
- while (<P>) {
+ for my $sect (@bugcfg::sections) {
+ my $p = glob_compressed_fh("$root/$sect/source/Sources.*");
+ while (<$p>) {
chomp;
next unless m/^Package:\s/;
s/^Package:\s*//; # Strip the fieldname
$section{$_} = "$archive/$sect";
}
- close (P);
+ close ($p);
}
}
-sub readpackages() {
- my $root; # Root of archive we are scanning
- my $archive; # Name of archive we are scanning
- my $sect; # Name of current section
- my $arch; # Name of current architecture
-
- $root=shift;
- $archive=shift;
- for $arch ( @bugcfg::architectures ) {
- for $sect ( @bugcfg::sections) {
- open(P, "zcat $root/$sect/binary-$arch/Packages.gz|")
- or die "open: $root/$sect/binary-$arch/Packages.gz: $!\n";
- while (<P>) {
+sub readpackages {
+ my ($root,$archive) = @_;
+ for my $arch ( @bugcfg::architectures ) {
+ for my $sect ( @bugcfg::sections) {
+ my $p = glob_compressed_fh("$root/$sect/binary-$arch/Packages.*");
+ while (<$p>) {
chomp;
next unless m/^Package:\s/; # We're only interested in the packagenames
s/^Package:\s*//; # Strip the fieldname
$section{$_} = "$archive/$sect";
+ print "$root/$sect/binary-$arch/Packages.gz\n" if ($_ eq 'xtla');
}
- close(P);
+ close($p);
}
}
+ # handle the source packages
+ for my $sect (@bugcfg::sections) {
+ my $fh = glob_compressed_fh("$root/$sect/source/Sources.*");
+ while (<$fh>) {
+ chomp;
+ next unless m/^Package:\s/; # We're only interested in the packagenames
+ s/^Package:\s*//; # Strip the fieldname
+ $section{$_} = "$archive/$sect";
+ }
+ }
}
-sub readdebbugssources() {
- my $file;
- my $archive;
+sub readdebbugssources {
+ my ($file,$archive) = @_;
- $file=shift;
- $archive=shift;
open(P, $file)
or die "open: $file: $!\n";
while (<P>) {
}
-sub scanspooldir() {
+sub scanspooldir {
my ($dir) = @_;
my $f; # While we're currently processing
my @list; # List of files to process
my $skip; # Flow control
my $walk; # index variable
my $taginfo; # Tag info
+
+ my @archs_with_source = ( @bugcfg::architectures, 'source' );
chdir($dir) or die "chdir $dir: $!\n";
closedir(DIR);
for $f (@list) {
- next if $exclude{$f}; # Check the list of bugs to skip
-
my $bug = Debbugs::Status::read_bug(summary => "$f.summary");
next if (!defined($bug));
+ my $bi = {
+ number => $f,
+ subject => $bug->{'subject'},
+ package => $bug->{'package'}
+ };
+
$skip=1;
for $walk (@bugcfg::priorities) {
$skip=0 if $walk eq $bug->{'severity'};
}
next if $skip==1;
- my %disttags = ();
- $disttags{'oldstable'} = grep(/^woody$/, @tags);
- $disttags{'stable'} = grep(/^sarge$/, @tags);
- $disttags{'testing'} = grep(/^etch$/, @tags);
- $disttags{'unstable'} = grep(/^sid$/, @tags);
+ my %disttags = ();
+ for my $release (qw(oldstable stable testing unstable)) {
+ $disttags{$release} = grep(/^$bugcfg::debian_releases->{$release}$/, @tags);
+ }
$disttags{'experimental'} = grep(/^experimental$/, @tags);
-
- # default according to dondelelcaro 2006-11-11
+
+ # default according to vorlon 2007-06-17
if (!$disttags{'oldstable'} && !$disttags{'stable'} && !$disttags{'testing'} && !$disttags{'unstable'} && !$disttags{'experimental'}) {
+ $disttags{'stable'} = 1;
$disttags{'testing'} = 1;
$disttags{'unstable'} = 1;
$disttags{'experimental'} = 1;
}
-
- # only bother to check the versioning status for the distributions indicated by the tags
- my $relinfo = "";
- for my $dist qw(oldstable stable testing unstable experimental) {
- local $SIG{__WARN__} = sub {};
-
- next if (!$disttags{$dist});
- my $presence = Debbugs::Status::bug_presence(bug => $f, status => $bug, dist => $dist);
-
- # ignore bugs that are absent/fixed in this distribution, include everything
- # else (that is, "found" which says that the bug is present, and undef, which
- # indicates that no versioning information is present and it's not closed
- # unversioned)
- if (!defined($presence) || ($presence ne 'absent' && $presence ne 'fixed')) {
- $relinfo .= uc(substr($dist, 0, 1));
+
+ if (defined($section{$bug->{'package'}}) && $section{$bug->{'package'}} eq 'pseudo') {
+ # versioning information makes no sense for pseudo packages,
+ # just use the tags
+ for my $dist (qw(oldstable stable testing unstable experimental)) {
+ $bi->{$dist} = $disttags{$dist};
}
- }
+ next if (length($bug->{'done'}));
+ } else {
+ my $affects_any = 0;
- next if $relinfo eq '' and not $premature{$f};
- $premature{$f}++ if $relinfo eq '';
-
- $taginfo = "[";
- $taginfo .= ($bug->{'keywords'} =~ /\bpending\b/ ? "P" : " ");
- $taginfo .= ($bug->{'keywords'} =~ /\bpatch\b/ ? "+" : " ");
- $taginfo .= ($bug->{'keywords'} =~ /\bhelp\b/ ? "H" : " ");
- $taginfo .= ($bug->{'keywords'} =~ /\bmoreinfo\b/ ? "M" : " ");
- $taginfo .= ($bug->{'keywords'} =~ /\bunreproducible\b/ ? "R" : " ");
- $taginfo .= ($bug->{'keywords'} =~ /\bsecurity\b/ ? "S" : " ");
- $taginfo .= ($bug->{'keywords'} =~ /\bupstream\b/ ? "U" : " ");
- $taginfo .= ($bug->{'keywords'} =~ /\betch-ignore\b/ ? "I" : " ");
- $taginfo .= "]";
+ # only bother to check the versioning status for the distributions indicated by the tags
+ for my $dist (qw(oldstable stable testing unstable experimental)) {
+ local $SIG{__WARN__} = sub {};
+
+ $bi->{$dist} = 0;
+ next if (!$disttags{$dist});
+
+ my $presence = Debbugs::Status::bug_presence(
+ bug => $f,
+ status => $bug,
+ dist => $dist,
+ arch => \@archs_with_source
+ );
+
+ # ignore bugs that are absent/fixed in this distribution, include everything
+ # else (that is, "found" which says that the bug is present, and undef, which
+ # indicates that no versioning information is present and it's not closed
+ # unversioned)
+ if (!defined($presence) || ($presence ne 'absent' && $presence ne 'fixed')) {
+ $bi->{$dist} = 1;
+ $affects_any = 1;
+ }
+ }
+
+ next if !$affects_any;
+ }
+
+ for my $keyword (qw(pending patch help moreinfo unreproducible security upstream),
+ map {$bugcfg::debian_releases->{$_}.'-ignore'} keys %{$bugcfg::debian_releases}) {
+ $bi->{$keyword} = grep(/^$keyword$/, @tags);
+ }
if (length($bug->{'mergedwith'})) {
my @merged = split(' ', $bug->{'mergedwith'});
}
for my $package (split /[,\s]+/, $bug->{'package'}) {
- $_= $package; y/A-Z/a-z/; $_= $` if m/[^-+._a-z0-9]/;
- if (not defined $section{$_}) {
- if (defined $debbugssection{$_}) {
- $relinfo .= "X";
- } else {
- next; # Skip unavailable packages
- }
- }
-
+ $_= $package; y/A-Z/a-z/; $_= $` if m/[^-+._:a-z0-9]/;
push @{$packagelist{$_}}, $f;
}
- if ($relinfo eq "") { # or $relinfo eq "U" # confuses e.g. #210306
- $relinfo = "";
- } else {
- $relinfo = " [$relinfo]";
- }
+ my $taginfo = get_taginfo($bi);
+ my $relinfo = get_relinfo($bi);
- $bugs{$f} = "$f $taginfo$relinfo " . $bug->{'subject'};
+ $bugs{$f} = $bi;
}
}
-sub readstatus() {
- my $bug; # Number of current bug
- my $subject; # Subject for current bug
- my $pkg; # Name of current package
- my $file; # Name of statusfile
- my $sect; # Section of current package
- my $mnt; # Maintainer of current package
+sub readstatus {
+ my $filename = shift;
+ open STATUS, "<", $filename
+ or die "$filename: $!";
- $file=shift;
- open(P, $file) or die "open $file: $!";
- while (<P>) {
- chomp;
- if (m/^[0-9]+ \[/) {
- ($bug,$subject)=split(/ /, $_, 2);
- $bugs{$bug}=$subject;
- push @{$packagelist{$pkg}}, $bug;
- } else {
- ($pkg,$sect, $mnt)=split(/ /, $_, 3);
- next if (!defined($pkg));
- $section{$pkg}=$sect;
- $maintainer{$pkg}=$mnt;
- }
- }
- close P;
-}
+ while (1) {
+ chomp (my $type = <STATUS>);
+ if ($type eq 'package') {
+ chomp (my $package = <STATUS>);
+ chomp (my $section = <STATUS>);
+ chomp (my $maintainer = <STATUS>);
+ my $blank = <STATUS>;
+ $section{$package} = $section;
+ $maintainer{$package} = $maintainer;
+ }
+ if ($type eq 'bug') {
+ my $bug = {};
+ while (1) {
+ my $line = <STATUS>;
+ last if ($line !~ /^(.*?)=(.*)$/);
-sub readNMUstatus() {
- my $bug; # Number of current bug
- my $source; # Source upload which closes this bug.
- my $version; # Version where this bug was closed.
- my $flag; # Whether this paragraph has been processed.
- my ($field, $value);
+ $bug->{$1} = $2;
+ }
+ $bugs{$bug->{'number'}} = $bug;
- for (split /\n/, LWP::UserAgent->new->request(HTTP::Request->new(GET => shift))->content) {
- chomp;
- if (m/^$/) {
- $NMU{$bug} = 1;
- $NMU{$bug, "source"} = $source;
- $NMU{$bug, "version"} = $version;
-# $comments{$bug} .= "[FIXED] Fixed package $source is in Incoming\n";
- $flag = 0;
- } else {
- ($field, $value) = split(/: /, $_, 2);
- $bug = $value if($field =~ /bug/i);
- $source = $value if($field =~ /source/i);
- $version = $value if($field =~ /version/i);
- $flag = 1;
+ for my $package (split /[,\s]+/, $bug->{'package'}) {
+ $_= $package; y/A-Z/a-z/; $_= $` if m/[^-+._:a-z0-9]/;
+ push @{$packagelist{$_}}, $bug->{'number'};
+ }
}
+ last if ($type eq 'end');
}
- if ($flag) {
- $NMU{$bug} = 1;
- $NMU{$bug, "source"} = $source;
- $NMU{$bug, "version"} = $version;
-# $comments{$bug} .= "[FIXED] Fixed package $source in in Incoming\n";
- }
- close P;
+ close(STATUS);
}
return $in;
}
-sub wwwnumber() {
+sub wwwnumber {
my $number = shift; # Number of bug to html-ize
-# my $section); # Section for the bug
"<A HREF=\"http://bugs.debian.org/cgi-bin/bugreport.cgi?archive=no&bug=" .
urlsanit($number) . '">' . htmlsanit($number) . '</A>';
-# ($section=$number) =~ s/([0-9]{2}).*/$1/;
-# "<A HREF=\"${btsURL}/db/$section/$number.html\">$number</A>";
}
-sub wwwname() {
+sub wwwname {
my $name = shift; # Name of package
"<A HREF=\"http://bugs.debian.org/cgi-bin/pkgreport.cgi?archive=no&pkg=" .
urlsanit($name) . '">' . htmlsanit($name) . '</A>';
-# "<A HREF=\"${btsURL}/db/pa/l$name.html\">$name</A>";
}
sub check_worry {
- my ($status) = @_;
+ my ($bi,$dist) = @_;
+ $dist = 'testing' if not defined $dist;
- if ($status =~ m/^\[[^]]*I/ or
- $status =~ m/ \[[^]]*X/ or
- ($status =~ m/ \[[^]]*[OSUE]/ and $status !~ m/ \[[^]]*T/)) {
- return 0;
+ return ($bi->{$dist} && !$bi->{$bugcfg::debian_releases->{$dist}.'-ignore'});
+}
+
+sub check_worry_testing {
+ return check_worry($_[0],'testing');
+}
+sub check_worry_stable {
+ return check_worry($_[0],'stable');
+}
+sub check_worry_oldstable {
+ return check_worry($_[0],'oldstable');
+}
+
+sub check_worry_unstable {
+ my ($bi) = @_;
+
+ return ($bi->{'unstable'});
+}
+
+sub get_taginfo {
+ my $bi = shift;
+
+ my $taginfo = "";
+ $taginfo .= $bi->{'pending'} ? "P" : " ";
+ $taginfo .= $bi->{'patch'} ? "+" : " ";
+ $taginfo .= $bi->{'help'} ? "H" : " ";
+ $taginfo .= $bi->{'moreinfo'} ? "M" : " ";
+ $taginfo .= $bi->{'unreproducible'} ? "R" : " ";
+ $taginfo .= $bi->{'security'} ? "S" : " ";
+ $taginfo .= $bi->{'upstream'} ? "U" : " ";
+ $taginfo .= ($bi->{$bugcfg::debian_releases->{stable}.'-ignore'} || $bi->{$bugcfg::debian_releases->{testing}.'-ignore'}) ? "I" : " ";
+
+ return $taginfo;
+}
+
+sub get_relinfo {
+ my $bi = shift;
+
+ my $relinfo = "";
+ for my $dist (qw(oldstable stable testing unstable experimental)) {
+ $relinfo .= uc(substr($dist, 0, 1)) if $bi->{$dist};
}
- return 1;
+
+ return $relinfo;
}
+
1;
projects / bugscan.git / blobdiff