#! /usr/bin/perl
-# vim: ts=4 sw=4 nowrap
+# vim: ts=8 sw=8 nowrap
#
# General functions for scanning the BTS-database.
# Based on bugscan, written by Richard Braakman <dark@debian.org>,
# which was based on an unknown other script.
#
# Global variables:
-# %comments - map from bugnumber to bug description
-# %premature - list of prematurely closed bugreports
-# %exclude - list of bugreports to exclude from the report
# %maintainer - map from packagename to maintainer
# %section - map from packagename to section in the FTP-site
# %packagelist - map from packagename to bugreports
-# %NMU - map with NMU information
-use lib qw(/org/bugs.debian.org/perl/);
+use warnings;
+use strict;
+
+use lib qw(/org/bugs.debian.org/perl);
use LWP::UserAgent;
use Debbugs::MIME qw(decode_rfc1522 encode_rfc1522);
use Debbugs::Packages;
use Debbugs::Versions;
use Debbugs::Status;
use Fcntl qw(O_RDONLY);
-require bugcfg;
-
-sub readcomments() {
-# Read bug commentary
-# It is in paragraph format, with the first line of each paragraph being
-# the bug number or package name to which the comment applies.
-# Prefix a bug number with a * to force it to be listed even if it's closed.
-# (This deals with prematurely closed bugs)
-
- local($index); # Bug-number for current comment
- local($file); # Name of comments-file
-
- %comments = (); # Initialize our data
- %premature = ();
- %exclude = ();
- $file=shift;
- open(C, $file) or die "open $file: $!\n";
- while (<C>) {
- chomp;
- if (m/^\s*$/) { # Check for paragraph-breaks
- undef $index;
- } elsif (defined $index) {
- $comments{$index} .= $_ . "\n";
- } else {
- if (s/^\*//) { # Test & remove initial *
- $premature{$_} = 1;
- }
- if (s/\s+EXCLUDE\s*//) { # Test & remove EXCLUDE
- $exclude{$_} = 1;
- next;
- }
- $index = $_;
- $comments{$index} = ''; # New comment, initialize data
- }
- }
- close(C);
-}
+
+use File::Basename;
+use lib dirname(__FILE__);
+use bugcfg;
+
+package scanlib;
+
+our (%maintainer,%section,%packagelist,%debbugssection,%bugs);
# Read the list of maintainer
sub readmaintainers() {
- local ($pkg); # Name of package
- local ($mnt); # Maintainer name & email
+ my $pkg; # Name of package
+ my $mnt; # Maintainer name & email
- open(M, $maintainerlist) or die "open $maintainerlist: $!\n";
+ open(M, $bugcfg::maintainerlist) or die "open $bugcfg::maintainerlist: $!\n";
while (<M>) {
chomp;
m/^(\S+)\s+(\S.*\S)\s*$/ or die "Maintainers: $_ ?";
}
-sub readsources() {
- local($root); # Root of archive we are scanning
- local($archive); # Name of archive we are scanning
- local($sect); # Name of current section
+sub readsources {
+ my ($root,$archive) = @_;
- $root=shift;
- $archive=shift;
- for $sect ( @sections) {
+ for my $sect (@bugcfg::sections) {
open(P, "zcat $root/$sect/source/Sources.gz|")
- or die open "open: $sect / $arch sourcelist: $!\n";
+ or die open "open: $sect sourcelist: $!\n";
while (<P>) {
chomp;
next unless m/^Package:\s/;
}
}
-sub readpackages() {
- local($root); # Root of archive we are scanning
- local($archive); # Name of archive we are scanning
- local($sect); # Name of current section
- local($arch); # Name of current architecture
-
- $root=shift;
- $archive=shift;
- for $arch ( @architectures ) {
- for $sect ( @sections) {
+sub readpackages {
+ my ($root,$archive) = @_;
+ for my $arch ( @bugcfg::architectures ) {
+ for my $sect ( @bugcfg::sections) {
open(P, "zcat $root/$sect/binary-$arch/Packages.gz|")
or die "open: $root/$sect/binary-$arch/Packages.gz: $!\n";
while (<P>) {
next unless m/^Package:\s/; # We're only interested in the packagenames
s/^Package:\s*//; # Strip the fieldname
$section{$_} = "$archive/$sect";
+ print "$root/$sect/binary-$arch/Packages.gz\n" if ($_ eq 'xtla');
}
close(P);
}
}
+ # handle the source packages
+ for my $sect (@bugcfg::sections) {
+ my $fh;
+ open($fh,'-|','zcat',"$root/$sect/source/Sources.gz") or
+ die "Unable to open zcat $root/$sect/source/Sources.gz for reading: $!";
+ while (<$fh>) {
+ chomp;
+ next unless m/^Package:\s/; # We're only interested in the packagenames
+ s/^Package:\s*//; # Strip the fieldname
+ $section{$_} = "$archive/$sect";
+ }
+ }
}
-sub readdebbugssources() {
- local($file);
- local($archive);
+sub readdebbugssources {
+ my ($file,$archive) = @_;
- $file=shift;
- $archive=shift;
open(P, $file)
or die "open: $file: $!\n";
while (<P>) {
}
sub readpseudopackages() {
- open(P, $pseudolist) or die("open $pseudolist: $!\n");
+ open(P, $bugcfg::pseudolist) or die("open $bugcfg::pseudolist: $!\n");
while (<P>) {
chomp;
s/\s.*//;
sub scanspool() {
- local(@dirs);
- local($dir);
+ my @dirs;
+ my $dir;
- chdir($spooldir) or die "chdir $spooldir: $!\n";
+ chdir($bugcfg::spooldir) or die "chdir $bugcfg::spooldir: $!\n";
- opendir(DIR, $spooldir) or die "opendir $spooldir: $!\n";
+ opendir(DIR, $bugcfg::spooldir) or die "opendir $bugcfg::spooldir: $!\n";
@dirs=grep(m/^\d+$/,readdir(DIR));
closedir(DIR);
for $dir (@dirs) {
- scanspooldir("$spooldir/$dir");
+ scanspooldir("$bugcfg::spooldir/$dir");
}
}
-sub scanspooldir() {
- local($dir) = @_;
- local($f); # While we're currently processing
- local(@list); # List of files to process
- local($skip); # Flow control
- local($walk); # index variable
- local($taginfo); # Tag info
+sub scanspooldir {
+ my ($dir) = @_;
+ my $f; # While we're currently processing
+ my @list; # List of files to process
+ my $skip; # Flow control
+ my $walk; # index variable
+ my $taginfo; # Tag info
+
+ my @archs_with_source = ( @bugcfg::architectures, 'source' );
chdir($dir) or die "chdir $dir: $!\n";
closedir(DIR);
for $f (@list) {
- next if $exclude{$f}; # Check the list of bugs to skip
-
my $bug = Debbugs::Status::read_bug(summary => "$f.summary");
next if (!defined($bug));
+ my $bi = {
+ number => $f,
+ subject => $bug->{'subject'},
+ package => $bug->{'package'}
+ };
+
$skip=1;
- for $walk (@priorities) {
+ for $walk (@bugcfg::priorities) {
$skip=0 if $walk eq $bug->{'severity'};
}
my @tags = split(' ', $bug->{'keywords'});
- for $tag (@tags) {
- for $s (@skiptags) {
+ for my $tag (@tags) {
+ for my $s (@bugcfg::skiptags) {
$skip=1 if $tag eq $s;
}
}
next if $skip==1;
+
+ my %disttags = ();
+ for my $release (qw(oldstable stable testing unstable)) {
+ $disttags{$release} = grep(/^$bugcfg::debian_releases->{$release}$/, @tags);
+ }
+ $disttags{'experimental'} = grep(/^experimental$/, @tags);
+
+ # default according to vorlon 2007-06-17
+ if (!$disttags{'oldstable'} && !$disttags{'stable'} && !$disttags{'testing'} && !$disttags{'unstable'} && !$disttags{'experimental'}) {
+ $disttags{'stable'} = 1;
+ $disttags{'testing'} = 1;
+ $disttags{'unstable'} = 1;
+ $disttags{'experimental'} = 1;
+ }
+
+ if (defined($section{$bug->{'package'}}) && $section{$bug->{'package'}} eq 'pseudo') {
+ # versioning information makes no sense for pseudo packages,
+ # just use the tags
+ for my $dist (qw(oldstable stable testing unstable experimental)) {
+ $bi->{$dist} = $disttags{$dist};
+ }
+ next if (length($bug->{'done'}));
+ } else {
+ my $affects_any = 0;
- my $oldstable_tag = grep(/^woody$/, @tags);
- my $stable_tag = grep(/^sarge$/, @tags);
- my $testing_tag = grep(/^etch$/, @tags);
- my $unstable_tag = grep(/^sid$/, @tags);
- my $experimental_tag = grep(/^experimental$/, @tags);
-
- # default according to dondelelcaro 2006-11-11
- if (!$oldstable_tag && !$stable_tag && !$testing_tag && !$unstable_tag && !$experimental_tag) {
- $testing_tag = 1;
- $unstable_tag = 1;
- $experimental_tag = 1;
+ # only bother to check the versioning status for the distributions indicated by the tags
+ for my $dist (qw(oldstable stable testing unstable experimental)) {
+ local $SIG{__WARN__} = sub {};
+
+ $bi->{$dist} = 0;
+ next if (!$disttags{$dist});
+
+ my $presence = Debbugs::Status::bug_presence(
+ bug => $f,
+ status => $bug,
+ dist => $dist,
+ arch => \@archs_with_source
+ );
+
+ # ignore bugs that are absent/fixed in this distribution, include everything
+ # else (that is, "found" which says that the bug is present, and undef, which
+ # indicates that no versioning information is present and it's not closed
+ # unversioned)
+ if (!defined($presence) || ($presence ne 'absent' && $presence ne 'fixed')) {
+ $bi->{$dist} = 1;
+ $affects_any = 1;
+ }
+ }
+
+ next if !$affects_any;
}
- # only bother to check the versioning status for the distributions indicated by the tags
- $status_oldstable = get_status($f, $bug, 'oldstable') if ($oldstable_tag);
- $status_stable = get_status($f, $bug, 'stable') if ($stable_tag);
- $status_testing = get_status($f, $bug, 'testing') if ($testing_tag);
- $status_unstable = get_status($f, $bug, 'unstable') if ($unstable_tag);
- $status_experimental = get_status($f, $bug, 'experimental') if ($experimental_tag);
-
- $relinfo = "";
- $relinfo .= (($oldstable_tag && $status_oldstable eq 'pending') ? "O" : "");
- $relinfo .= (($stable_tag && $status_stable eq 'pending') ? "S" : "");
- $relinfo .= (($testing_tag && $status_testing eq 'pending') ? "T" : "");
- $relinfo .= (($unstable_tag && $status_unstable eq 'pending') ? "U" : "");
- $relinfo .= (($experimental_tag && $status_experimental eq 'pending') ? "E" : "");
-
- next if $relinfo eq '' and not $premature{$f};
- $premature{$f}++ if $relinfo eq '';
-
- $taginfo = "[";
- $taginfo .= ($bug->{'keywords'} =~ /\bpending\b/ ? "P" : " ");
- $taginfo .= ($bug->{'keywords'} =~ /\bpatch\b/ ? "+" : " ");
- $taginfo .= ($bug->{'keywords'} =~ /\bhelp\b/ ? "H" : " ");
- $taginfo .= ($bug->{'keywords'} =~ /\bmoreinfo\b/ ? "M" : " ");
- $taginfo .= ($bug->{'keywords'} =~ /\bunreproducible\b/ ? "R" : " ");
- $taginfo .= ($bug->{'keywords'} =~ /\bsecurity\b/ ? "S" : " ");
- $taginfo .= ($bug->{'keywords'} =~ /\bupstream\b/ ? "U" : " ");
- $taginfo .= ($bug->{'keywords'} =~ /\betch-ignore\b/ ? "I" : " ");
- $taginfo .= "]";
+ for my $keyword (qw(pending patch help moreinfo unreproducible security upstream),
+ map {$bugcfg::debian_releases->{$_}.'-ignore'} keys %{$bugcfg::debian_releases}) {
+ $bi->{$keyword} = grep(/^$keyword$/, @tags);
+ }
if (length($bug->{'mergedwith'})) {
my @merged = split(' ', $bug->{'mergedwith'});
next if ($merged[0] < $f);
}
- for $package (split /[,\s]+/, $bug->{'package'}) {
- $_= $package; y/A-Z/a-z/; $_= $` if m/[^-+._a-z0-9]/;
- if (not defined $section{$_}) {
- if (defined $debbugssection{$_}) {
- $relinfo .= "X";
- } else {
- next; # Skip unavailable packages
- }
- }
-
- $packagelist{$_} .= " $f";
+ for my $package (split /[,\s]+/, $bug->{'package'}) {
+ $_= $package; y/A-Z/a-z/; $_= $` if m/[^-+._:a-z0-9]/;
+ push @{$packagelist{$_}}, $f;
}
- if ($relinfo eq "") { # or $relinfo eq "U" # confuses e.g. #210306
- $relinfo = "";
- } else {
- $relinfo = " [$relinfo]";
- }
+ my $taginfo = get_taginfo($bi);
+ my $relinfo = get_relinfo($bi);
- $bugs{$f} = "$f $taginfo$relinfo " . $bug->{'subject'};
+ $bugs{$f} = $bi;
}
}
-sub readstatus() {
- local ($bug); # Number of current bug
- local ($subject); # Subject for current bug
- local ($pkg); # Name of current package
- local ($file); # Name of statusfile
- local ($sect); # Section of current package
- local ($mnt); # Maintainer of current package
+sub readstatus {
+ my $filename = shift;
+ open STATUS, "<", $filename
+ or die "$filename: $!";
- $file=shift;
- open(P, $file) or die "open $file: $!";
- while (<P>) {
- chomp;
- if (m/^[0-9]+ \[/) {
- ($bug,$subject)=split(/ /, $_, 2);
- $bugs{$bug}=$subject;
- $packagelist{$pkg} .= "$bug ";
- } else {
- ($pkg,$sect, $mnt)=split(/ /, $_, 3);
- $section{$pkg}=$sect;
- $maintainer{$pkg}=$mnt;
- }
- }
- close P;
-}
+ while (1) {
+ chomp (my $type = <STATUS>);
+ if ($type eq 'package') {
+ chomp (my $package = <STATUS>);
+ chomp (my $section = <STATUS>);
+ chomp (my $maintainer = <STATUS>);
+ my $blank = <STATUS>;
+ $section{$package} = $section;
+ $maintainer{$package} = $maintainer;
+ }
+ if ($type eq 'bug') {
+ my $bug = {};
+ while (1) {
+ my $line = <STATUS>;
+ last if ($line !~ /^(.*?)=(.*)$/);
-sub readNMUstatus() {
- local ($bug); # Number of current bug
- local ($source); # Source upload which closes this bug.
- local ($version); # Version where this bug was closed.
- local ($flag); # Whether this paragraph has been processed.
- local ($field, $value);
+ $bug->{$1} = $2;
+ }
+ $bugs{$bug->{'number'}} = $bug;
- for (split /\n/, LWP::UserAgent->new->request(HTTP::Request->new(GET => shift))->content) {
- chomp;
- if (m/^$/) {
- $NMU{$bug} = 1;
- $NMU{$bug, "source"} = $source;
- $NMU{$bug, "version"} = $version;
-# $comments{$bug} .= "[FIXED] Fixed package $source is in Incoming\n";
- $flag = 0;
- } else {
- ($field, $value) = split(/: /, $_, 2);
- $bug = $value if($field =~ /bug/i);
- $source = $value if($field =~ /source/i);
- $version = $value if($field =~ /version/i);
- $flag = 1;
+ for my $package (split /[,\s]+/, $bug->{'package'}) {
+ $_= $package; y/A-Z/a-z/; $_= $` if m/[^-+._:a-z0-9]/;
+ push @{$packagelist{$_}}, $bug->{'number'};
+ }
}
+ last if ($type eq 'end');
}
- if ($flag) {
- $NMU{$bug} = 1;
- $NMU{$bug, "source"} = $source;
- $NMU{$bug, "version"} = $version;
-# $comments{$bug} .= "[FIXED] Fixed package $source in in Incoming\n";
- }
- close P;
+ close(STATUS);
}
}
sub wwwnumber() {
- local ($number) = shift; # Number of bug to html-ize
-# local ($section); # Section for the bug
+ my $number = shift; # Number of bug to html-ize
"<A HREF=\"http://bugs.debian.org/cgi-bin/bugreport.cgi?archive=no&bug=" .
urlsanit($number) . '">' . htmlsanit($number) . '</A>';
-# ($section=$number) =~ s/([0-9]{2}).*/$1/;
-# "<A HREF=\"${btsURL}/db/$section/$number.html\">$number</A>";
}
sub wwwname() {
- local ($name) = shift; # Name of package
+ my $name = shift; # Name of package
"<A HREF=\"http://bugs.debian.org/cgi-bin/pkgreport.cgi?archive=no&pkg=" .
urlsanit($name) . '">' . htmlsanit($name) . '</A>';
-# "<A HREF=\"${btsURL}/db/pa/l$name.html\">$name</A>";
}
-my $_version_cache = {};
-sub get_status() {
- my ($bugnr, $bug, $dist) = @_;
-
- my $status = 'pending';
-
- my @versions = Debbugs::Status::getversions($bug->{'package'}, $dist, undef);
- my @sourceversions = Debbugs::Status::makesourceversions($bug->{'package'}, undef, @versions);
-
- if (@sourceversions) {
- my $max_buggy = Debbugs::Status::max_buggy(bug => $bugnr,
- sourceversions => \@sourceversions,
- found => $bug->{'found_versions'},
- fixed => $bug->{'fixed_versions'},
- version_cache => $_version_cache,
- package => $bug->{'package'});
- if ($max_buggy eq 'absent') {
- $status = 'absent';
- } elsif ($max_buggy eq 'fixed') {
- $status = 'done';
- }
- }
- if (length($bug{'done'}) and
- (not @sourceversions or not @{$status{'fixed_versions'}})) {
- $status = 'done';
- }
+sub check_worry {
+ my ($bi) = @_;
- return $status;
+ return ($bi->{'testing'} && !$bi->{$bugcfg::debian_releases->{testing}.'-ignore'});
}
-sub check_worry {
- my ($status) = @_;
+sub check_worry_stable {
+ my ($bi) = @_;
+
+ return ($bi->{'stable'} && !$bi->{$bugcfg::debian_releases->{stable}.'-ignore'});
+}
+
+sub check_worry_unstable {
+ my ($bi) = @_;
+
+ return ($bi->{'unstable'});
+}
+
+sub get_taginfo {
+ my $bi = shift;
- if ($status =~ m/^\[[^]]*I/ or
- $status =~ m/ \[[^]]*X/ or
- ($status =~ m/ \[[^]]*[OSUE]/ and $status !~ m/ \[[^]]*T/)) {
- return 0;
+ my $taginfo = "";
+ $taginfo .= $bi->{'pending'} ? "P" : " ";
+ $taginfo .= $bi->{'patch'} ? "+" : " ";
+ $taginfo .= $bi->{'help'} ? "H" : " ";
+ $taginfo .= $bi->{'moreinfo'} ? "M" : " ";
+ $taginfo .= $bi->{'unreproducible'} ? "R" : " ";
+ $taginfo .= $bi->{'security'} ? "S" : " ";
+ $taginfo .= $bi->{'upstream'} ? "U" : " ";
+ $taginfo .= ($bi->{$bugcfg::debian_releases->{stable}.'-ignore'} || $bi->{$bugcfg::debian_releases->{testing}.'-ignore'}) ? "I" : " ";
+
+ return $taginfo;
+}
+
+sub get_relinfo {
+ my $bi = shift;
+
+ my $relinfo = "";
+ for my $dist (qw(oldstable stable testing unstable experimental)) {
+ $relinfo .= uc(substr($dist, 0, 1)) if $bi->{$dist};
}
- return 1;
+
+ return $relinfo;
}
+
+
+1;
projects / bugscan.git / blobdiff