# Created: 20000106
#
+
+# XXX Add uploader field support
+
package Debian;
use strict;
my $defaultdist = 'sid';
my $refresh = &::getChanConfDefault('debianRefreshInterval', 7, $::chan) * 60 * 60 * 24;
my $debug = 0;
-my $debian_dir = $::bot_state_dir . 'debian';
-my $country = 'us'; # well .config it yourself then. ;-)
+my $debian_dir = $::bot_state_dir . '/debian';
+my $country = 'nl'; # well .config it yourself then. ;-)
my $protocol = 'http';
+# EDIT THIS (i386, amd64, powerpc, [etc.]):
+my $arch = "i386";
# format: "alias=real".
my %dists = (
'unstable' => 'sid',
- 'testing' => 'etch',
- 'stable' => 'sarge',
- 'oldstable' => 'woody',
+ 'testing' => 'lenny',
+ 'stable' => 'etch',
+ 'experimental' => 'experimental',
+ 'oldstable' => 'sarge',
'incoming' => 'incoming',
);
+my %archived_dists = (
+ woody => 'woody',
+ potato => 'potato',
+ hamm => 'hamm',
+ buzz => 'buzz',
+ bo => 'bo',
+ rex => 'rex',
+ slink => 'slink',
+);
+
+my %archiveurlcontents = (
+ "Contents-##DIST-$arch.gz" =>
+ "$protocol://debian.crosslink.net/debian-archive".
+ "/dists/##DIST/Contents-$arch.gz",
+);
+
+my %archiveurlpackages = (
+ "Packages-##DIST-main-$arch.gz" =>
+ "$protocol://debian.crosslink.net/debian-archive".
+ "/dists/##DIST/main/binary-$arch/Packages.gz",
+ "Packages-##DIST-contrib-$arch.gz" =>
+ "$protocol://debian.crosslink.net/debian-archive".
+ "/dists/##DIST/contrib/binary-$arch/Packages.gz",
+ "Packages-##DIST-non-free-$arch.gz" =>
+ "$protocol://debian.crosslink.net/debian-archive".
+ "/dists/##DIST/non-free/binary-$arch/Packages.gz",
+);
+
+
+
+
my %urlcontents = (
- "Contents-##DIST-i386.gz" =>
+ "Contents-##DIST-$arch.gz" =>
"$protocol://ftp.$country.debian.org".
- "/debian/dists/##DIST/Contents-i386.gz",
- "Contents-##DIST-i386-non-US.gz" =>
+ "/debian/dists/##DIST/Contents-$arch.gz",
+ "Contents-##DIST-$arch-non-US.gz" =>
"$protocol://non-us.debian.org".
- "/debian-non-US/dists/##DIST/non-US/Contents-i386.gz",
+ "/debian-non-US/dists/##DIST/non-US/Contents-$arch.gz",
);
my %urlpackages = (
- "Packages-##DIST-main-i386.gz" =>
+ "Packages-##DIST-main-$arch.gz" =>
"$protocol://ftp.$country.debian.org".
- "/debian/dists/##DIST/main/binary-i386/Packages.gz",
- "Packages-##DIST-contrib-i386.gz" =>
+ "/debian/dists/##DIST/main/binary-$arch/Packages.gz",
+ "Packages-##DIST-contrib-$arch.gz" =>
"$protocol://ftp.$country.debian.org".
- "/debian/dists/##DIST/contrib/binary-i386/Packages.gz",
- "Packages-##DIST-non-free-i386.gz" =>
+ "/debian/dists/##DIST/contrib/binary-$arch/Packages.gz",
+ "Packages-##DIST-non-free-$arch.gz" =>
"$protocol://ftp.$country.debian.org".
- "/debian/dists/##DIST/non-free/binary-i386/Packages.gz",
-
- "Packages-##DIST-non-US-main-i386.gz" =>
- "$protocol://non-us.debian.org".
- "/debian-non-US/dists/##DIST/non-US/main/binary-i386/Packages.gz",
- "Packages-##DIST-non-US-contrib-i386.gz" =>
- "$protocol://non-us.debian.org".
- "/debian-non-US/dists/##DIST/non-US/contrib/binary-i386/Packages.gz",
- "Packages-##DIST-non-US-non-free-i386.gz" =>
- "$protocol://non-us.debian.org".
- "/debian-non-US/dists/##DIST/non-US/non-free/binary-i386/Packages.gz",
+ "/debian/dists/##DIST/non-free/binary-$arch/Packages.gz",
);
#####################
return;
}
+ my %urls = fixDist($dist,'contents');
if ($dist eq 'incoming') { # nothing yet.
&::DEBUG('sC: dist = "incoming". no contents yet.');
return;
} else {
- my %urls = &fixDist($dist, %urlcontents);
# download contents file.
&::DEBUG('deb: download 1.') if ($debug);
if (!&DebianDownload($dist, %urls)) {
$grepRE =~ s/\*/.*/g;
my @files;
- foreach (keys %urlcontents) {
- s/##DIST/$dist/g;
-
- next unless ( -f "$debian_dir/$_" );
- push(@files, "$debian_dir/$_");
+ foreach (keys %urls) {
+ next unless ( -f $_ );
+ push(@files, $_);
}
if (!scalar @files) {
my $start_time = &::timeget();
&::status("Debian: starting author search.");
+ my %urls = fixDist($dist,'packages');
my $files;
my ($bad,$good) = (0,0);
- my %urls = %urlpackages;
-
- foreach (keys %urlpackages) {
- s/##DIST/$dist/g;
-
- if (! -f "$debian_dir/$_" ) {
+ foreach (keys %urls) {
+ if (! -f $_ ) {
$bad++;
next;
}
&::DEBUG("deb: good = $good, bad = $bad...") if ($debug);
if ($good == 0 and $bad != 0) {
- my %urls = &fixDist($dist, %urlpackages);
- &::DEBUG("deb: download 2.");
+ &::DEBUG("deb: download 2.");
if (!&DebianDownload($dist, %urls)) {
&::ERROR("Debian(sA): could not download files.");
my $files;
my ($bad,$good) = (0,0);
- my %urls = %urlpackages;
+ my %urls = fixDist($dist,'packages');
- foreach (keys %urlpackages) {
- s/##DIST/$dist/g;
-
- if (! -f "$debian_dir/$_" ) {
+ # XXX This should be abstracted elsewhere.
+ foreach (keys %urls) {
+ if (! -f $_ ) {
$bad++;
next;
}
$good++;
- $files .= " $debian_dir/$_";
+ $files .= " $_";
}
&::DEBUG("deb(2): good = $good, bad = $bad...") if ($debug);
if ($good == 0 and $bad != 0) {
- my %urls = &fixDist($dist, %urlpackages);
&::DEBUG("deb: download 2c.") if ($debug);
if (!&DebianDownload($dist, %urls)) {
# download packages file.
# hrm...
- my %urls = &fixDist($dist, %urlpackages);
+ my %urls = &fixDist($dist,'packages');
if ($dist ne "incoming") {
&::DEBUG("deb: download 3.") if ($debug);
&::DEBUG("deb: infoS: dist => '$dist'.");
# download packages file if needed.
- my %urls = &fixDist($dist, %urlpackages);
+ my %urls = &fixDist($dist,'packages');
&::DEBUG("deb: download 4.");
if (!&DebianDownload($dist, %urls)) {
&::WARN("Debian(iS): could not download ANY files.");
my %stats;
my %total = (count => 0, maint => 0, isize => 0, csize => 0);
my $file;
- foreach $file (keys %urlpackages) {
- $file =~ s/##DIST/$dist/g; # won't work for incoming.
+ foreach $file (keys %urls) {
&::DEBUG("deb: file => '$file'.");
if (exists $stats{$file}{'count'}) {
&::DEBUG("deb: hrm... duplicate open with $file???");
next;
}
- open(IN, "zcat $debian_dir/$file 2>&1 |");
+ open(IN, "zcat $file 2>&1 |");
- if (! -e "$debian_dir/$file") {
- &::DEBUG("deb: iS: $debian_dir/$file does not exist.");
+ if (! -e "$file") {
+ &::DEBUG("deb: iS: $file does not exist.");
next;
}
# Usage: &generateIndex();
sub generateIndex {
my (@dists) = @_;
- &::DEBUG("D: generateIndex($dists[0]) called!");
+ &::DEBUG("D: generateIndex($dists[0]) called! ".join(':',caller(),));
if (!scalar @dists or $dists[0] eq '') {
&::ERROR("gI: no dists to generate index.");
return 1;
foreach (@dists) {
my $dist = &getDistro($_); # incase the alias is returned, possible?
my $idx = $debian_dir."/Packages-$dist.idx";
+ my %urls = fixDist($_,'packages');
# TODO: check if any of the Packages file have been updated then
# regenerate it, even if it's not stale.
next;
}
- if (/^woody$/i) {
- &::DEBUG("deb: Copying old index of woody to -old");
- system("cp $idx $idx-old");
- }
+# if (/^sarge$/i) {
+# &::DEBUG("deb: Copying old index of sarge to -old");
+# system("cp $idx $idx-old");
+# }
&::DEBUG("deb: gIndex: calling DebianDownload($dist, ...).") if ($debug);
- &DebianDownload($dist, &fixDist($dist, %urlpackages) );
+ &DebianDownload($dist, &fixDist($dist,'packages') );
&::status("Debian: generating index for '$dist'.");
if (!open OUT, ">$idx") {
}
my $packages;
- foreach $packages (keys %urlpackages) {
- $packages =~ s/##DIST/$dist/;
- $packages = "$debian_dir/$packages";
-
+ foreach $packages (keys %urls) {
if (! -e $packages) {
&::ERROR("gIndex: '$packages' does not exist?");
next;
$dist = $defaultdist;
}
- if ($dist =~ /^(slink|hamm|rex|bo)$/i) {
- &::DEBUG("deb: deprecated version ($dist).");
- &::msg($::who, "Debian: deprecated distribution version.");
- return;
- }
-
if (exists $dists{$dist}) {
&::VERB("gD: returning dists{$dist} ($dists{$dist})",2);
return $dists{$dist};
- } else {
- if (!grep /^\Q$dist\E$/i, %dists) {
+ }
+ elsif (exists $archived_dists{$dist}){
+ &::VERB("gD: returning archivedists{$dist} ($archived_dists{$dist})",2);
+ return $archived_dists{$dist};
+ }
+ else {
+ if (!grep(/^\Q$dist\E$/i, %dists) and !grep(/^\Q$dist\E$/i, %archived_dists)) {
&::msg($::who, "invalid dist '$dist'.");
return;
}
sub getDistroFromStr {
my ($str) = @_;
- my $dists = join '|', %dists;
+ my $dists = join '|', %dists, %archived_dists;
my $dist = $defaultdist;
if ($str =~ s/\s+($dists)$//i) {
}
sub fixDist {
- my ($dist, %urls) = @_;
+ my ($dist, $type) = @_;
my %new;
my ($key,$val);
-
- while (($key,$val) = each %urls) {
+ my %dist_urls;
+
+ if (exists $archived_dists{$dist}){
+ if ($type eq 'contents'){
+ %dist_urls = %archiveurlcontents;
+ }
+ else {
+ %dist_urls = %archiveurlpackages;
+ }
+ }
+ else {
+ if ($type eq 'contents'){
+ %dist_urls = %urlcontents;
+ }
+ else {
+ %dist_urls = %urlpackages;
+ }
+ }
+
+ while (($key,$val) = each %dist_urls) {
$key =~ s/##DIST/$dist/;
$val =~ s/##DIST/$dist/;
### TODO: what should we do if the sar wasn't done.
next unless ($file =~ /(gz|bz2)$/);
# TODO: add bzip2 support (debian doesn't do .bz2 anyway)
- #my $exit = system("/bin/gzip -t '$debian_dir/$file'");
- #next unless ($exit);
- &::DEBUG("deb: hmr... => ".(time() - (stat($file))[8])."'.");
+ my $exit = system("/bin/gzip -t '$debian_dir/$file'");
+ next unless ($exit);
+ &::DEBUG("deb: hmr... => ".(time() - (stat($debian_dir/$file))[8])."'.");
next unless (time() - (stat($file))[8] > 3600);
#&::DEBUG("deb: dC: exit => '$exit'.");
}
1;
+
+# vim:ts=4:sw=4:expandtab:tw=80
projects / infobot.git / blobdiff