3 # wanna-build: coordination script for Debian buildds
4 # Copyright (C) 1998 Roman Hodek <Roman.Hodek@informatik.uni-erlangen.de>
5 # Copyright (C) 2005-2008 Ryan Murray <rmurray@debian.org>
7 # This program is free software; you can redistribute it and/or
8 # modify it under the terms of the GNU General Public License as
9 # published by the Free Software Foundation; either version 2 of the
10 # License, or (at your option) any later version.
12 # This program is distributed in the hope that it will be useful, but
13 # WITHOUT ANY WARRANTY; without even the implied warranty of
14 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 # General Public License for more details.
17 # You should have received a copy of the GNU General Public License
18 # along with this program; if not, write to the Free Software
19 # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
24 $basedir ||= "/var/lib/debbuild";
25 $dbbase ||= "build-db";
26 $transactlog ||= "transactions.log";
27 $mailprog ||= "/usr/sbin/sendmail";
28 require "/org/wanna-build/etc/wanna-build.conf";
29 die "$conf::basedir is not a directory\n" if ! -d $conf::basedir;
30 die "dbbase is empty\n" if ! $dbbase;
31 die "transactlog is empty\n" if ! $transactlog;
32 die "mailprog binary $conf::mailprog does not exist or isn't executable\n"
33 if !-x $conf::mailprog;
34 die "no distributions defined\n" if ! %distributions;
42 use lib '/org/wanna-build/bin';
45 our ($verbose, $mail_logs, $list_order, $list_state,
46 $curr_date, $op_mode, $user, $real_user, $distribution,
47 $fail_reason, $opt_override, $import_from, $export_to, $opt_create_db,
49 $info_all_dists, $arch,
50 $category, %catval, %short_category,
51 $short_date, $list_min_age, $dbbase, @curr_time,
52 $build_priority, %new_vers, $binNMUver, %merge_srcvers, %merge_binsrc);
55 $ENV{'PATH'} = "/bin:/usr/bin:/usr/local/bin:/org/wanna-build/bin/";
59 $curr_date = strftime("%Y %b %d %H:%M:%S",@curr_time);
60 $short_date = strftime("%m/%d/%y",@curr_time);
63 # map program invocation names to operation modes
64 my %prognames = ( "uploaded-build" => "set-uploaded",
65 "failed-build" => "set-failed",
66 "no-build" => "set-not-for-us",
67 "give-back-build" => "set-needs-build",
68 "dep-wait-build" => "set-dep-wait",
69 "forget-build" => "forget",
70 "merge-quinn" => "merge-quinn",
71 "merge-packages" => "merge-packages",
72 "merge-sources" => "merge-sources",
73 "build-info" => "info" );
75 %short_category = ( u => "uploaded-fixed-pkg",
82 c => "compiler-error",
86 ($progname = $0) =~ s,.*/,,;
87 if ($prognames{$progname}) {
88 $op_mode = $prognames{$progname};
90 elsif ($progname =~ /^list-(.*)$/) {
92 $list_state = ($1 eq "all") ? "" : $1;
97 verbose => { short => "v", flag => \$verbose },
98 override => { short => "o", flag => \$opt_override },
99 "create-db" => { flag => \$opt_create_db },
100 "correct-compare" => { flag => \$WannaBuild::opt_correct_version_cmp },
101 # TODO: remove after buildds no longer pass to wanna-build
102 "no-propagation" => { short => "N" },
103 "no-down-propagation" => { short => "D" },
105 take => { mode => "set-building" },
106 failed => { short => "f", mode => "set-failed" },
107 uploaded => { short => "u", mode => "set-uploaded" },
108 "no-build" => { short => "n", mode => "set-not-for-us" },
109 built => { mode => "set-built" },
110 attempted => { mode => "set-attempted" },
111 "give-back" => { mode => "set-needs-build" },
112 "dep-wait" => { mode => "set-dep-wait" },
113 forget => { mode => "forget" },
114 'forget-user' => { mode => 'forget-user' },
115 "merge-quinn" => { mode => "merge-quinn" },
116 "merge-partial-quinn" => { mode => "merge-partial-quinn" },
117 "merge-packages" => { mode => "merge-packages" },
118 "merge-sources" => { mode => "merge-sources" },
119 "pretend-avail" => { short => "p", mode => "pretend-avail" },
120 "merge-all" => { mode => "merge-all" },
121 info => { short => "i", mode => "info" },
122 'binNMU' => { mode => 'set-binary-nmu', arg => \$binNMUver,
123 code => sub { die "Invalid binNMU version: $binNMUver\n"
124 if $binNMUver !~ /^([\d]*)$/ and $1 >= 0; } },
125 'perm-build-priority' => { mode => "set-permanent-build-priority", arg => \$build_priority,
126 code => sub { die "Invalid build priority: $build_priority\n"
127 if $build_priority !~ /^-?[\d]+$/; } },
128 'build-priority' => { mode => "set-build-priority", arg => \$build_priority,
129 code => sub { die "Invalid build priority: $build_priority\n"
130 if $build_priority !~ /^-?[\d]+$/; } },
132 { short => "l", mode => "list", arg => \$list_state,
134 die "Unknown state to list: $list_state\n"
135 if !isin( $list_state, qw(needs-build building uploaded
136 built build-attempted failed installed dep-wait
137 not-for-us all failed-removed
138 install-wait reupload-wait bd-uninstallable));} },
141 { short => "d", arg => \$distribution,
143 if ($distribution eq "a" || $distribution eq "all") {
148 $distribution = "oldstable" if $distribution eq "o";
149 $distribution = "stable" if $distribution eq "s";
150 $distribution = "testing" if $distribution eq "t";
151 $distribution = "unstable" if $distribution eq "u";
155 { short => "O", arg => \$list_order,
157 die "Bad ordering character\n"
158 if $list_order !~ /^[PSpsncb]+$/;
160 message => { short => "m", arg => \$fail_reason },
161 # database is deprecated, use arch instead.
162 database => { short => "b", arg => \$conf::dbbase },
163 arch => { short => "A", arg => \$arch },
164 user => { short => "U", arg => \$user },
165 category => { short => "c", arg => \$category,
167 $category = $short_category{$category}
168 if exists $short_category{$category};
169 die "Unknown category: $category\n"
170 if !isin( $category, values %short_category );
172 "min-age" => { short => "a", arg => \$list_min_age,
174 die "Argument of --min-age must be a non-zero number\n"
175 if $list_min_age == 0;
177 "max-age" => { arg => \$list_min_age,
179 die "Argument of --max-age must be a non-zero number\n"
180 if $list_min_age == 0;
184 export => { arg => \$export_to, mode => "export" },
185 import => { arg => \$import_from, mode => "import" },
186 "manual-edit" => { mode => "manual-edit" },
189 while( @ARGV && $ARGV[0] =~ /^-/ ) {
192 my($opt, $optname, $arg);
193 if (/^--([^=]+)(=|$)/) {
195 $opt = $options{$optname};
196 $arg = $1 if /^--\Q$optname\E=((.|\n)*)$/;
199 $optname = substr( $_, 1, 1 );
200 $opt = (grep { defined($_->{short}) ? $_->{short} eq $optname : 0} values %options)[0];
201 $arg = $1 if /^-$optname(.+)$/;
204 warn "Unknown option: --$1\n";
209 die "$optname option missing argument\n" if !@ARGV;
212 ${$opt->{arg}} = $arg;
214 elsif (defined $arg) {
215 die "Option $optname takes no argument\n";
219 die "Conflicting operation modes\n" if $op_mode;
220 $op_mode = $opt->{mode};
230 $op_mode = $category ? "set-failed" : "set-building"
231 if !$op_mode; # default operation
232 $list_order = $list_state eq "failed" ? 'fPcpsn' : 'PScpsn'
233 if !$list_order and $list_state;
234 $distribution ||= "unstable";
235 die "Bad distribution '$distribution'\n"
236 if !isin($distribution, keys %conf::distributions);
238 # If they didn't specify an arch, try to get it from database name which
239 # is in the form of $arch/build-db
240 # This is for backwards compatibity with older versions that didn't
241 # specify the arch yet.
242 $conf::dbbase =~ m#^([^/]+)#;
245 # TODO: Check that it's an known arch (for that dist), and give
249 my $version = '$Revision: db181a534e9d $ $Date: 2008/03/26 06:20:22 $ $Author: rmurray $';
250 $version =~ s/(^\$| \$ .*$)//g;
251 print "wanna-build $version for $distribution on $arch\n";
254 if (!@ARGV && !isin( $op_mode, qw(list merge-quinn merge-partial-quinn import export
255 merge-packages manual-edit
257 warn "No packages given.\n";
261 $real_user = (getpwuid($<))[0];
262 die "Can't determine your user name\n"
263 if $op_mode ne "list" && !$user &&
264 !($user = $real_user);
267 if ($op_mode eq "set-failed" && !$category) {
268 print "Enter reason for failing (end with '.' alone on ".
273 last if $line eq ".\n";
274 $fail_reason .= $line;
276 chomp( $fail_reason );
277 } elsif ($op_mode eq "set-dep-wait") {
278 print "Enter dependencies (one line):\n";
280 while( !$line && !eof(STDIN) ) {
281 chomp( $line = <STDIN> );
283 die "No dependencies given\n" if !$line;
284 $fail_reason = $line;
285 } elsif ($op_mode eq "set-binary-nmu" and $binNMUver > 0) {
286 print "Enter changelog entry (one line):\n";
288 while( !$line && !eof(STDIN) ) {
289 chomp( $line = <STDIN> );
291 die "No changelog entry given\n" if !$line;
292 $fail_reason = $line;
301 $dbh->disconnect or warn $dbh->errstr;
305 my $schema_suffix = '';
306 if (isin( $op_mode, qw(list info)) && $distribution !~ /security/ && !(not -t and $user =~ /-/)) {
307 $dbh = DBI->connect("DBI:Pg:service=wanna-build") ||
308 die "FATAL: Cannot open database: $DBI::errstr\n";
309 $schema_suffix = '_public';
313 $dbh = DBI->connect("DBI:Pg:service=wanna-build-privileged") ||
314 die "FATAL: Cannot open database: $DBI::errstr\n";
317 # TODO: This shouldn't be needed, file a bug.
318 $dbh->{pg_server_prepare} = 0;
320 $dbh->begin_work or die $dbh->errstr;
327 if ($mail_logs && $conf::log_mail) {
328 send_mail( $conf::log_mail,
329 "wanna-build $distribution state changes $curr_date",
330 "State changes at $curr_date for distribution ".
331 "$distribution:\n\n$mail_logs\n" );
339 SWITCH: foreach ($op_mode) {
341 add_packages( $1, @ARGV );
345 list_packages( $list_state );
349 info_packages( @ARGV );
352 /^forget-user/ && do {
353 die "This operation is restricted to admin users\n"
354 if (defined @conf::admin_users and
355 !isin( $real_user, @conf::admin_users));
356 forget_users( @ARGV );
360 forget_packages( @ARGV );
363 /^merge-partial-quinn/ && do {
364 die "This operation is restricted to admin users\n"
365 if (defined @conf::admin_users and
366 !isin( $real_user, @conf::admin_users));
370 /^merge-quinn/ && do {
371 die "This operation is restricted to admin users\n"
372 if (defined @conf::admin_users and
373 !isin( $real_user, @conf::admin_users));
377 /^merge-packages/ && do {
378 die "This operation is restricted to admin users\n"
379 if (defined @conf::admin_users and
380 !isin( $real_user, @conf::admin_users));
384 /^merge-sources/ && do {
385 die "This operation is restricted to admin users\n"
386 if (defined @conf::admin_users and
387 !isin( $real_user, @conf::admin_users));
391 /^pretend-avail/ && do {
392 pretend_avail( @ARGV );
396 die "This operation is restricted to admin users\n"
397 if (defined @conf::admin_users and
398 !isin( $real_user, @conf::admin_users));
400 @ARGV = ( $ARGS[0] );
401 my $pkgs = parse_packages();
402 @ARGV = ( $ARGS[1] );
404 @ARGV = ( $ARGS[2] );
405 my $srcs = parse_sources(1);
406 call_edos_depcheck( $ARGS[0], $srcs );
410 die "This operation is restricted to admin users\n"
411 if (defined @conf::admin_users and
412 !isin( $real_user, @conf::admin_users));
413 $dbh->do("DELETE from " . table_name() .
414 " WHERE distribution = ?", undef,
418 read_db( $import_from );
422 export_db( $export_to );
426 die "Unexpected operation mode $op_mode\n";
428 if (not -t and $user =~ /-/) {
429 my $userinfo = get_user_info($user);
430 if (!defined $userinfo)
432 add_user_info($user);
436 update_user_info($user);
442 my $newstate = shift;
443 my( $package, $name, $version, $ok, $reason );
445 foreach $package (@_) {
446 $package =~ s,^.*/,,; # strip path
447 $package =~ s/\.(dsc|diff\.gz|tar\.gz|deb)$//; # strip extension
448 $package =~ s/_[a-zA-Z\d-]+\.changes$//; # strip extension
449 if ($package =~ /^([\w\d.+-]+)_([\w\d:.+~-]+)/) {
450 ($name,$version) = ($1,$2);
453 warn "$package: can't extract package name and version ".
458 if ($op_mode eq "set-building") {
459 add_one_building( $name, $version );
461 elsif ($op_mode eq "set-built") {
462 add_one_built( $name, $version );
464 elsif ($op_mode eq "set-attempted") {
465 add_one_attempted( $name, $version );
467 elsif ($op_mode eq "set-uploaded") {
468 add_one_uploaded( $name, $version );
470 elsif ($op_mode eq "set-failed") {
471 add_one_failed( $name, $version );
473 elsif ($op_mode eq "set-not-for-us") {
474 add_one_notforus( $name, $version );
476 elsif ($op_mode eq "set-needs-build") {
477 add_one_needsbuild( $name, $version );
479 elsif ($op_mode eq "set-dep-wait") {
480 add_one_depwait( $name, $version );
482 elsif ($op_mode eq "set-build-priority") {
483 set_one_buildpri( $name, $version, 'buildpri' );
485 elsif ($op_mode eq "set-permanent-build-priority") {
486 set_one_buildpri( $name, $version, 'permbuildpri' );
488 elsif ($op_mode eq "set-binary-nmu") {
489 set_one_binnmu( $name, $version );
494 sub add_one_building {
500 my $pkg = get_source_info($name);
502 if ($pkg->{'state'} eq "Not-For-Us") {
504 $reason = "not suitable for this architecture";
506 elsif ($pkg->{'state'} =~ /^Dep-Wait/) {
508 $reason = "not all source dependencies available yet";
510 elsif ($pkg->{'state'} =~ /^BD-Uninstallable/) {
512 $reason = "source dependencies are not installable";
514 elsif ($pkg->{'state'} eq "Uploaded" &&
515 (version_lesseq($version, $pkg->{'version'}))) {
517 $reason = "already uploaded by $pkg->{'builder'}";
518 $reason .= " (in newer version $pkg->{'version'})"
519 if !version_eq($pkg, $version);
521 elsif ($pkg->{'state'} eq "Installed" &&
522 version_less($version,$pkg->{'version'})) {
524 print "$name: Warning: newer version $pkg->{'version'} ".
525 "already installed, but overridden.\n";
529 $reason = "newer version $pkg->{'version'} already in ".
530 "archive; doesn't need rebuilding";
531 print "$name: Note: If the following is due to an epoch ",
532 " change, use --override\n";
535 elsif ($pkg->{'state'} eq "Installed" &&
536 pkg_version_eq($pkg,$version)) {
538 $reason = "is up-to-date in the archive; doesn't need rebuilding";
540 elsif ($pkg->{'state'} eq "Needs-Build" &&
541 version_less($version,$pkg->{'version'})) {
543 print "$name: Warning: newer version $pkg->{'version'} ".
544 "needs building, but overridden.";
548 $reason = "newer version $pkg->{'version'} needs building, ".
552 elsif (isin($pkg->{'state'},qw(Building Built Build-Attempted))) {
553 if (version_less($pkg->{'version'},$version)) {
554 print "$name: Warning: Older version $pkg->{'version'} ",
555 "is being built by $pkg->{'builder'}\n";
556 if ($pkg->{'builder'} ne $user) {
557 send_mail( $pkg->{'builder'},
558 "package takeover in newer version",
559 "You are building package '$name' in ".
560 "version $version\n".
561 "(as far as I'm informed).\n".
562 "$user now has taken the newer ".
563 "version $version for building.".
564 "You can abort the build if you like.\n" );
569 print "User $pkg->{'builder'} had already ",
570 "taken the following package,\n",
571 "but overriding this as you request:\n";
572 send_mail( $pkg->{'builder'}, "package takeover",
573 "The package '$name' (version $version) that ".
574 "was taken by you\n".
575 "has been taken over by $user\n" );
577 elsif ($pkg->{'builder'} eq $user) {
578 print "$name: Note: already taken by you.\n";
579 print "$name: ok\n" if $verbose;
584 $reason = "already taken by $pkg->{'builder'}";
585 $reason .= " (in newer version $pkg->{'version'})"
586 if !version_eq($pkg->{'version'}, $version);
590 elsif ($pkg->{'state'} =~ /^Failed/ &&
591 pkg_version_eq($pkg, $version)) {
593 print "The following package previously failed ",
594 "(by $pkg->{'builder'})\n",
595 "but overriding this as you request:\n";
596 send_mail( $pkg->{'builder'}, "failed package takeover",
597 "The package '$name' (version $version) that ".
599 "and has failed previously has been taken over ".
601 if $pkg->{'builder'} ne $user;
605 $reason = "build of $version failed previously:\n ";
606 $reason .= join( "\n ", split( "\n", $pkg->{'failed'} ));
607 $reason .= "\nalso the package doesn't need builing"
608 if $pkg->{'state'} eq 'Failed-Removed';
614 if ($pkg->{'binary_nmu_version'}) {
615 print "$name: Warning: needs binary NMU $pkg->{'binary_nmu_version'}\n" .
616 "$pkg->{'binary_nmu_changelog'}\n";
619 print "$name: Warning: Previous version failed!\n"
620 if $pkg->{'previous_state'} =~ /^Failed/ ||
621 $pkg->{'state'} =~ /^Failed/;
623 change_state( \$pkg, 'Building' );
624 $pkg->{'package'} = $name;
625 $pkg->{'version'} = $version;
626 $pkg->{'builder'} = $user;
627 log_ta( $pkg, "--take" );
628 update_source_info($pkg);
629 print "$name: $ok\n" if $verbose;
632 print "$name: NOT OK!\n $reason\n";
636 sub add_one_attempted {
639 my $pkg = get_source_info($name);
641 if (!defined($pkg)) {
642 print "$name: not registered yet.\n";
646 if ($pkg->{'state'} ne "Building" ) {
647 print "$name: not taken for building (state is $pkg->{'state'}). ",
651 if ($pkg->{'builder'} ne $user) {
652 print "$name: not taken by you, but by $pkg->{'builder'}. Skipping.\n";
655 elsif ( !pkg_version_eq($pkg, $version) ) {
656 print "$name: version mismatch ".
657 "$(pkg->{'version'} ".
658 "by $pkg->{'builder'})\n";
662 change_state( \$pkg, 'Build-Attempted' );
663 log_ta( $pkg, "--attempted" );
664 update_source_info($pkg);
665 print "$name: registered as uploaded\n" if $verbose;
671 my $pkg = get_source_info($name);
673 if (!defined($pkg)) {
674 print "$name: not registered yet.\n";
678 if ($pkg->{'state'} ne "Building" ) {
679 print "$name: not taken for building (state is $pkg->{'state'}). ",
683 if ($pkg->{'builder'} ne $user) {
684 print "$name: not taken by you, but by $pkg->{'builder'}. Skipping.\n";
687 elsif ( !pkg_version_eq($pkg, $version) ) {
688 print "$name: version mismatch ".
689 "$(pkg->{'version'} ".
690 "by $pkg->{'builder'})\n";
693 change_state( \$pkg, 'Built' );
694 log_ta( $pkg, "--built" );
695 update_source_info($pkg);
696 print "$name: registered as built\n" if $verbose;
699 sub add_one_uploaded {
702 my $pkg = get_source_info($name);
704 if (!defined($pkg)) {
705 print "$name: not registered yet.\n";
709 if ($pkg->{'state'} eq "Uploaded" &&
710 pkg_version_eq($pkg,$version)) {
711 print "$name: already uploaded\n";
714 if (!isin( $pkg->{'state'}, qw(Building Built Build-Attempted))) {
715 print "$name: not taken for building (state is $pkg->{'state'}). ",
719 if ($pkg->{'builder'} ne $user) {
720 print "$name: not taken by you, but by $pkg->{'builder'}. Skipping.\n";
723 # strip epoch -- buildd-uploader used to go based on the filename.
724 # (to remove at some point)
726 ($pkgver = $pkg->{'version'}) =~ s/^\d+://;
727 $version =~ s/^\d+://; # for command line use
728 if ($pkg->{'binary_nmu_version'} ) {
729 my $nmuver = binNMU_version($pkgver, $pkg->{'binary_nmu_version'});
730 if (!version_eq( $nmuver, $version )) {
731 print "$name: version mismatch ($nmuver registered). ",
735 } elsif (!version_eq($pkgver, $version)) {
736 print "$name: version mismatch ($pkg->{'version'} registered). ",
741 change_state( \$pkg, 'Uploaded' );
742 log_ta( $pkg, "--uploaded" );
743 update_source_info($pkg);
744 print "$name: registered as uploaded\n" if $verbose;
751 my $pkg = get_source_info($name);
753 if (!defined($pkg)) {
754 print "$name: not registered yet.\n";
757 $state = $pkg->{'state'};
759 if ($state eq "Not-For-Us") {
760 print "$name: not suitable for this architecture anyway. Skipping.\n";
763 elsif ($state eq "Failed-Removed") {
764 print "$name: failed previously and doesn't need building. Skipping.\n";
767 elsif ($state eq "Installed") {
768 print "$name: Is already installed in archive. Skipping.\n";
771 elsif ($pkg->{'builder'} &&
772 (($user ne $pkg->{'builder'}) &&
773 !($pkg->{'builder'} =~ /^(\w+)-\w+/ && $1 eq $user))) {
774 print "$name: not taken by you, but by ".
775 "$pkg->{'builder'}. Skipping.\n";
778 elsif ( !pkg_version_eq($pkg, $version) ) {
779 print "$name: version mismatch ".
780 "$(pkg->{'version'} ".
781 "by $pkg->{'builder'})\n";
786 if (!$cat && $fail_reason =~ /^\[([^\]]+)\]/) {
788 $cat = $short_category{$cat} if exists $short_category{$cat};
789 if (!isin( $cat, values %short_category )) {
790 print "$name: Warning: unknown category $cat; discarded\n";
793 $fail_reason =~ s/^\[[^\]]+\][ \t]*\n*//;
796 if ($state eq "Needs-Build") {
797 print "$name: Warning: not registered for building previously, ".
798 "but processing anyway.\n";
800 elsif ($state eq "Uploaded") {
801 print "$name: Warning: marked as uploaded previously, ".
802 "but processing anyway.\n";
804 elsif ($state eq "Dep-Wait") {
805 print "$name: Warning: marked as waiting for dependencies, ".
806 "but processing anyway.\n";
808 elsif ($state eq "BD-Uninstallable") {
809 print "$name: Warning: marked as having uninstallable build-dependencies, ".
810 "but processing anyway.\n";
812 elsif ($state eq "Failed") {
813 print "$name: already registered as failed; will append new message\n"
815 print "$name: already registered as failed; changing category\n"
819 if (($cat eq "reminder-sent" || $cat eq "nmu-offered") &&
820 defined $pkg->{'failed_category'} &&
821 $pkg->{'failed_category'} ne $cat) {
822 (my $action = $cat) =~ s/-/ /;
823 $fail_reason .= "\n$short_date: $action";
826 change_state( \$pkg, 'Failed' );
827 $pkg->{'builder'} = $user;
828 $pkg->{'failed'} .= "\n" if $pkg->{'failed'};
829 $pkg->{'failed'} .= $fail_reason;
830 $pkg->{'failed_category'} = $cat if $cat;
831 if (defined $pkg->{'permbuildpri'}) {
832 $pkg->{'buildpri'} = $pkg->{'permbuildpri'};
834 delete $pkg->{'buildpri'};
836 log_ta( $pkg, "--failed" );
837 update_source_info($pkg);
838 print "$name: registered as failed\n" if $verbose;
841 sub add_one_notforus {
844 my $pkg = get_source_info($name);
846 if ($pkg->{'state'} eq 'Not-For-Us') {
847 # reset Not-For-Us state in case it's called twice; this is
848 # the only way to get a package out of this state...
849 # There is no really good state in which such packages should
850 # be put :-( So use Failed for now.
851 change_state( \$pkg, 'Failed' );
852 $pkg->{'package'} = $name;
853 $pkg->{'failed'} = "Was Not-For-Us previously";
854 delete $pkg->{'builder'};
855 delete $pkg->{'depends'};
856 log_ta( $pkg, "--no-build(rev)" );
857 print "$name: now not unsuitable anymore\n";
859 send_mail( $conf::notforus_maint,
860 "$name moved out of Not-For-Us state",
861 "The package '$name' has been moved out of the Not-For-Us ".
863 "It should probably also be removed from ".
864 "Packages-arch-specific or\n".
865 "the action was wrong.\n" )
866 if $conf::notforus_maint;
869 change_state( \$pkg, 'Not-For-Us' );
870 $pkg->{'package'} = $name;
871 delete $pkg->{'builder'};
872 delete $pkg->{'depends'};
873 delete $pkg->{'buildpri'};
874 delete $pkg->{'binary_nmu_version'};
875 delete $pkg->{'binary_nmu_changelog'};
876 log_ta( $pkg, "--no-build" );
877 print "$name: registered as unsuitable\n" if $verbose;
879 send_mail( $conf::notforus_maint,
880 "$name set to Not-For-Us",
881 "The package '$name' has been set to state Not-For-Us ".
883 "It should probably also be added to ".
884 "Packages-arch-specific or\n".
885 "the Not-For-Us state is wrong.\n" )
886 if $conf::notforus_maint;
888 update_source_info($pkg);
891 sub add_one_needsbuild {
895 my $pkg = get_source_info($name);
897 if (!defined($pkg)) {
898 print "$name: not registered; can't give back.\n";
901 $state = $pkg->{'state'};
903 if ($state eq "BD-Uninstallable") {
905 print "$name: Forcing uninstallability mark to be removed. This is not permanent and might be reset with the next trigger run\n";
907 change_state( \$pkg, 'Needs-Build' );
908 delete $pkg->{'builder'};
909 delete $pkg->{'depends'};
910 log_ta( $pkg, "--give-back" );
911 update_source_info($pkg);
912 print "$name: given back\n" if $verbose;
916 print "$name: has uninstallable build-dependencies. Skipping\n",
917 " (use --override to clear dependency list and ",
918 "give back anyway)\n";
922 elsif ($state eq "Dep-Wait") {
924 print "$name: Forcing source dependency list to be cleared\n";
927 print "$name: waiting for source dependencies. Skipping\n",
928 " (use --override to clear dependency list and ",
929 "give back anyway)\n";
933 elsif (!isin( $state, qw(Building Built Build-Attempted))) {
934 print "$name: not taken for building (state is $state).";
936 print "\n$name: Forcing give-back\n";
939 print " Skipping.\n";
943 if (defined ($pkg->{'builder'}) && $user ne $pkg->{'builder'} &&
944 !($pkg->{'builder'} =~ /^(\w+)-\w+/ && $1 eq $user) &&
946 print "$name: not taken by you, but by ".
947 "$pkg->{'builder'}. Skipping.\n";
950 if (!pkg_version_eq($pkg, $version)) {
951 print "$name: version mismatch ($pkg->{'version'} registered). ",
955 if ($distribution eq "unstable") {
956 change_state( \$pkg, 'BD-Uninstallable' );
957 $pkg->{'bd_problem'} = "Installability of build dependencies not tested yet";
959 change_state( \$pkg, 'Needs-Build' );
961 $pkg->{'builder'} = undef;
962 $pkg->{'depends'} = undef;
963 log_ta( $pkg, "--give-back" );
964 update_source_info($pkg);
965 print "$name: given back\n" if $verbose;
971 my $pkg = get_source_info($name);
974 if (!defined($pkg)) {
975 print "$name: not registered; can't register for binNMU.\n";
978 my $db_ver = $pkg->{'version'};
980 if (!version_eq($db_ver, $version)) {
981 print "$name: version mismatch ($db_ver registered). ",
985 $state = $pkg->{'state'};
987 if (defined $pkg->{'binary_nmu_version'}) {
988 if ($binNMUver == 0) {
989 change_state( \$pkg, 'Installed' );
990 delete $pkg->{'builder'};
991 delete $pkg->{'depends'};
992 delete $pkg->{'binary_nmu_version'};
993 delete $pkg->{'binary_nmu_changelog'};
994 } elsif ($binNMUver <= $pkg->{'binary_nmu_version'}) {
995 print "$name: already building binNMU $pkg->{'binary_nmu_version'}\n";
998 $pkg->{'binary_nmu_version'} = $binNMUver;
999 $pkg->{'binary_nmu_changelog'} = $fail_reason;
1000 $pkg->{'notes'} = 'out-of-date';
1001 $pkg->{'buildpri'} = $pkg->{'permbuildpri'}
1002 if (defined $pkg->{'permbuildpri'});
1004 log_ta( $pkg, "--binNMU" );
1005 update_source_info($pkg);
1007 } elsif ($binNMUver == 0) {
1008 print "${name}_$version: no scheduled binNMU to cancel.\n";
1012 if ($state ne 'Installed') {
1013 print "${name}_$version: not installed; can't register for binNMU.\n";
1017 my $fullver = binNMU_version($version,$binNMUver);
1018 if ( version_lesseq( $fullver, $pkg->{'installed_version'} ) )
1020 print "$name: binNMU $fullver is not newer than current version $pkg->{'installed_version'}\n";
1024 if ($distribution eq "unstable") {
1025 change_state( \$pkg, 'BD-Uninstallable' );
1026 $pkg->{'bd_problem'} = "Installability of build dependencies not tested yet";
1030 change_state( \$pkg, 'Needs-Build' );
1032 delete $pkg->{'builder'};
1033 delete $pkg->{'depends'};
1034 $pkg->{'binary_nmu_version'} = $binNMUver;
1035 $pkg->{'binary_nmu_changelog'} = $fail_reason;
1036 $pkg->{'notes'} = 'out-of-date';
1037 log_ta( $pkg, "--binNMU" );
1038 update_source_info($pkg);
1039 print "${name}: registered for binNMU $fullver\n" if $verbose;
1042 sub set_one_buildpri {
1044 my $version = shift;
1046 my $pkg = get_source_info($name);
1049 if (!defined($pkg)) {
1050 print "$name: not registered; can't set priority.\n";
1053 $state = $pkg->{'state'};
1055 if ($state eq "Not-For-Us") {
1056 print "$name: not suitable for this architecture. Skipping.\n";
1058 } elsif ($state eq "Failed-Removed") {
1059 print "$name: failed previously and doesn't need building. Skipping.\n";
1062 if (!pkg_version_eq($pkg, $version)) {
1063 print "$name: version mismatch ($pkg->{'version'} registered). ",
1067 if ( $build_priority == 0 ) {
1068 delete $pkg->{'buildpri'}
1069 if $key eq 'permbuildpri' and defined $pkg->{'buildpri'}
1070 and $pkg->{'buildpri'} == $pkg->{$key};
1071 delete $pkg->{$key};
1073 $pkg->{'buildpri'} = $build_priority
1074 if $key eq 'permbuildpri';
1075 $pkg->{$key} = $build_priority;
1077 update_source_info($pkg);
1078 print "$name: set to build priority $build_priority\n" if $verbose;
1081 sub add_one_depwait {
1083 my $version = shift;
1085 my $pkg = get_source_info($name);
1087 if (!defined($pkg)) {
1088 print "$name: not registered yet.\n";
1091 $state = $pkg->{'state'};
1093 if ($state eq "Dep-Wait") {
1094 print "$name: merging with previously registered dependencies\n";
1097 if (isin( $state, qw(Needs-Build Failed BD-Uninstallable))) {
1098 print "$name: Warning: not registered for building previously, ".
1099 "but processing anyway.\n";
1101 elsif ($state eq "Not-For-Us") {
1102 print "$name: not suitable for this architecture anyway. Skipping.\n";
1105 elsif ($state eq "Failed-Removed") {
1106 print "$name: failed previously and doesn't need building. Skipping.\n";
1109 elsif ($state eq "Installed") {
1110 print "$name: Is already installed in archive. Skipping.\n";
1113 elsif ($state eq "Uploaded") {
1114 print "$name: Is already uploaded. Skipping.\n";
1117 elsif ($pkg->{'builder'} &&
1118 $user ne $pkg->{'builder'}) {
1119 print "$name: not taken by you, but by ".
1120 "$pkg->{'builder'}. Skipping.\n";
1123 elsif ( !pkg_version_eq($pkg,$version)) {
1124 print "$name: version mismatch ".
1125 "($pkg->{'version'} ".
1126 "by $pkg->{'builder'})\n";
1129 elsif ($fail_reason =~ /^\s*$/ ||
1130 !parse_deplist( $fail_reason, 1 )) {
1131 print "$name: Bad dependency list\n";
1134 change_state( \$pkg, 'Dep-Wait' );
1135 $pkg->{'builder'} = $user;
1136 if (defined $pkg->{'permbuildpri'}) {
1137 $pkg->{'buildpri'} = $pkg->{'permbuildpri'};
1139 delete $pkg->{'buildpri'};
1141 my $deplist = parse_deplist( $pkg->{'depends'} );
1142 my $new_deplist = parse_deplist( $fail_reason );
1143 # add new dependencies, maybe overwriting old entries
1144 foreach (keys %$new_deplist) {
1145 $deplist->{$_} = $new_deplist->{$_};
1147 $pkg->{'depends'} = build_deplist($deplist);
1148 log_ta( $pkg, "--dep-wait" );
1149 update_source_info($pkg);
1150 print "$name: registered as waiting for dependencies\n" if $verbose;
1160 local($/) = ""; # read in paragraph mode
1162 my( $version, $arch, $section, $priority, $builddep, $buildconf, $binaries );
1164 /^Package:\s*(\S+)$/mi and $name = $1;
1165 /^Version:\s*(\S+)$/mi and $version = $1;
1166 /^Architecture:\s*(\S+)$/mi and $arch = $1;
1167 /^Section:\s*(\S+)$/mi and $section = $1;
1168 /^Priority:\s*(\S+)$/mi and $priority = $1;
1169 /^Build-Depends:\s*(.*)$/mi and $builddep = $1;
1170 /^Build-Conflicts:\s*(.*)$/mi and $buildconf = $1;
1171 /^Binary:\s*(.*)$/mi and $binaries = $1;
1173 next if (defined $srcver{$name} and version_less( $version, $srcver{$name} ));
1174 $srcver{$name} = $version;
1176 $pkgs{$name}{'ver'} = $version;
1177 $pkgs{$name}{'bin'} = $binaries;
1178 $pkgs{$name}{'dep'} = $builddep;
1179 $pkgs{$name}{'conf'} = $buildconf;
1180 my $pkg = get_source_info($name);
1185 if ($arch eq "all" && !version_less( $version, $pkg->{'version'} )) {
1186 # package is now Arch: all, delete it from db
1187 change_state( \$pkg, 'deleted' );
1188 log_ta( $pkg, "--merge-sources" );
1189 print "$name ($pkg->{'version'}): deleted ".
1190 "from database, because now Arch: all\n"
1192 del_source_info($name);
1196 # The "Version" should always be the source version --
1197 # not a possible binNMU version number.
1198 $pkg->{'version'} = $version, $change++
1199 if ($pkg->{'state'} eq 'Installed' and
1200 !version_eq( $pkg->{'version'}, $version));
1201 # Always update priority and section, if available
1202 $pkg->{'priority'} = $priority, $change++
1203 if defined $priority and (not defined($pkg->{'priority'}) or $pkg->{'priority'} ne $priority);
1205 $pkg->{'section'} = $section, $change++
1206 if defined $section and (not defined($pkg->{'section'}) or $pkg->{'section'} ne $section);
1208 update_source_info($pkg) if $change;
1211 # Now that we only have the latest source version, build the list
1212 # of binary packages from the Sources point of view
1213 foreach $name (keys %pkgs) {
1214 foreach my $bin (split( /\s*,\s*/, $pkgs{$name}{'bin'} ) ) {
1215 $merge_binsrc{$bin} = $name;
1218 # remove installed packages that no longer have source available
1219 # or binaries installed
1220 my $db = get_all_source_info();
1221 foreach $name (keys %$db) {
1222 next if $name =~ /^_/;
1223 my $pkg = $db->{$name};
1224 if (not defined($pkgs{$name})) {
1225 change_state( \$pkg, 'deleted' );
1226 log_ta( $pkg, "--merge-sources" );
1227 print "$name ($pkg->{'version'}): ".
1228 "deleted from database, because ".
1229 "not in Sources anymore\n"
1231 del_source_info($name);
1233 next if !isin( $pkg->{'state'}, qw(Installed) );
1234 if ($full && not defined $merge_srcvers{$name}) {
1235 change_state( \$pkg, 'deleted' );
1236 log_ta( $pkg, "--merge-sources" );
1237 print "$name ($pkg->{'version'}): ".
1238 "deleted from database, because ".
1239 "binaries don't exist anymore\n"
1241 del_source_info($name);
1242 } elsif ($full && version_less( $merge_srcvers{$name}, $pkg->{'version'})) {
1243 print "$name ($pkg->{'version'}): ".
1244 "package is Installed but binaries are from ".
1245 $merge_srcvers{$name}. "\n"
1253 # This function looks through a Packages file and sets the state of
1254 # packages to 'Installed'
1255 sub parse_packages {
1258 local($/) = ""; # read in paragraph mode
1260 my( $name, $version, $depends, $source, $sourcev, $architecture, $provides, $binaryv, $binnmu );
1262 /^Package:\s*(\S+)$/mi and $name = $1;
1263 /^Version:\s*(\S+)$/mi and $version = $1;
1264 /^Depends:\s*(.*)$/mi and $depends = $1;
1265 /^Source:\s*(\S+)(\s*\((\S+)\))?$/mi and ($source,$sourcev) = ($1, $3);
1266 /^Architecture:\s*(\S+)$/mi and $architecture = $1;
1267 /^Provides:\s*(.*)$/mi and $provides = $1;
1268 next if !$name || !$version;
1269 next if ($arch ne $architecture and $architecture ne "all");
1270 next if (defined ($installed->{$name}) and $installed->{$name}{'version'} ne "" and
1271 version_lesseq( $version, $installed->{$name}{'version'} ));
1272 $installed->{$name}{'version'} = $version;
1273 $installed->{$name}{'depends'} = $depends;
1274 $installed->{$name}{'all'} = 1 if $architecture eq "all";
1275 undef $installed->{$name}{'Provider'};
1276 $installed->{$name}{'Source'} = $source ? $source : $name;
1278 foreach (split( /\s*,\s*/, $provides )) {
1279 if (not defined ($installed->{$_})) {
1280 $installed->{$_}{'version'} = "";
1281 $installed->{$_}{'Provider'} = $name;
1285 if ( $version =~ /\+b(\d+)$/ ) {
1288 $version = $sourcev if $sourcev;
1289 $binaryv = $version;
1290 $binaryv =~ s/\+b\d+$//;
1291 $installed->{$name}{'Sourcev'} = $sourcev ? $sourcev : $binaryv;
1292 $binaryv .= "+b$binnmu" if defined($binnmu);
1294 next if $architecture ne $arch;
1295 $name = $source if $source;
1296 next if defined($merge_srcvers{$name}) and $merge_srcvers{$name} eq $version;
1297 $merge_srcvers{$name} = $version;
1299 my $pkg = get_source_info($name);
1302 if (isin( $pkg->{'state'}, qw(Not-For-Us)) ||
1303 (isin($pkg->{'state'}, qw(Installed)) &&
1304 version_lesseq($binaryv, $pkg->{'installed_version'}))) {
1305 print "Skipping $name because State == $pkg->{'state'}\n"
1309 if ($pkg->{'binary_nmu_version'} ) {
1310 my $nmuver = binNMU_version($pkg->{'version'}, $pkg->{'binary_nmu_version'});
1311 if (version_less( $binaryv, $nmuver )) {
1312 print "Skipping $name ($version) because have newer ".
1313 "version ($nmuver) in db.\n"
1317 } elsif (version_less($version, $pkg->{'version'})) {
1318 print "Skipping $name ($version) because have newer ".
1319 "version ($pkg->{'version'}) in db.\n"
1324 if (!pkg_version_eq($pkg, $version) &&
1325 $pkg->{'state'} ne "Installed") {
1326 warn "Warning: $name: newer version than expected appeared ".
1327 "in archive ($version vs. $pkg->{'version'})\n";
1328 delete $pkg->{'builder'};
1331 if (!isin( $pkg->{'state'}, qw(Uploaded) )) {
1332 warn "Warning: Package $name was not in uploaded state ".
1333 "before (but in '$pkg->{'state'}').\n";
1334 delete $pkg->{'builder'};
1335 delete $pkg->{'depends'};
1339 $pkg->{'version'} = $version;
1342 change_state( \$pkg, 'Installed' );
1343 $pkg->{'package'} = $name;
1344 $pkg->{'installed_version'} = $binaryv;
1345 if (defined $pkg->{'permbuildpri'}) {
1346 $pkg->{'buildpri'} = $pkg->{'permbuildpri'};
1348 delete $pkg->{'buildpri'};
1350 $pkg->{'version'} = $version
1351 if version_less( $pkg->{'version'}, $version);
1352 delete $pkg->{'binary_nmu_version'};
1353 delete $pkg->{'binary_nmu_changelog'};
1354 log_ta( $pkg, "--merge-packages" );
1355 update_source_info($pkg);
1356 print "$name ($version) is up-to-date now.\n" if $verbose;
1359 check_dep_wait( "--merge-packages", $installed );
1364 my ($package, $name, $version, $installed);
1366 foreach $package (@_) {
1367 $package =~ s,^.*/,,; # strip path
1368 $package =~ s/\.(dsc|diff\.gz|tar\.gz|deb)$//; # strip extension
1369 $package =~ s/_[\w\d]+\.changes$//; # strip extension
1370 if ($package =~ /^([\w\d.+-]+)_([\w\d:.+~-]+)/) {
1371 ($name,$version) = ($1,$2);
1374 warn "$package: can't extract package name and version ".
1378 $installed->{$name}{'version'} = $version;
1381 check_dep_wait( "--pretend-avail", $installed );
1384 sub check_dep_wait {
1386 my $installed = shift;
1388 # check all packages in state Dep-Wait if dependencies are all
1391 my $db = get_all_source_info();
1392 foreach $name (keys %$db) {
1393 next if $name =~ /^_/;
1394 my $pkg = $db->{$name};
1395 next if $pkg->{'state'} ne "Dep-Wait";
1396 my $deps = $pkg->{'depends'};
1398 print "$name: was in state Dep-Wait, but with empty ",
1400 goto make_needs_build;
1402 my $deplist = parse_deplist($deps);
1406 foreach (keys %$deplist) {
1407 if (!exists $installed->{$_} ||
1408 ($deplist->{$_}->{'rel'} && $deplist->{$_}->{'version'} &&
1409 !version_compare( $installed->{$_}{'version'},
1410 $deplist->{$_}->{'rel'},
1411 $deplist->{$_}->{'version'}))) {
1413 $new_deplist->{$_} = $deplist->{$_};
1416 push( @removed_deps, $_ );
1421 change_state( \$pkg, 'Needs-Build' );
1422 log_ta( $pkg, $action );
1423 delete $pkg->{'builder'};
1424 delete $pkg->{'depends'};
1425 print "$name ($pkg->{'version'}) has all ",
1426 "dependencies available now\n" if $verbose;
1428 update_source_info($pkg);
1430 elsif (@removed_deps) {
1431 $pkg->{'depends'} = build_deplist( $new_deplist );
1432 print "$name ($pkg->{'version'}): some dependencies ",
1433 "(@removed_deps) available now, but not all yet\n"
1435 update_source_info($pkg);
1440 # This function accepts quinn-diff output (either from a file named on
1441 # the command line, or on stdin) and sets the packages named there to
1442 # state 'Needs-Build'.
1443 sub parse_quinn_diff {
1444 my $partial = shift;
1450 next if !m,^([-\w\d/]*)/ # section
1451 ([-\w\d.+]+)_ # package name
1452 ([\w\d:.~+-]+)\.dsc\s* # version
1453 \[([^:]*): # priority
1454 ([^]]+)\]\s*$,x; # rest of notes
1455 my($section,$name,$version,$priority,$notes) = ($1, $2, $3, $4, $5);
1456 $quinn_pkgs{$name}++;
1457 $section ||= "unknown";
1458 $priority ||= "unknown";
1459 $priority = "unknown" if $priority eq "-";
1460 $priority = "standard" if ($name eq "debian-installer");
1462 my $pkg = get_source_info($name);
1464 # Always update section and priority.
1465 if (defined($pkg)) {
1467 $pkg->{'section'} = $section, $change++ if not defined
1468 $pkg->{'section'} or $section ne "unknown";
1469 $pkg->{'priority'} = $priority, $change++ if not defined
1470 $pkg->{'priority'} or $priority ne "unknown";
1473 if (defined($pkg) &&
1474 $pkg->{'state'} =~ /^Dep-Wait/ &&
1475 version_less( $pkg->{'version'}, $version )) {
1476 change_state( \$pkg, 'Dep-Wait' );
1477 $pkg->{'version'} = $version;
1478 delete $pkg->{'binary_nmu_version'};
1479 delete $pkg->{'binary_nmu_changelog'};
1480 log_ta( $pkg, "--merge-quinn" );
1482 print "$name ($version) still waiting for dependencies.\n"
1485 elsif (defined($pkg) &&
1486 $pkg->{'state'} =~ /-Removed$/ &&
1487 version_eq($pkg->{'version'}, $version)) {
1488 # reinstantiate a package that has been removed earlier
1489 # (probably due to a quinn-diff malfunction...)
1490 my $newstate = $pkg->{'state'};
1491 $newstate =~ s/-Removed$//;
1492 change_state( \$pkg, $newstate );
1493 $pkg->{'version'} = $version;
1494 $pkg->{'notes'} = $notes;
1495 log_ta( $pkg, "--merge-quinn" );
1497 print "$name ($version) reinstantiated to $newstate.\n"
1500 elsif (defined($pkg) &&
1501 $pkg->{'state'} eq "Not-For-Us" &&
1502 version_less( $pkg->{'version'}, $version )) {
1503 # for Not-For-Us packages just update the version etc., but
1505 change_state( \$pkg, "Not-For-Us" );
1506 $pkg->{'package'} = $name;
1507 $pkg->{'version'} = $version;
1508 $pkg->{'notes'} = $notes;
1509 delete $pkg->{'builder'};
1510 log_ta( $pkg, "--merge-quinn" );
1512 print "$name ($version) still Not-For-Us.\n" if $verbose;
1514 elsif (!defined($pkg) ||
1515 $pkg->{'state'} ne "Not-For-Us" &&
1516 (version_less( $pkg->{'version'}, $version ) ||
1517 ($pkg->{'state'} eq "Installed" && version_less($pkg->{'installed_version'}, $version)))) {
1519 if (defined( $pkg->{'state'} ) && isin( $pkg->{'state'}, qw(Building Built Build-Attempted))) {
1520 send_mail( $pkg->{'builder'},
1521 "new version of $name (dist=$distribution)",
1522 "As far as I'm informed, you're currently ".
1523 "building the package $name\n".
1524 "in version $pkg->{'version'}.\n\n".
1525 "Now there's a new source version $version. ".
1526 "If you haven't finished\n".
1527 "compiling $name yet, you can stop it to ".
1528 "save some work.\n".
1529 "Just to inform you...\n".
1530 "(This is an automated message)\n" );
1531 print "$name: new version ($version) while building ".
1532 "$pkg->{'version'} -- sending mail ".
1533 "to builder ($pkg->{'builder'})\n"
1536 change_state( \$pkg, 'Needs-Build' );
1537 $pkg->{'package'} = $name;
1538 $pkg->{'version'} = $version;
1539 $pkg->{'section'} = $section;
1540 $pkg->{'priority'} = $priority;
1541 $pkg->{'notes'} = $notes;
1542 delete $pkg->{'builder'};
1543 delete $pkg->{'binary_nmu_version'};
1544 delete $pkg->{'binary_nmu_changelog'};
1545 log_ta( $pkg, "--merge-quinn" );
1548 print "$name ($version) needs rebuilding now.\n" if $verbose;
1550 elsif (defined($pkg) &&
1551 !version_eq( $pkg->{'version'}, $version ) &&
1552 isin( $pkg->{'state'}, qw(Installed Not-For-Us) )) {
1553 print "$name: skipping because version in db ".
1554 "($pkg->{'version'}) is >> than ".
1555 "what quinn-diff says ($version) ".
1556 "(state is $pkg->{'state'})\n"
1558 $dubious .= "$pkg->{'state'}: ".
1559 "db ${name}_$pkg->{'version'} >> ".
1560 "quinn $version\n" if !$partial;
1562 elsif ($verbose >= 2) {
1563 if ($pkg->{'state'} eq "Not-For-Us") {
1564 print "Skipping $name because State == ".
1565 "$pkg->{'state'}\n";
1567 elsif (!version_less($pkg->{'version'}, $version)) {
1568 print "Skipping $name because version in db ".
1569 "($pkg->{'version'}) is >= than ".
1570 "what quinn-diff says ($version)\n";
1573 update_source_info($pkg) if $change;
1577 send_mail( $conf::db_maint,
1578 "Dubious versions in " . table_name() . " "
1579 . $distribution . " table",
1580 "The following packages have a newer version in the ".
1581 "wanna-build database\n".
1582 "than what quinn-diff says, and this is strange for ".
1584 "It could be caused by a lame mirror, or the version ".
1585 "in the database\n".
1590 # Now re-check the DB for packages in states Needs-Build, Failed,
1591 # Dep-Wait or BD-Uninstallable and remove them if they're not listed
1592 # anymore by quinn-diff.
1595 my $db = get_all_source_info();
1596 foreach $name (keys %$db) {
1597 next if $name =~ /^_/;
1598 my $pkg = $db->{$name};
1599 next if defined $pkg->{'binary_nmu_version'};
1600 next if !isin( $pkg->{'state'},
1601 qw(Needs-Build Building Built Build-Attempted Uploaded Failed Dep-Wait BD-Uninstallable) );
1602 my $virtual_delete = $pkg->{'state'} eq 'Failed';
1604 if (!$quinn_pkgs{$name}) {
1605 change_state( \$pkg, $virtual_delete ?
1606 $pkg->{'state'}."-Removed" :
1608 log_ta( $pkg, "--merge-quinn" );
1609 print "$name ($pkg->{'version'}): ".
1610 ($virtual_delete ? "(virtually) " : "") . "deleted ".
1611 "from database, because not in quinn-diff anymore\n"
1613 if ($virtual_delete) {
1614 update_source_info($pkg);
1616 del_source_info($name);
1624 # for sorting priorities and sections
1626 %prioval = ( required => -5,
1634 'debian-installer' => -199,
1655 localizations => -178,
1656 interpreters => -177,
1681 electronics => -152,
1687 foreach my $i (keys %sectval) {
1688 $sectval{"contrib/$i"} = $sectval{$i}+40;
1689 $sectval{"non-free/$i"} = $sectval{$i}+80;
1691 $sectval{'unknown'} = -165;
1693 %catval = ( "none" => -20,
1694 "uploaded-fixed-pkg" => -19,
1695 "fix-expected" => -18,
1696 "reminder-sent" => -17,
1697 "nmu-offered" => -16,
1701 "compiler-error" => -12 );
1704 sub sort_list_func {
1705 my( $letter, $x, $ax, $bx );
1707 foreach $letter (split( "", $list_order )) {
1708 SWITCH: foreach ($letter) {
1710 $x = $b->{'buildpri'} <=> $a->{'buildpri'};
1711 return $x if $x != 0;
1715 $x = $prioval{$a->{'priority'}} <=> $prioval{$b->{'priority'}};
1716 return $x if $x != 0;
1720 $x = $sectval{$a->{'section'}} <=> $sectval{$b->{'section'}};
1721 return $x if $x != 0;
1725 $x = $a->{'package'} cmp $b->{'package'};
1726 return $x if $x != 0;
1730 $x = $a->{'builder'} cmp $b->{'builder'};
1731 return $x if $x != 0;
1735 $ax = ($a->{'notes'} =~ /^(out-of-date|partial)/) ? 0 :
1736 ($a->{'notes'} =~ /^uncompiled/) ? 2 : 1;
1737 $bx = ($b->{'notes'} =~ /^(out-of-date|partial)/) ? 0 :
1738 ($b->{'notes'} =~ /^uncompiled/) ? 2 : 1;
1740 return $x if $x != 0;
1744 my $ca = defined $a->{'failed_category'} ?
1745 $a->{'failed_category'} : "none";
1746 my $cb = defined $b->{'failed_category'} ?
1747 $b->{'failed_category'} : "none";
1748 $x = $catval{$ca} <=> $catval{$cb};
1749 return $x if $x != 0;
1753 my $pa = $prioval{$a->{'priority'}} >
1754 $prioval{'standard'};
1755 my $pb = $prioval{$b->{'priority'}} >
1756 $prioval{'standard'};
1758 return $x if $x != 0;
1768 my( $name, $pkg, @list );
1773 my $db = get_all_source_info(state => $state, user => $user, category => $category, list_min_age => $list_min_age);
1774 foreach $name (keys %$db) {
1775 next if $name =~ /^_/;
1776 push @list, $db->{$name};
1779 foreach $pkg (sort sort_list_func @list) {
1780 print "$pkg->{'section'}/$pkg->{'package'}_$pkg->{'version'}";
1781 print ": $pkg->{'state'}"
1783 print " by $pkg->{'builder'}"
1784 if $pkg->{'state'} ne "Needs-Build" && $pkg->{'builder'};
1785 print " [$pkg->{'priority'}:$pkg->{'notes'}";
1786 print ":PREV-FAILED"
1787 if $pkg->{'previous_state'} =~ /^Failed/;
1788 print ":bp{" . $pkg->{'buildpri'} . "}"
1789 if defined $pkg->{'buildpri'};
1790 print ":binNMU{" . $pkg->{'binary_nmu_version'} . "}"
1791 if defined $pkg->{'binary_nmu_version'};
1793 print " Reasons for failing:\n",
1795 defined $pkg->{'failed_category'} ? $pkg->{'failed_category'} : "none",
1797 join("\n ",split("\n",$pkg->{'failed'})), "\n"
1798 if $pkg->{'state'} =~ /^Failed/;
1799 print " Dependencies: $pkg->{'depends'}\n"
1800 if $pkg->{'state'} eq "Dep-Wait";
1801 print " Reasons for BD-Uninstallable:\n ",
1802 join("\n ",split("\n",$pkg->{'bd_problem'})), "\n"
1803 if $pkg->{'state'} eq "BD-Uninstallable";
1804 print " Previous state was $pkg->{'previous_state'} until ",
1805 "$pkg->{'state_change'}\n"
1806 if $verbose && $pkg->{'previous_state'};
1807 print " No previous state recorded\n"
1808 if $verbose && !$pkg->{'previous_state'};
1809 print " Previous failing reasons:\n ",
1810 join("\n ",split("\n",$pkg->{'old_failed'})), "\n"
1811 if $verbose && $pkg->{'old_failed'};
1813 $scnt{$pkg->{'state'}}++ if $state eq "all";
1815 if ($state eq "all") {
1816 foreach (sort keys %scnt) {
1817 print "Total $scnt{$_} package(s) in state $_.\n";
1820 print "Total $cnt package(s)\n";
1825 my( $name, $pkg, $key, $dist );
1826 my @firstkeys = qw(package version builder state section priority
1827 installed_version previous_state state_change);
1828 my @dists = $info_all_dists ? keys %conf::distributions : ($distribution);
1830 foreach $name (@_) {
1831 $name =~ s/_.*$//; # strip version
1832 foreach $dist (@dists) {
1833 my $pname = "$name" . ($info_all_dists ? "($dist)" : "");
1835 $pkg = get_readonly_source_info($name);
1836 if (!defined( $pkg )) {
1837 print "$pname: not registered\n";
1842 foreach $key (@firstkeys) {
1843 next if !defined $pkg->{$key};
1844 my $val = $pkg->{$key};
1846 $val = "\n$val" if isin( $key, qw(Failed Old-Failed));
1848 my $print_key = $key;
1849 $print_key = 'Package' if ($key eq 'package');
1850 $print_key = 'Version' if ($key eq 'version');
1851 $print_key = 'Builder' if ($key eq 'builder');
1852 $print_key = 'State' if ($key eq 'state');
1853 $print_key = 'Section' if ($key eq 'section');
1854 $print_key = 'Priority' if ($key eq 'priority');
1855 $print_key = 'Installed-Version' if ($key eq 'installed_version');
1856 $print_key = 'Previous-State' if ($key eq 'previous_state');
1857 $print_key = 'State-Change' if ($key eq 'state_change');
1858 printf " %-20s: %s\n", $print_key, $val;
1860 foreach $key (sort keys %$pkg) {
1861 next if isin( $key, @firstkeys );
1862 my $val = $pkg->{$key};
1863 next if !defined($val);
1865 $val = "\n$val" if isin( $key, qw(Failed Old-Failed));
1867 my $print_key = $key;
1868 $print_key = 'BD-Problem' if ($key eq 'bd_problem');
1869 $print_key = 'Binary-NMU-Changelog' if ($key eq 'binary_nmu_changelog');
1870 $print_key = 'Binary-NMU-Version' if ($key eq 'binary_nmu_version');
1871 $print_key = 'BuildPri' if ($key eq 'buildpri');
1872 $print_key = 'Depends' if ($key eq 'depends');
1873 $print_key = 'Failed' if ($key eq 'failed');
1874 $print_key = 'Failed-Category' if ($key eq 'failed_category');
1875 $print_key = 'Notes' if ($key eq 'notes');
1876 $print_key = 'Distribution' if ($key eq 'distribution');
1877 $print_key = 'Old-Failed' if ($key eq 'old_failed');
1878 $print_key = 'PermBuildPri' if ($key eq 'permbuildpri');
1879 $print_key = 'Rel' if ($key eq 'rel');
1880 printf " %-20s: %s\n", $print_key, $val;
1886 sub forget_packages {
1887 my( $name, $pkg, $key, $data );
1889 foreach $name (@_) {
1890 $name =~ s/_.*$//; # strip version
1891 $pkg = get_source_info($name);
1892 if (!defined( $pkg )) {
1893 print "$name: not registered\n";
1898 foreach $key (sort keys %$pkg) {
1899 my $val = $pkg->{$key};
1902 $data .= sprintf " %-20s: %s\n", $key, $val;
1904 send_mail( $conf::db_maint,
1905 "$name deleted from DB " . table_name() . " " . $distribution,
1906 "The package '$name' has been deleted from the database ".
1908 "Data registered about the deleted package:\n".
1909 "$data\n" ) if $conf::db_maint;
1910 change_state( \$pkg, 'deleted' );
1911 log_ta( $pkg, "--forget" );
1912 del_source_info($name);
1913 print "$name: deleted from database\n" if $verbose;
1918 $dbh->do("DELETE from " . user_table_name() .
1919 " WHERE distribution = ?", undef, $distribution) or die $dbh->errstr;
1925 print "Reading ASCII database from $file..." if $verbose >= 1;
1926 open( F, "<$file" ) or
1927 die "Can't open database $file: $!\n";
1929 local($/) = ""; # read in paragraph mode
1931 my( %thispkg, $name );
1933 s/\n[ \t]+/\376\377/g; # fix continuation lines
1934 s/\376\377\s*\376\377/\376\377/og;
1936 while( /^(\S+):[ \t]*(.*)[ \t]*$/mg ) {
1937 my ($key, $val) = ($1, $2);
1939 $key =~ tr/A-Z/a-z/;
1940 $val =~ s/\376\377/\n/g;
1941 $thispkg{$key} = $val;
1943 check_entry( \%thispkg );
1945 if (exists($thispkg{'package'})) {
1946 update_source_info(\%thispkg);
1948 elsif(exists($thispkg{'user'})) {
1949 # user in import, username in database.
1950 $dbh->do('INSERT INTO ' . user_table_name() .
1951 ' (username, distribution, last_seen)' .
1952 ' values (?, ?, ?)',
1953 undef, $thispkg{'user'}, $distribution,
1954 $thispkg{'last_seen'})
1955 or die $dbh->errstr;
1959 print "done\n" if $verbose >= 1;
1966 return if $op_mode eq "manual-edit"; # no checks then
1968 # check for required fields
1969 if (exists $pkg->{'user'}) {
1972 if (!exists $pkg->{'package'}) {
1973 print STDERR "Bad entry: ",
1974 join( "\n", map { "$_: $pkg->{$_}" } keys %$pkg ), "\n";
1975 die "Database entry lacks package or username field\n";
1977 # if no State: field, generate one (for old db compat)
1978 if (!exists($pkg->{'state'})) {
1980 exists $pkg->{'failed'} ? 'Failed' : 'Building';
1982 if (!exists $pkg->{'version'} and $pkg->{'state'} ne 'Not-For-Us') {
1983 die "Database entry for $pkg->{'package'} lacks Version: field\n";
1986 die "Bad state $pkg->{'state'} of package $pkg->{Package}\n"
1987 if !isin( $pkg->{'state'},
1988 qw(Needs-Build Building Built Build-Attempted Uploaded Installed Dep-Wait Dep-Wait-Removed
1989 Failed Failed-Removed Not-For-Us BD-Uninstallable
1995 my($name,$pkg,$key);
1997 print "Writing ASCII database to $file..." if $verbose >= 1;
1998 open( F, ">$file" ) or
1999 die "Can't open export $file: $!\n";
2001 my $db = get_all_source_info();
2002 foreach $name (keys %$db) {
2003 next if $name =~ /^_/;
2004 my $pkg = $db->{$name};
2005 foreach $key (keys %{$pkg}) {
2006 my $val = $pkg->{$key};
2007 next if !defined($val);
2010 $val =~ s/^ +$/ ./mg;
2011 print F "$key: $val\n";
2016 print "done\n" if $verbose >= 1;
2022 my $newstate = shift;
2023 my $state = \$pkg->{'state'};
2025 return if defined($$state) and $$state eq $newstate;
2026 $pkg->{'previous_state'} = $$state if defined($$state);
2027 $pkg->{'state_change'} = $curr_date;
2029 if (defined($$state) and $$state eq 'Failed') {
2030 $pkg->{'old_failed'} =
2031 "-"x20 . " $pkg->{'version'} " . "-"x20 . "\n" .
2032 $pkg->{'failed'} . "\n" .
2033 $pkg->{'old_failed'};
2034 delete $pkg->{'failed'};
2035 delete $pkg->{'failed_category'};
2037 if (defined($$state) and $$state eq 'BD-Uninstallable') {
2038 delete $pkg->{'bd_problem'};
2040 $$state = $newstate;
2046 my $dist = $distribution;
2050 $prevstate = $pkg->{'previous_state'};
2051 $str = "$action($dist): $pkg->{'package'}_$pkg->{'version'} ".
2052 "changed from $prevstate to $pkg->{'state'} ".
2053 "by $real_user as $user";
2055 $dbh->do('INSERT INTO ' . transactions_table_name() .
2056 ' (package, distribution, version, action, ' .
2057 ' prevstate, state, real_user, set_user, time) ' .
2058 ' values (?, ?, ?, ?, ?, ?, ?, ?, ?)',
2059 undef, $pkg->{'package'}, $distribution,
2060 $pkg->{'version'}, $action, $prevstate, $pkg->{'state'},
2061 $real_user, $user, 'now()') or die $dbh->errstr;
2063 if (!($prevstate eq 'Failed' && $pkg->{'state'} eq 'Failed')) {
2064 $str .= " (with --override)"
2066 $mail_logs .= "$str\n";
2073 my $subject = shift;
2076 my $from = $conf::db_maint;
2077 my $domain = $conf::buildd_domain;
2079 $from .= "\@$domain" if $from !~ /\@/;
2081 $to .= '@' . $domain if $to !~ /\@/;
2082 $text =~ s/^\.$/../mg;
2083 local $SIG{'PIPE'} = 'IGNORE';
2084 open( PIPE, "| $conf::mailprog -oem $to" )
2085 or die "Can't open pipe to $conf::mailprog: $!\n";
2087 print PIPE "From: $from\n";
2088 print PIPE "Subject: $subject\n\n";
2089 print PIPE "$text\n";
2093 # for parsing input to dep-wait
2099 foreach (split( /\s*,\s*/, $deps )) {
2101 # verification requires > starting prompts, no | crap
2102 if (!/^(\S+)\s*(\(\s*(>(?:[>=])?)\s*(\S+)\s*\))?\s*$/) {
2107 my @alts = split( /\s*\|\s*/, $_ );
2108 # Anything with an | is ignored, as it can be configured on a
2109 # per-buildd basis what will be installed
2110 next if $#alts != 0;
2113 if (!/^(\S+)\s*(\(\s*(>=|=|==|>|>>|<<|<=)\s*(\S+)\s*\))?\s*$/) {
2114 warn( "parse_deplist: bad dependency $_\n" );
2117 my($dep, $rel, $relv) = ($1, $3, $4);
2118 $rel = ">>" if defined($rel) and $rel eq ">";
2119 $result{$dep}->{'package'} = $dep;
2120 if ($rel && $relv) {
2121 $result{$dep}->{'rel'} = $rel;
2122 $result{$dep}->{'version'} = $relv;
2125 return 1 if $verify;
2129 # for parsing Build-Depends from Sources
2130 sub parse_srcdeplist {
2137 foreach $dep (split( /\s*,\s*/, $deps )) {
2138 my @alts = split( /\s*\|\s*/, $dep );
2139 # Anything with an | is ignored, as it can be configured on a
2140 # per-buildd basis what will be installed
2141 next if $#alts != 0;
2143 if (!/^([^\s([]+)\s*(\(\s*([<=>]+)\s*(\S+)\s*\))?(\s*\[([^]]+)\])?/) {
2144 warn( "parse_srcdeplist: bad dependency $_\n" );
2147 my($dep, $rel, $relv, $archlist) = ($1, $3, $4, $6);
2149 $archlist =~ s/^\s*(.*)\s*$/$1/;
2150 my @archs = split( /\s+/, $archlist );
2151 my ($use_it, $ignore_it, $include) = (0, 0, 0);
2154 $ignore_it = 1 if substr($_, 1) eq $arch;
2156 $use_it = 1 if $_ eq $arch;
2160 warn "Warning: inconsistent arch restriction on ",
2161 "$pkg: $dep depedency\n"
2162 if $ignore_it && $use_it;
2163 next if $ignore_it || ($include && !$use_it);
2171 $result->{'package'} = $dep;
2172 $result->{'Neg'} = $neg;
2173 if ($rel && $relv) {
2174 $result->{'rel'} = $rel;
2175 $result->{'version'} = $relv;
2177 push @results, $result;
2186 foreach $key (keys %$list) {
2187 $result .= ", " if $result;
2189 $result .= " ($list->{$key}->{'rel'} $list->{$key}->{'version'})"
2190 if $list->{$key}->{'rel'} && $list->{$key}->{'version'};
2195 sub get_unsatisfied_dep {
2199 my $savedep = shift;
2201 my $pkgname = $dep->{'package'};
2203 if (defined $pkgs->{$pkgname}{'Provider'}) {
2204 # provides. leave them for buildd/sbuild.
2209 return $pkgs->{$pkgname}{'Unsatisfied'} if $savedep and defined($pkgs->{$pkgname}{'Unsatisfied'});
2211 # Return unsatisfied deps to a higher caller to process
2212 if ((!defined($pkgs->{$pkgname})) or
2213 (defined($dep->{'rel'}) and !version_compare( $pkgs->{$pkgname}{'version'}, $dep->{'rel'}, $dep->{'Version'} ) ) ) {
2215 $deplist{$pkgname} = $dep;
2216 my $deps = build_deplist(\%deplist);
2217 $pkgs->{$pkgname}{'Unsatisfied'} = $deps if $savedep;
2221 # set cache to "" to avoid infinite recursion
2222 $pkgs->{$pkgname}{'Unsatisfied'} = "" if $savedep;
2224 if (defined $pkgs->{$dep->{'package'}}{'depends'}) {
2225 my $deps = parse_deplist( $pkgs->{$dep->{'package'}}{'depends'} );
2226 foreach (keys %$deps) {
2229 my $ret = get_unsatisfied_dep($bd,$pkgs,$dep,1);
2231 my $retdep = parse_deplist( $ret );
2232 foreach (keys %$retdep) {
2233 $dep = $$retdep{$_};
2235 $dep->{'rel'} = '>=' if defined($dep->{'rel'}) and $dep->{'rel'} =~ '^=';
2237 if (defined($dep->{'rel'}) and $dep->{'rel'} =~ '^>' and defined ($pkgs->{$dep->{'package'}}) and
2238 version_compare($bd->{$pkgs->{$dep->{'package'}}{'Source'}}{'ver'},'>>',$pkgs->{$dep->{'package'}}{'Sourcev'})) {
2239 if (not defined($merge_binsrc{$dep->{'package'}})) {
2240 # the uninstallable package doesn't exist in the new source; look for something else that does.
2241 delete $$retdep{$dep->{'package'}};
2242 foreach (sort (split( /\s*,\s*/, $bd->{$pkgs->{$dep->{'package'}}{'Source'}}{'bin'}))) {
2243 next if ($pkgs->{$_}{'all'} or not defined $pkgs->{$_}{'version'});
2244 $dep->{'package'} = $_;
2245 $dep->{'rel'} = '>>';
2246 $dep->{'version'} = $pkgs->{$_}{'Version'};
2247 $$retdep{$_} = $dep;
2252 # sanity check to make sure the depending binary still exists, and the depended binary exists and dep-wait on a new version of it
2253 if ( defined($merge_binsrc{$pkgname}) and defined($pkgs->{$dep->{'package'}}{'version'}) ) {
2254 delete $$retdep{$dep->{'package'}};
2255 $dep->{'package'} = $pkgname;
2256 $dep->{'rel'} = '>>';
2257 $dep->{'version'} = $pkgs->{$pkgname}{'Version'};
2258 $$retdep{$pkgname} = $dep;
2260 delete $$retdep{$dep->{'package'}} if (defined ($dep->{'rel'}) and $dep->{'rel'} =~ '^>');
2263 $ret = build_deplist($retdep);
2264 $pkgs->{$pkgname}{'Unsatisfied'} = $ret if $savedep;
2272 sub call_edos_depcheck {
2273 my $packagesfile = shift;
2277 return if defined ($conf::distributions{$distribution}{noadw});
2279 # We need to check all of needs-build, as any new upload could make
2280 # something in needs-build have uninstallable deps
2281 # We also check everything in bd-uninstallable, as any new upload could
2282 # make that work again
2283 my %interesting_packages;
2284 my $db = get_all_source_info();
2285 foreach $key (keys %$db) {
2286 my $pkg = $db->{$key};
2287 if (defined $pkg and isin($pkg->{'state'}, qw/Needs-Build BD-Uninstallable/)) {
2288 $interesting_packages{$key} = undef;
2292 #print "I would look at these sources with edos-depcheck:\n";
2293 #print join " ", keys %interesting_packages,"\n";
2295 my $tmpfile_pattern = "/tmp/wanna-build-interesting-sources-$distribution.$$-";
2297 for( $i = 0;; ++$i ) {
2298 $tmpfile = $tmpfile_pattern . $i;
2299 last if ! -e $tmpfile;
2302 open SOURCES, '>', $tmpfile or die "Could not open temporary file $tmpfile\n";
2303 for my $key (keys %interesting_packages) {
2304 my $pkg = get_source_info($key);
2305 print SOURCES "Package: $key\n";
2306 print SOURCES "Version: $pkg->{'version'}\n";
2307 print SOURCES "Build-Depends: $srcs->{$key}{'dep'}\n" if $srcs->{$key}{'dep'};
2308 print SOURCES "Build-Conflicts: $srcs->{$key}{'conf'}\n" if $srcs->{$key}{'conf'};
2309 print SOURCES "Architecture: all\n";
2314 if (open(EDOS,"-|","wb-edos-builddebcheck", "-a", $arch, $packagesfile, $tmpfile))
2316 local($/) = ""; # read in paragraph mode
2318 my( $key, $reason ) ;
2320 /^Package:\s*(\S+)$/mi and $key = $1;
2321 /^Failed-Why:(([^\n]|\n ([^\n]|\.))*)$/msi and $reason = $1;
2322 $reason =~ s/^\s*//mg;
2323 $reason ||= 'No reason given by edos-debcheck';
2325 if (exists $interesting_packages{$key}) {
2326 $interesting_packages{$key} = $reason;
2328 #print "TODO: edos reported a package we do not care about now\n" if $verbose;
2333 print "ERROR: Could not run wb-edos-builddebcheck. I am continuing, assuming\n" .
2334 "all packages have installable build-dependencies."
2339 for my $key (keys %interesting_packages) {
2340 my $pkg = get_source_info($key);
2342 (defined $interesting_packages{$key} and $pkg->{'state'} eq 'Needs-Build') ||
2343 (not defined $interesting_packages{$key} and $pkg->{'state'} eq 'BD-Uninstallable');
2344 my $problemchange = $interesting_packages{$key} ne $pkg->{'bd_problem'};
2346 if (defined $interesting_packages{$key}) {
2347 change_state( \$pkg, 'BD-Uninstallable' );
2348 $pkg->{'bd_problem'} = $interesting_packages{$key};
2350 change_state( \$pkg, 'Needs-Build' );
2353 if ($problemchange) {
2354 if (defined $interesting_packages{$key}) {
2355 $pkg->{'bd_problem'} = $interesting_packages{$key};
2359 log_ta( $pkg, "--merge-all" );
2360 print "edos-builddebchange changed state of ${key}_$pkg->{'version'} to $pkg->{'state'}\n" if $verbose;
2362 if ($change || $problemchange) {
2363 update_source_info($pkg);
2370 ($prgname = $0) =~ s,^.*/,,;
2372 Usage: $prgname <options...> <package_version...>
2374 -v, --verbose: Verbose execution.
2375 -A arch: Architecture this operation is for.
2376 --take: Take package for building [default operation]
2377 -f, --failed: Record in database that a build failed due to
2378 deficiencies in the package (that aren't fixable without a new
2380 -u, --uploaded: Record in the database that the packages build
2381 correctly and were uploaded.
2382 -n, --no-build: Record in the database that the packages aren't
2383 desired for this architecture and shouldn't appear in listings even
2384 if they're out of date.
2385 --dep-wait: Record in the database that the packages are waiting
2386 for some source dependencies to become available
2387 --binNMU num: Schedule a re-build of the package with unchanged source, but
2388 a new version number (source-version + "+b<num>")
2389 --give-back: Mark a package as ready to build that is in state Building,
2390 Built or Build-Attempted. To give back a package in state Failed, use
2391 --override. This command will actually put the package in state
2392 BD-Uninstallable, until the installability of its Build-Dependencies
2393 were verified. This happens at each call of --merge-all, usually
2395 --merge-quinn: Merge quinn-diff output into database.
2396 --merge-packages: Merge Packages files into database.
2397 --pretend-avail: Pretend that given packages are available now and give
2398 free packages waiting for them
2399 -i SRC_PKG, --info SRC_PKG: Show information for source package
2400 -l STATE, --list=STATE: List all packages in state STATE; can be
2401 combined with -U to restrict to a specific user; STATE can
2403 -m MESSAGE, --message=MESSAGE: Give reason why package failed or
2404 source dependency list
2405 (used with -f, --dep-wait, and --binNMU)
2406 -o, --override: Override another user's lock on a package, i.e.
2407 take it over; a notice mail will be sent to the other user
2408 -U USER, --user=USER: select user name for which listings should
2409 apply, if not given all users are listed.
2410 if -l is missing, set user name to be entered in db; usually
2411 automatically choosen
2412 --import FILE: Import database from a ASCII file FILE
2413 --export FILE: Export database to a ASCII file FILE
2415 The remaining arguments (depending on operation) usually start with
2416 "name_version", the trailer is ignored. This allows to pass the names
2417 of .dsc files, for which file name completion can be used.
2418 --merge-packages and --merge-quinn take Package/quin--diff file names
2419 on the command line or read stdin. --list needs nothing more on the
2420 command line. --info takes source package names (without version).
2425 sub pkg_version_eq {
2427 my $version = shift;
2430 if (defined $pkg->{'binary_nmu_version'}) and
2431 version_compare(binNMU_version($pkg->{'version'},
2432 $pkg->{'binary_nmu_version'}),'=', $version);
2433 return version_compare( $pkg->{'version'}, "=", $version );
2437 return '"' . $arch . $schema_suffix . '".packages';
2440 sub user_table_name {
2441 return '"' . $arch . $schema_suffix . '".users';
2444 sub transactions_table_name {
2445 return '"' . $arch . $schema_suffix . '".transactions';
2448 sub get_readonly_source_info {
2450 my $pkg = $dbh->selectrow_hashref('SELECT * FROM ' .
2451 table_name() . ' WHERE package = ? AND distribution = ?',
2452 undef, $name, $distribution);
2456 sub get_source_info {
2458 my $pkg = $dbh->selectrow_hashref('SELECT * FROM ' .
2459 table_name() . ' WHERE package = ? AND distribution = ?' .
2461 undef, $name, $distribution);
2465 sub get_all_source_info {
2468 my $q = 'SELECT * FROM ' . table_name()
2469 . ' WHERE distribution = ? ';
2470 my @args = ($distribution);
2471 if ($options{state} && uc($options{state}) ne "ALL") {
2472 $q .= ' AND upper(state) = ? ';
2473 push @args, uc($options{state});
2476 if ($options{user}) {
2477 #this basically means "this user, or no user at all":
2478 $q .= ' AND (builder = ? OR upper(state) = ?)';
2479 push @args, $options{user};
2480 push @args, "NEEDS-BUILD";
2483 if ($options{category}) {
2484 $q .= ' AND failed_category <> ? AND upper(state) = ? ';
2485 push @args, $options{category};
2486 push @args, "FAILED";
2489 if ($options{list_min_age} > 0) {
2490 $q .= ' AND age(state_change::timestamp) > ? ';
2491 push @args, $options{list_min_age} . " days";
2494 if ($options{list_min_age} < 0) {
2495 $q .= ' AND age(state_change::timestamp) < ? days ';
2496 push @args, -$options{list_min_age} . " days";
2499 my $db = $dbh->selectall_hashref($q, 'package', undef, @args);
2503 sub update_source_info {
2506 my $pkg2 = get_source_info($pkg->{'package'});
2507 if (! defined $pkg2)
2509 add_source_info($pkg);
2512 $dbh->do('UPDATE ' . table_name() . ' SET ' .
2517 'installed_version = ?, ' .
2518 'previous_state = ?, ' .
2519 'state_change = ?, ' .
2523 'old_failed = ?, ' .
2524 'binary_nmu_version = ?, ' .
2525 'binary_nmu_changelog = ?, ' .
2526 'failed_category = ?, ' .
2527 'permbuildpri = ?, ' .
2532 'WHERE package = ? AND distribution = ?',
2538 $pkg->{'installed_version'},
2539 $pkg->{'previous_state'},
2540 $pkg->{'state_change'},
2544 $pkg->{'old_failed'},
2545 $pkg->{'binary_nmu_version'},
2546 $pkg->{'binary_nmu_changelog'},
2547 $pkg->{'failed_category'},
2548 $pkg->{'permbuildpri'},
2552 $pkg->{'bd_problem'},
2554 $distribution) or die $dbh->errstr;
2557 sub add_source_info {
2559 $dbh->do('INSERT INTO ' . table_name() .
2560 ' (package, distribution) values (?, ?)',
2561 undef, $pkg->{'package'}, $distribution) or die $dbh->errstr;
2564 sub del_source_info {
2566 $dbh->do('DELETE FROM ' . table_name() .
2567 ' WHERE package = ? AND distribution = ?',
2568 undef, $name, $distribution) or die $dbh->errstr;
2573 my $user = $dbh->selectrow_hashref('SELECT * FROM ' .
2574 user_table_name() . ' WHERE username = ? AND distribution = ?',
2575 undef, $name, $distribution);
2579 sub update_user_info {
2581 $dbh->do('UPDATE ' . user_table_name() .
2582 ' SET last_seen = now() WHERE username = ?' .
2583 ' AND distribution = ?',
2584 undef, $user, $distribution)
2585 or die $dbh->errstr;
2591 $dbh->do('INSERT INTO ' . user_table_name() .
2592 ' (username, distribution, last_seen)' .
2593 ' values (?, ?, now())',
2594 undef, $user, $distribution)
2595 or die $dbh->errstr;