3 # wanna-build: coordination script for Debian buildds
4 # Copyright (C) 1998 Roman Hodek <Roman.Hodek@informatik.uni-erlangen.de>
5 # Copyright (C) 2005-2008 Ryan Murray <rmurray@debian.org>
7 # This program is free software; you can redistribute it and/or
8 # modify it under the terms of the GNU General Public License as
9 # published by the Free Software Foundation; either version 2 of the
10 # License, or (at your option) any later version.
12 # This program is distributed in the hope that it will be useful, but
13 # WITHOUT ANY WARRANTY; without even the implied warranty of
14 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 # General Public License for more details.
17 # You should have received a copy of the GNU General Public License
18 # along with this program; if not, write to the Free Software
19 # Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
24 $basedir ||= "/var/lib/debbuild";
25 $dbbase ||= "build-db";
26 $transactlog ||= "transactions.log";
27 $mailprog ||= "/usr/sbin/sendmail";
28 require "/org/wanna-build/etc/wanna-build.conf";
29 die "$conf::basedir is not a directory\n" if ! -d $conf::basedir;
30 die "dbbase is empty\n" if ! $dbbase;
31 die "transactlog is empty\n" if ! $transactlog;
32 die "mailprog binary $conf::mailprog does not exist or isn't executable\n"
33 if !-x $conf::mailprog;
34 die "no distributions defined\n" if ! %distributions;
42 use lib '/org/wanna-build/bin';
45 our ($verbose, $mail_logs, $list_order, $list_state,
46 $curr_date, $op_mode, $user, $real_user, $distribution,
47 $fail_reason, $opt_override, $import_from, $export_to, $opt_create_db,
49 $info_all_dists, $arch,
50 $category, %catval, %short_category,
51 $short_date, $list_min_age, $dbbase, @curr_time,
52 $build_priority, %new_vers, $binNMUver, %merge_srcvers, %merge_binsrc);
55 $ENV{'PATH'} = "/bin:/usr/bin:/usr/local/bin:/org/wanna-build/bin/";
59 $curr_date = strftime("%Y %b %d %H:%M:%S",@curr_time);
60 $short_date = strftime("%m/%d/%y",@curr_time);
63 # map program invocation names to operation modes
64 my %prognames = ( "uploaded-build" => "set-uploaded",
65 "failed-build" => "set-failed",
66 "no-build" => "set-not-for-us",
67 "give-back-build" => "set-needs-build",
68 "dep-wait-build" => "set-dep-wait",
69 "forget-build" => "forget",
70 "merge-quinn" => "merge-quinn",
71 "merge-packages" => "merge-packages",
72 "merge-sources" => "merge-sources",
73 "build-info" => "info" );
75 %short_category = ( u => "uploaded-fixed-pkg",
82 c => "compiler-error",
86 ($progname = $0) =~ s,.*/,,;
87 if ($prognames{$progname}) {
88 $op_mode = $prognames{$progname};
90 elsif ($progname =~ /^list-(.*)$/) {
92 $list_state = ($1 eq "all") ? "" : $1;
97 verbose => { short => "v", flag => \$verbose },
98 override => { short => "o", flag => \$opt_override },
99 "create-db" => { flag => \$opt_create_db },
100 "correct-compare" => { flag => \$WannaBuild::opt_correct_version_cmp },
101 # TODO: remove after buildds no longer pass to wanna-build
102 "no-propagation" => { short => "N" },
103 "no-down-propagation" => { short => "D" },
105 take => { mode => "set-building" },
106 failed => { short => "f", mode => "set-failed" },
107 uploaded => { short => "u", mode => "set-uploaded" },
108 "no-build" => { short => "n", mode => "set-not-for-us" },
109 built => { mode => "set-built" },
110 attempted => { mode => "set-attempted" },
111 "give-back" => { mode => "set-needs-build" },
112 "dep-wait" => { mode => "set-dep-wait" },
113 forget => { mode => "forget" },
114 'forget-user' => { mode => 'forget-user' },
115 "merge-quinn" => { mode => "merge-quinn" },
116 "merge-partial-quinn" => { mode => "merge-partial-quinn" },
117 "merge-packages" => { mode => "merge-packages" },
118 "merge-sources" => { mode => "merge-sources" },
119 "pretend-avail" => { short => "p", mode => "pretend-avail" },
120 "merge-all" => { mode => "merge-all" },
121 info => { short => "i", mode => "info" },
122 'binNMU' => { mode => 'set-binary-nmu', arg => \$binNMUver,
123 code => sub { die "Invalid binNMU version: $binNMUver\n"
124 if $binNMUver !~ /^([\d]*)$/ and $1 >= 0; } },
125 'perm-build-priority' => { mode => "set-permanent-build-priority", arg => \$build_priority,
126 code => sub { die "Invalid build priority: $build_priority\n"
127 if $build_priority !~ /^-?[\d]+$/; } },
128 'build-priority' => { mode => "set-build-priority", arg => \$build_priority,
129 code => sub { die "Invalid build priority: $build_priority\n"
130 if $build_priority !~ /^-?[\d]+$/; } },
132 { short => "l", mode => "list", arg => \$list_state,
134 die "Unknown state to list: $list_state\n"
135 if !isin( $list_state, qw(needs-build building uploaded
136 built build-attempted failed installed dep-wait
137 not-for-us all failed-removed
138 install-wait reupload-wait bd-uninstallable));} },
141 { short => "d", arg => \$distribution,
143 if ($distribution eq "a" || $distribution eq "all") {
148 $distribution = "oldstable" if $distribution eq "o";
149 $distribution = "stable" if $distribution eq "s";
150 $distribution = "testing" if $distribution eq "t";
151 $distribution = "unstable" if $distribution eq "u";
155 { short => "O", arg => \$list_order,
157 die "Bad ordering character\n"
158 if $list_order !~ /^[PSpsncb]+$/;
160 message => { short => "m", arg => \$fail_reason },
161 # database is deprecated, use arch instead.
162 database => { short => "b", arg => \$conf::dbbase },
163 arch => { short => "A", arg => \$arch },
164 user => { short => "U", arg => \$user },
165 category => { short => "c", arg => \$category,
167 $category = $short_category{$category}
168 if exists $short_category{$category};
169 die "Unknown category: $category\n"
170 if !isin( $category, values %short_category );
172 "min-age" => { short => "a", arg => \$list_min_age,
174 die "Argument of --min-age must be a non-zero number\n"
175 if $list_min_age == 0;
177 "max-age" => { arg => \$list_min_age,
179 die "Argument of --max-age must be a non-zero number\n"
180 if $list_min_age == 0;
184 export => { arg => \$export_to, mode => "export" },
185 import => { arg => \$import_from, mode => "import" },
186 "manual-edit" => { mode => "manual-edit" },
189 while( @ARGV && $ARGV[0] =~ /^-/ ) {
192 my($opt, $optname, $arg);
193 if (/^--([^=]+)(=|$)/) {
195 $opt = $options{$optname};
196 $arg = $1 if /^--\Q$optname\E=((.|\n)*)$/;
199 $optname = substr( $_, 1, 1 );
200 $opt = (grep { defined($_->{short}) ? $_->{short} eq $optname : 0} values %options)[0];
201 $arg = $1 if /^-$optname(.+)$/;
204 warn "Unknown option: --$1\n";
209 die "$optname option missing argument\n" if !@ARGV;
212 ${$opt->{arg}} = $arg;
214 elsif (defined $arg) {
215 die "Option $optname takes no argument\n";
219 die "Conflicting operation modes\n" if $op_mode;
220 $op_mode = $opt->{mode};
230 $op_mode = $category ? "set-failed" : "set-building"
231 if !$op_mode; # default operation
232 $list_order = $list_state eq "failed" ? 'fPcpsn' : 'PScpsn'
233 if !$list_order and $list_state;
234 $distribution ||= "unstable";
235 die "Bad distribution '$distribution'\n"
236 if !isin($distribution, keys %conf::distributions);
238 # If they didn't specify an arch, try to get it from database name which
239 # is in the form of $arch/build-db
240 # This is for backwards compatibity with older versions that didn't
241 # specify the arch yet.
242 $conf::dbbase =~ m#^([^/]+)#;
245 # TODO: Check that it's an known arch (for that dist), and give
249 my $version = '$Revision: db181a534e9d $ $Date: 2008/03/26 06:20:22 $ $Author: rmurray $';
250 $version =~ s/(^\$| \$ .*$)//g;
251 print "wanna-build $version for $distribution on $arch\n";
254 if (!@ARGV && !isin( $op_mode, qw(list merge-quinn merge-partial-quinn import export
255 merge-packages manual-edit
257 warn "No packages given.\n";
261 $real_user = (getpwuid($<))[0];
262 die "Can't determine your user name\n"
263 if $op_mode ne "list" && !$user &&
264 !($user = $real_user);
267 if ($op_mode eq "set-failed" && !$category) {
268 print "Enter reason for failing (end with '.' alone on ".
273 last if $line eq ".\n";
274 $fail_reason .= $line;
276 chomp( $fail_reason );
277 } elsif ($op_mode eq "set-dep-wait") {
278 print "Enter dependencies (one line):\n";
280 while( !$line && !eof(STDIN) ) {
281 chomp( $line = <STDIN> );
283 die "No dependencies given\n" if !$line;
284 $fail_reason = $line;
285 } elsif ($op_mode eq "set-binary-nmu" and $binNMUver > 0) {
286 print "Enter changelog entry (one line):\n";
288 while( !$line && !eof(STDIN) ) {
289 chomp( $line = <STDIN> );
291 die "No changelog entry given\n" if !$line;
292 $fail_reason = $line;
301 $dbh->disconnect or warn $dbh->errstr;
305 my $schema_suffix = '';
306 if (isin( $op_mode, qw(list info)) && $distribution !~ /security/ && !(not -t and $user =~ /-/)) {
307 $dbh = DBI->connect("DBI:Pg:service=wanna-build") ||
308 die "FATAL: Cannot open database: $DBI::errstr\n";
309 $schema_suffix = '_public';
313 $dbh = DBI->connect("DBI:Pg:service=wanna-build-privileged") ||
314 die "FATAL: Cannot open database: $DBI::errstr\n";
317 # TODO: This shouldn't be needed, file a bug.
318 $dbh->{pg_server_prepare} = 0;
320 $dbh->begin_work or die $dbh->errstr;
327 if ($mail_logs && $conf::log_mail) {
328 send_mail( $conf::log_mail,
329 "wanna-build $distribution state changes $curr_date",
330 "State changes at $curr_date for distribution ".
331 "$distribution:\n\n$mail_logs\n" );
339 SWITCH: foreach ($op_mode) {
341 add_packages( $1, @ARGV );
345 list_packages( $list_state );
349 info_packages( @ARGV );
352 /^forget-user/ && do {
353 die "This operation is restricted to admin users\n"
354 if (defined @conf::admin_users and
355 !isin( $real_user, @conf::admin_users));
356 forget_users( @ARGV );
360 forget_packages( @ARGV );
363 /^merge-partial-quinn/ && do {
364 die "This operation is restricted to admin users\n"
365 if (defined @conf::admin_users and
366 !isin( $real_user, @conf::admin_users));
371 /^merge-quinn/ && do {
372 die "This operation is restricted to admin users\n"
373 if (defined @conf::admin_users and
374 !isin( $real_user, @conf::admin_users));
379 /^merge-packages/ && do {
380 die "This operation is restricted to admin users\n"
381 if (defined @conf::admin_users and
382 !isin( $real_user, @conf::admin_users));
387 /^merge-sources/ && do {
388 die "This operation is restricted to admin users\n"
389 if (defined @conf::admin_users and
390 !isin( $real_user, @conf::admin_users));
395 /^pretend-avail/ && do {
396 pretend_avail( @ARGV );
400 die "This operation is restricted to admin users\n"
401 if (defined @conf::admin_users and
402 !isin( $real_user, @conf::admin_users));
405 @ARGV = ( $ARGS[0] );
406 my $pkgs = parse_packages();
407 @ARGV = ( $ARGS[1] );
409 @ARGV = ( $ARGS[2] );
410 my $srcs = parse_sources(1);
411 call_edos_depcheck( $ARGS[0], $srcs );
415 die "This operation is restricted to admin users\n"
416 if (defined @conf::admin_users and
417 !isin( $real_user, @conf::admin_users));
418 $dbh->do("DELETE from " . table_name() .
419 " WHERE distribution = ?", undef,
423 read_db( $import_from );
427 export_db( $export_to );
431 die "Unexpected operation mode $op_mode\n";
433 if (not -t and $user =~ /-/) {
434 my $userinfo = get_user_info($user);
435 if (!defined $userinfo)
437 add_user_info($user);
441 update_user_info($user);
447 my $newstate = shift;
448 my( $package, $name, $version, $ok, $reason );
450 foreach $package (@_) {
451 $package =~ s,^.*/,,; # strip path
452 $package =~ s/\.(dsc|diff\.gz|tar\.gz|deb)$//; # strip extension
453 $package =~ s/_[a-zA-Z\d-]+\.changes$//; # strip extension
454 if ($package =~ /^([\w\d.+-]+)_([\w\d:.+~-]+)/) {
455 ($name,$version) = ($1,$2);
458 warn "$package: can't extract package name and version ".
463 if ($op_mode eq "set-building") {
464 add_one_building( $name, $version );
466 elsif ($op_mode eq "set-built") {
467 add_one_built( $name, $version );
469 elsif ($op_mode eq "set-attempted") {
470 add_one_attempted( $name, $version );
472 elsif ($op_mode eq "set-uploaded") {
473 add_one_uploaded( $name, $version );
475 elsif ($op_mode eq "set-failed") {
476 add_one_failed( $name, $version );
478 elsif ($op_mode eq "set-not-for-us") {
479 add_one_notforus( $name, $version );
481 elsif ($op_mode eq "set-needs-build") {
482 add_one_needsbuild( $name, $version );
484 elsif ($op_mode eq "set-dep-wait") {
485 add_one_depwait( $name, $version );
487 elsif ($op_mode eq "set-build-priority") {
488 set_one_buildpri( $name, $version, 'buildpri' );
490 elsif ($op_mode eq "set-permanent-build-priority") {
491 set_one_buildpri( $name, $version, 'permbuildpri' );
493 elsif ($op_mode eq "set-binary-nmu") {
494 set_one_binnmu( $name, $version );
499 sub add_one_building {
505 my $pkg = get_source_info($name);
507 if ($pkg->{'state'} eq "Not-For-Us") {
509 $reason = "not suitable for this architecture";
511 elsif ($pkg->{'state'} =~ /^Dep-Wait/) {
513 $reason = "not all source dependencies available yet";
515 elsif ($pkg->{'state'} =~ /^BD-Uninstallable/) {
517 $reason = "source dependencies are not installable";
519 elsif ($pkg->{'state'} eq "Uploaded" &&
520 (version_lesseq($version, $pkg->{'version'}))) {
522 $reason = "already uploaded by $pkg->{'builder'}";
523 $reason .= " (in newer version $pkg->{'version'})"
524 if !version_eq($pkg, $version);
526 elsif ($pkg->{'state'} eq "Installed" &&
527 version_less($version,$pkg->{'version'})) {
529 print "$name: Warning: newer version $pkg->{'version'} ".
530 "already installed, but overridden.\n";
534 $reason = "newer version $pkg->{'version'} already in ".
535 "archive; doesn't need rebuilding";
536 print "$name: Note: If the following is due to an epoch ",
537 " change, use --override\n";
540 elsif ($pkg->{'state'} eq "Installed" &&
541 pkg_version_eq($pkg,$version)) {
543 $reason = "is up-to-date in the archive; doesn't need rebuilding";
545 elsif ($pkg->{'state'} eq "Needs-Build" &&
546 version_less($version,$pkg->{'version'})) {
548 print "$name: Warning: newer version $pkg->{'version'} ".
549 "needs building, but overridden.";
553 $reason = "newer version $pkg->{'version'} needs building, ".
557 elsif (isin($pkg->{'state'},qw(Building Built Build-Attempted))) {
558 if (version_less($pkg->{'version'},$version)) {
559 print "$name: Warning: Older version $pkg->{'version'} ",
560 "is being built by $pkg->{'builder'}\n";
561 if ($pkg->{'builder'} ne $user) {
562 send_mail( $pkg->{'builder'},
563 "package takeover in newer version",
564 "You are building package '$name' in ".
565 "version $version\n".
566 "(as far as I'm informed).\n".
567 "$user now has taken the newer ".
568 "version $version for building.".
569 "You can abort the build if you like.\n" );
574 print "User $pkg->{'builder'} had already ",
575 "taken the following package,\n",
576 "but overriding this as you request:\n";
577 send_mail( $pkg->{'builder'}, "package takeover",
578 "The package '$name' (version $version) that ".
579 "was taken by you\n".
580 "has been taken over by $user\n" );
582 elsif ($pkg->{'builder'} eq $user) {
583 print "$name: Note: already taken by you.\n";
584 print "$name: ok\n" if $verbose;
589 $reason = "already taken by $pkg->{'builder'}";
590 $reason .= " (in newer version $pkg->{'version'})"
591 if !version_eq($pkg->{'version'}, $version);
595 elsif ($pkg->{'state'} =~ /^Failed/ &&
596 pkg_version_eq($pkg, $version)) {
598 print "The following package previously failed ",
599 "(by $pkg->{'builder'})\n",
600 "but overriding this as you request:\n";
601 send_mail( $pkg->{'builder'}, "failed package takeover",
602 "The package '$name' (version $version) that ".
604 "and has failed previously has been taken over ".
606 if $pkg->{'builder'} ne $user;
610 $reason = "build of $version failed previously:\n ";
611 $reason .= join( "\n ", split( "\n", $pkg->{'failed'} ));
612 $reason .= "\nalso the package doesn't need builing"
613 if $pkg->{'state'} eq 'Failed-Removed';
619 if ($pkg->{'binary_nmu_version'}) {
620 print "$name: Warning: needs binary NMU $pkg->{'binary_nmu_version'}\n" .
621 "$pkg->{'binary_nmu_changelog'}\n";
624 print "$name: Warning: Previous version failed!\n"
625 if $pkg->{'previous_state'} =~ /^Failed/ ||
626 $pkg->{'state'} =~ /^Failed/;
628 change_state( \$pkg, 'Building' );
629 $pkg->{'package'} = $name;
630 $pkg->{'version'} = $version;
631 $pkg->{'builder'} = $user;
632 log_ta( $pkg, "--take" );
633 update_source_info($pkg);
634 print "$name: $ok\n" if $verbose;
637 print "$name: NOT OK!\n $reason\n";
641 sub add_one_attempted {
644 my $pkg = get_source_info($name);
646 if (!defined($pkg)) {
647 print "$name: not registered yet.\n";
651 if ($pkg->{'state'} ne "Building" ) {
652 print "$name: not taken for building (state is $pkg->{'state'}). ",
656 if ($pkg->{'builder'} ne $user) {
657 print "$name: not taken by you, but by $pkg->{'builder'}. Skipping.\n";
660 elsif ( !pkg_version_eq($pkg, $version) ) {
661 print "$name: version mismatch ".
662 "$(pkg->{'version'} ".
663 "by $pkg->{'builder'})\n";
667 change_state( \$pkg, 'Build-Attempted' );
668 log_ta( $pkg, "--attempted" );
669 update_source_info($pkg);
670 print "$name: registered as uploaded\n" if $verbose;
676 my $pkg = get_source_info($name);
678 if (!defined($pkg)) {
679 print "$name: not registered yet.\n";
683 if ($pkg->{'state'} ne "Building" ) {
684 print "$name: not taken for building (state is $pkg->{'state'}). ",
688 if ($pkg->{'builder'} ne $user) {
689 print "$name: not taken by you, but by $pkg->{'builder'}. Skipping.\n";
692 elsif ( !pkg_version_eq($pkg, $version) ) {
693 print "$name: version mismatch ".
694 "$(pkg->{'version'} ".
695 "by $pkg->{'builder'})\n";
698 change_state( \$pkg, 'Built' );
699 log_ta( $pkg, "--built" );
700 update_source_info($pkg);
701 print "$name: registered as built\n" if $verbose;
704 sub add_one_uploaded {
707 my $pkg = get_source_info($name);
709 if (!defined($pkg)) {
710 print "$name: not registered yet.\n";
714 if ($pkg->{'state'} eq "Uploaded" &&
715 pkg_version_eq($pkg,$version)) {
716 print "$name: already uploaded\n";
719 if (!isin( $pkg->{'state'}, qw(Building Built Build-Attempted))) {
720 print "$name: not taken for building (state is $pkg->{'state'}). ",
724 if ($pkg->{'builder'} ne $user) {
725 print "$name: not taken by you, but by $pkg->{'builder'}. Skipping.\n";
728 # strip epoch -- buildd-uploader used to go based on the filename.
729 # (to remove at some point)
731 ($pkgver = $pkg->{'version'}) =~ s/^\d+://;
732 $version =~ s/^\d+://; # for command line use
733 if ($pkg->{'binary_nmu_version'} ) {
734 my $nmuver = binNMU_version($pkgver, $pkg->{'binary_nmu_version'});
735 if (!version_eq( $nmuver, $version )) {
736 print "$name: version mismatch ($nmuver registered). ",
740 } elsif (!version_eq($pkgver, $version)) {
741 print "$name: version mismatch ($pkg->{'version'} registered). ",
746 change_state( \$pkg, 'Uploaded' );
747 log_ta( $pkg, "--uploaded" );
748 update_source_info($pkg);
749 print "$name: registered as uploaded\n" if $verbose;
756 my $pkg = get_source_info($name);
758 if (!defined($pkg)) {
759 print "$name: not registered yet.\n";
762 $state = $pkg->{'state'};
764 if ($state eq "Not-For-Us") {
765 print "$name: not suitable for this architecture anyway. Skipping.\n";
768 elsif ($state eq "Failed-Removed") {
769 print "$name: failed previously and doesn't need building. Skipping.\n";
772 elsif ($state eq "Installed") {
773 print "$name: Is already installed in archive. Skipping.\n";
776 elsif ($pkg->{'builder'} &&
777 (($user ne $pkg->{'builder'}) &&
778 !($pkg->{'builder'} =~ /^(\w+)-\w+/ && $1 eq $user))) {
779 print "$name: not taken by you, but by ".
780 "$pkg->{'builder'}. Skipping.\n";
783 elsif ( !pkg_version_eq($pkg, $version) ) {
784 print "$name: version mismatch ".
785 "$(pkg->{'version'} ".
786 "by $pkg->{'builder'})\n";
791 if (!$cat && $fail_reason =~ /^\[([^\]]+)\]/) {
793 $cat = $short_category{$cat} if exists $short_category{$cat};
794 if (!isin( $cat, values %short_category )) {
795 print "$name: Warning: unknown category $cat; discarded\n";
798 $fail_reason =~ s/^\[[^\]]+\][ \t]*\n*//;
801 if ($state eq "Needs-Build") {
802 print "$name: Warning: not registered for building previously, ".
803 "but processing anyway.\n";
805 elsif ($state eq "Uploaded") {
806 print "$name: Warning: marked as uploaded previously, ".
807 "but processing anyway.\n";
809 elsif ($state eq "Dep-Wait") {
810 print "$name: Warning: marked as waiting for dependencies, ".
811 "but processing anyway.\n";
813 elsif ($state eq "BD-Uninstallable") {
814 print "$name: Warning: marked as having uninstallable build-dependencies, ".
815 "but processing anyway.\n";
817 elsif ($state eq "Failed") {
818 print "$name: already registered as failed; will append new message\n"
820 print "$name: already registered as failed; changing category\n"
824 if (($cat eq "reminder-sent" || $cat eq "nmu-offered") &&
825 defined $pkg->{'failed_category'} &&
826 $pkg->{'failed_category'} ne $cat) {
827 (my $action = $cat) =~ s/-/ /;
828 $fail_reason .= "\n$short_date: $action";
831 change_state( \$pkg, 'Failed' );
832 $pkg->{'builder'} = $user;
833 $pkg->{'failed'} .= "\n" if $pkg->{'failed'};
834 $pkg->{'failed'} .= $fail_reason;
835 $pkg->{'failed_category'} = $cat if $cat;
836 if (defined $pkg->{'permbuildpri'}) {
837 $pkg->{'buildpri'} = $pkg->{'permbuildpri'};
839 delete $pkg->{'buildpri'};
841 log_ta( $pkg, "--failed" );
842 update_source_info($pkg);
843 print "$name: registered as failed\n" if $verbose;
846 sub add_one_notforus {
849 my $pkg = get_source_info($name);
851 if ($pkg->{'state'} eq 'Not-For-Us') {
852 # reset Not-For-Us state in case it's called twice; this is
853 # the only way to get a package out of this state...
854 # There is no really good state in which such packages should
855 # be put :-( So use Failed for now.
856 change_state( \$pkg, 'Failed' );
857 $pkg->{'package'} = $name;
858 $pkg->{'failed'} = "Was Not-For-Us previously";
859 delete $pkg->{'builder'};
860 delete $pkg->{'depends'};
861 log_ta( $pkg, "--no-build(rev)" );
862 print "$name: now not unsuitable anymore\n";
864 send_mail( $conf::notforus_maint,
865 "$name moved out of Not-For-Us state",
866 "The package '$name' has been moved out of the Not-For-Us ".
868 "It should probably also be removed from ".
869 "Packages-arch-specific or\n".
870 "the action was wrong.\n" )
871 if $conf::notforus_maint;
874 change_state( \$pkg, 'Not-For-Us' );
875 $pkg->{'package'} = $name;
876 delete $pkg->{'builder'};
877 delete $pkg->{'depends'};
878 delete $pkg->{'buildpri'};
879 delete $pkg->{'binary_nmu_version'};
880 delete $pkg->{'binary_nmu_changelog'};
881 log_ta( $pkg, "--no-build" );
882 print "$name: registered as unsuitable\n" if $verbose;
884 send_mail( $conf::notforus_maint,
885 "$name set to Not-For-Us",
886 "The package '$name' has been set to state Not-For-Us ".
888 "It should probably also be added to ".
889 "Packages-arch-specific or\n".
890 "the Not-For-Us state is wrong.\n" )
891 if $conf::notforus_maint;
893 update_source_info($pkg);
896 sub add_one_needsbuild {
900 my $pkg = get_source_info($name);
902 if (!defined($pkg)) {
903 print "$name: not registered; can't give back.\n";
906 $state = $pkg->{'state'};
908 if ($state eq "BD-Uninstallable") {
910 print "$name: Forcing uninstallability mark to be removed. This is not permanent and might be reset with the next trigger run\n";
912 change_state( \$pkg, 'Needs-Build' );
913 delete $pkg->{'builder'};
914 delete $pkg->{'depends'};
915 log_ta( $pkg, "--give-back" );
916 update_source_info($pkg);
917 print "$name: given back\n" if $verbose;
921 print "$name: has uninstallable build-dependencies. Skipping\n",
922 " (use --override to clear dependency list and ",
923 "give back anyway)\n";
927 elsif ($state eq "Dep-Wait") {
929 print "$name: Forcing source dependency list to be cleared\n";
932 print "$name: waiting for source dependencies. Skipping\n",
933 " (use --override to clear dependency list and ",
934 "give back anyway)\n";
938 elsif (!isin( $state, qw(Building Built Build-Attempted))) {
939 print "$name: not taken for building (state is $state).";
941 print "\n$name: Forcing give-back\n";
944 print " Skipping.\n";
948 if (defined ($pkg->{'builder'}) && $user ne $pkg->{'builder'} &&
949 !($pkg->{'builder'} =~ /^(\w+)-\w+/ && $1 eq $user) &&
951 print "$name: not taken by you, but by ".
952 "$pkg->{'builder'}. Skipping.\n";
955 if (!pkg_version_eq($pkg, $version)) {
956 print "$name: version mismatch ($pkg->{'version'} registered). ",
960 if ($distribution eq "unstable") {
961 change_state( \$pkg, 'BD-Uninstallable' );
962 $pkg->{'bd_problem'} = "Installability of build dependencies not tested yet";
964 change_state( \$pkg, 'Needs-Build' );
966 $pkg->{'builder'} = undef;
967 $pkg->{'depends'} = undef;
968 log_ta( $pkg, "--give-back" );
969 update_source_info($pkg);
970 print "$name: given back\n" if $verbose;
976 my $pkg = get_source_info($name);
979 if (!defined($pkg)) {
980 print "$name: not registered; can't register for binNMU.\n";
983 my $db_ver = $pkg->{'version'};
985 if (!version_eq($db_ver, $version)) {
986 print "$name: version mismatch ($db_ver registered). ",
990 $state = $pkg->{'state'};
992 if (defined $pkg->{'binary_nmu_version'}) {
993 if ($binNMUver == 0) {
994 change_state( \$pkg, 'Installed' );
995 delete $pkg->{'builder'};
996 delete $pkg->{'depends'};
997 delete $pkg->{'binary_nmu_version'};
998 delete $pkg->{'binary_nmu_changelog'};
999 } elsif ($binNMUver <= $pkg->{'binary_nmu_version'}) {
1000 print "$name: already building binNMU $pkg->{'binary_nmu_version'}\n";
1003 $pkg->{'binary_nmu_version'} = $binNMUver;
1004 $pkg->{'binary_nmu_changelog'} = $fail_reason;
1005 $pkg->{'notes'} = 'out-of-date';
1006 $pkg->{'buildpri'} = $pkg->{'permbuildpri'}
1007 if (defined $pkg->{'permbuildpri'});
1009 log_ta( $pkg, "--binNMU" );
1010 update_source_info($pkg);
1012 } elsif ($binNMUver == 0) {
1013 print "${name}_$version: no scheduled binNMU to cancel.\n";
1017 if ($state ne 'Installed') {
1018 print "${name}_$version: not installed; can't register for binNMU.\n";
1022 my $fullver = binNMU_version($version,$binNMUver);
1023 if ( version_lesseq( $fullver, $pkg->{'installed_version'} ) )
1025 print "$name: binNMU $fullver is not newer than current version $pkg->{'installed_version'}\n";
1029 if ($distribution eq "unstable") {
1030 change_state( \$pkg, 'BD-Uninstallable' );
1031 $pkg->{'bd_problem'} = "Installability of build dependencies not tested yet";
1035 change_state( \$pkg, 'Needs-Build' );
1037 delete $pkg->{'builder'};
1038 delete $pkg->{'depends'};
1039 $pkg->{'binary_nmu_version'} = $binNMUver;
1040 $pkg->{'binary_nmu_changelog'} = $fail_reason;
1041 $pkg->{'notes'} = 'out-of-date';
1042 log_ta( $pkg, "--binNMU" );
1043 update_source_info($pkg);
1044 print "${name}: registered for binNMU $fullver\n" if $verbose;
1047 sub set_one_buildpri {
1049 my $version = shift;
1051 my $pkg = get_source_info($name);
1054 if (!defined($pkg)) {
1055 print "$name: not registered; can't set priority.\n";
1058 $state = $pkg->{'state'};
1060 if ($state eq "Not-For-Us") {
1061 print "$name: not suitable for this architecture. Skipping.\n";
1063 } elsif ($state eq "Failed-Removed") {
1064 print "$name: failed previously and doesn't need building. Skipping.\n";
1067 if (!pkg_version_eq($pkg, $version)) {
1068 print "$name: version mismatch ($pkg->{'version'} registered). ",
1072 if ( $build_priority == 0 ) {
1073 delete $pkg->{'buildpri'}
1074 if $key eq 'permbuildpri' and defined $pkg->{'buildpri'}
1075 and $pkg->{'buildpri'} == $pkg->{$key};
1076 delete $pkg->{$key};
1078 $pkg->{'buildpri'} = $build_priority
1079 if $key eq 'permbuildpri';
1080 $pkg->{$key} = $build_priority;
1082 update_source_info($pkg);
1083 print "$name: set to build priority $build_priority\n" if $verbose;
1086 sub add_one_depwait {
1088 my $version = shift;
1090 my $pkg = get_source_info($name);
1092 if (!defined($pkg)) {
1093 print "$name: not registered yet.\n";
1096 $state = $pkg->{'state'};
1098 if ($state eq "Dep-Wait") {
1099 print "$name: merging with previously registered dependencies\n";
1102 if (isin( $state, qw(Needs-Build Failed BD-Uninstallable))) {
1103 print "$name: Warning: not registered for building previously, ".
1104 "but processing anyway.\n";
1106 elsif ($state eq "Not-For-Us") {
1107 print "$name: not suitable for this architecture anyway. Skipping.\n";
1110 elsif ($state eq "Failed-Removed") {
1111 print "$name: failed previously and doesn't need building. Skipping.\n";
1114 elsif ($state eq "Installed") {
1115 print "$name: Is already installed in archive. Skipping.\n";
1118 elsif ($state eq "Uploaded") {
1119 print "$name: Is already uploaded. Skipping.\n";
1122 elsif ($pkg->{'builder'} &&
1123 $user ne $pkg->{'builder'}) {
1124 print "$name: not taken by you, but by ".
1125 "$pkg->{'builder'}. Skipping.\n";
1128 elsif ( !pkg_version_eq($pkg,$version)) {
1129 print "$name: version mismatch ".
1130 "($pkg->{'version'} ".
1131 "by $pkg->{'builder'})\n";
1134 elsif ($fail_reason =~ /^\s*$/ ||
1135 !parse_deplist( $fail_reason, 1 )) {
1136 print "$name: Bad dependency list\n";
1139 change_state( \$pkg, 'Dep-Wait' );
1140 $pkg->{'builder'} = $user;
1141 if (defined $pkg->{'permbuildpri'}) {
1142 $pkg->{'buildpri'} = $pkg->{'permbuildpri'};
1144 delete $pkg->{'buildpri'};
1146 my $deplist = parse_deplist( $pkg->{'depends'} );
1147 my $new_deplist = parse_deplist( $fail_reason );
1148 # add new dependencies, maybe overwriting old entries
1149 foreach (keys %$new_deplist) {
1150 $deplist->{$_} = $new_deplist->{$_};
1152 $pkg->{'depends'} = build_deplist($deplist);
1153 log_ta( $pkg, "--dep-wait" );
1154 update_source_info($pkg);
1155 print "$name: registered as waiting for dependencies\n" if $verbose;
1165 my $db = get_all_source_info();
1167 local($/) = ""; # read in paragraph mode
1169 my( $version, $arch, $section, $priority, $builddep, $buildconf, $binaries );
1171 /^Package:\s*(\S+)$/mi and $name = $1;
1172 /^Version:\s*(\S+)$/mi and $version = $1;
1173 /^Architecture:\s*(\S+)$/mi and $arch = $1;
1174 /^Section:\s*(\S+)$/mi and $section = $1;
1175 /^Priority:\s*(\S+)$/mi and $priority = $1;
1176 /^Build-Depends:\s*(.*)$/mi and $builddep = $1;
1177 /^Build-Conflicts:\s*(.*)$/mi and $buildconf = $1;
1178 /^Binary:\s*(.*)$/mi and $binaries = $1;
1180 next if (defined $srcver{$name} and version_less( $version, $srcver{$name} ));
1181 $srcver{$name} = $version;
1183 $pkgs{$name}{'ver'} = $version;
1184 $pkgs{$name}{'bin'} = $binaries;
1185 $pkgs{$name}{'dep'} = $builddep;
1186 $pkgs{$name}{'conf'} = $buildconf;
1187 my $pkg = $db->{$name};
1192 if ($arch eq "all" && !version_less( $version, $pkg->{'version'} )) {
1193 # package is now Arch: all, delete it from db
1194 change_state( \$pkg, 'deleted' );
1195 log_ta( $pkg, "--merge-sources" );
1196 print "$name ($pkg->{'version'}): deleted ".
1197 "from database, because now Arch: all\n"
1199 del_source_info($name);
1203 # The "Version" should always be the source version --
1204 # not a possible binNMU version number.
1205 $pkg->{'version'} = $version, $change++
1206 if ($pkg->{'state'} eq 'Installed' and
1207 !version_eq( $pkg->{'version'}, $version));
1208 # Always update priority and section, if available
1209 $pkg->{'priority'} = $priority, $change++
1210 if defined $priority and (not defined($pkg->{'priority'}) or $pkg->{'priority'} ne $priority);
1212 $pkg->{'section'} = $section, $change++
1213 if defined $section and (not defined($pkg->{'section'}) or $pkg->{'section'} ne $section);
1215 update_source_info($pkg) if $change;
1218 # Now that we only have the latest source version, build the list
1219 # of binary packages from the Sources point of view
1220 foreach $name (keys %pkgs) {
1221 foreach my $bin (split( /\s*,\s*/, $pkgs{$name}{'bin'} ) ) {
1222 $merge_binsrc{$bin} = $name;
1225 # remove installed packages that no longer have source available
1226 # or binaries installed
1227 my $db = get_all_source_info();
1228 foreach $name (keys %$db) {
1229 next if $name =~ /^_/;
1230 my $pkg = $db->{$name};
1231 if (not defined($pkgs{$name})) {
1232 change_state( \$pkg, 'deleted' );
1233 log_ta( $pkg, "--merge-sources" );
1234 print "$name ($pkg->{'version'}): ".
1235 "deleted from database, because ".
1236 "not in Sources anymore\n"
1238 del_source_info($name);
1240 next if !isin( $pkg->{'state'}, qw(Installed) );
1241 if ($full && not defined $merge_srcvers{$name}) {
1242 change_state( \$pkg, 'deleted' );
1243 log_ta( $pkg, "--merge-sources" );
1244 print "$name ($pkg->{'version'}): ".
1245 "deleted from database, because ".
1246 "binaries don't exist anymore\n"
1248 del_source_info($name);
1249 } elsif ($full && version_less( $merge_srcvers{$name}, $pkg->{'version'})) {
1250 print "$name ($pkg->{'version'}): ".
1251 "package is Installed but binaries are from ".
1252 $merge_srcvers{$name}. "\n"
1260 # This function looks through a Packages file and sets the state of
1261 # packages to 'Installed'
1262 sub parse_packages {
1265 my $pkgs = get_all_source_info();
1266 local($/) = ""; # read in paragraph mode
1268 my( $name, $version, $depends, $source, $sourcev, $architecture, $provides, $binaryv, $binnmu );
1270 /^Package:\s*(\S+)$/mi and $name = $1;
1271 /^Version:\s*(\S+)$/mi and $version = $1;
1272 /^Depends:\s*(.*)$/mi and $depends = $1;
1273 /^Source:\s*(\S+)(\s*\((\S+)\))?$/mi and ($source,$sourcev) = ($1, $3);
1274 /^Architecture:\s*(\S+)$/mi and $architecture = $1;
1275 /^Provides:\s*(.*)$/mi and $provides = $1;
1276 next if !$name || !$version;
1277 next if ($arch ne $architecture and $architecture ne "all");
1278 next if (defined ($installed->{$name}) and $installed->{$name}{'version'} ne "" and
1279 version_lesseq( $version, $installed->{$name}{'version'} ));
1280 $installed->{$name}{'version'} = $version;
1281 $installed->{$name}{'depends'} = $depends;
1282 $installed->{$name}{'all'} = 1 if $architecture eq "all";
1283 undef $installed->{$name}{'Provider'};
1284 $installed->{$name}{'Source'} = $source ? $source : $name;
1286 foreach (split( /\s*,\s*/, $provides )) {
1287 if (not defined ($installed->{$_})) {
1288 $installed->{$_}{'version'} = "";
1289 $installed->{$_}{'Provider'} = $name;
1293 if ( $version =~ /\+b(\d+)$/ ) {
1296 $version = $sourcev if $sourcev;
1297 $binaryv = $version;
1298 $binaryv =~ s/\+b\d+$//;
1299 $installed->{$name}{'Sourcev'} = $sourcev ? $sourcev : $binaryv;
1300 $binaryv .= "+b$binnmu" if defined($binnmu);
1302 next if $architecture ne $arch;
1303 $name = $source if $source;
1304 next if defined($merge_srcvers{$name}) and $merge_srcvers{$name} eq $version;
1305 $merge_srcvers{$name} = $version;
1307 my $pkg = $pkgs->{$name};
1310 if (isin( $pkg->{'state'}, qw(Not-For-Us)) ||
1311 (isin($pkg->{'state'}, qw(Installed)) &&
1312 version_lesseq($binaryv, $pkg->{'installed_version'}))) {
1313 print "Skipping $name because State == $pkg->{'state'}\n"
1317 if ($pkg->{'binary_nmu_version'} ) {
1318 my $nmuver = binNMU_version($pkg->{'version'}, $pkg->{'binary_nmu_version'});
1319 if (version_less( $binaryv, $nmuver )) {
1320 print "Skipping $name ($version) because have newer ".
1321 "version ($nmuver) in db.\n"
1325 } elsif (version_less($version, $pkg->{'version'})) {
1326 print "Skipping $name ($version) because have newer ".
1327 "version ($pkg->{'version'}) in db.\n"
1332 if (!pkg_version_eq($pkg, $version) &&
1333 $pkg->{'state'} ne "Installed") {
1334 warn "Warning: $name: newer version than expected appeared ".
1335 "in archive ($version vs. $pkg->{'version'})\n";
1336 delete $pkg->{'builder'};
1339 if (!isin( $pkg->{'state'}, qw(Uploaded) )) {
1340 warn "Warning: Package $name was not in uploaded state ".
1341 "before (but in '$pkg->{'state'}').\n";
1342 delete $pkg->{'builder'};
1343 delete $pkg->{'depends'};
1347 $pkg->{'version'} = $version;
1350 change_state( \$pkg, 'Installed' );
1351 $pkg->{'package'} = $name;
1352 $pkg->{'installed_version'} = $binaryv;
1353 if (defined $pkg->{'permbuildpri'}) {
1354 $pkg->{'buildpri'} = $pkg->{'permbuildpri'};
1356 delete $pkg->{'buildpri'};
1358 $pkg->{'version'} = $version
1359 if version_less( $pkg->{'version'}, $version);
1360 delete $pkg->{'binary_nmu_version'};
1361 delete $pkg->{'binary_nmu_changelog'};
1362 log_ta( $pkg, "--merge-packages" );
1363 update_source_info($pkg);
1364 print "$name ($version) is up-to-date now.\n" if $verbose;
1367 check_dep_wait( "--merge-packages", $installed );
1372 my ($package, $name, $version, $installed);
1374 foreach $package (@_) {
1375 $package =~ s,^.*/,,; # strip path
1376 $package =~ s/\.(dsc|diff\.gz|tar\.gz|deb)$//; # strip extension
1377 $package =~ s/_[\w\d]+\.changes$//; # strip extension
1378 if ($package =~ /^([\w\d.+-]+)_([\w\d:.+~-]+)/) {
1379 ($name,$version) = ($1,$2);
1382 warn "$package: can't extract package name and version ".
1386 $installed->{$name}{'version'} = $version;
1389 check_dep_wait( "--pretend-avail", $installed );
1392 sub check_dep_wait {
1394 my $installed = shift;
1396 # check all packages in state Dep-Wait if dependencies are all
1399 my $db = get_all_source_info();
1400 foreach $name (keys %$db) {
1401 next if $name =~ /^_/;
1402 my $pkg = $db->{$name};
1403 next if $pkg->{'state'} ne "Dep-Wait";
1404 my $deps = $pkg->{'depends'};
1406 print "$name: was in state Dep-Wait, but with empty ",
1408 goto make_needs_build;
1410 my $deplist = parse_deplist($deps);
1414 foreach (keys %$deplist) {
1415 if (!exists $installed->{$_} ||
1416 ($deplist->{$_}->{'rel'} && $deplist->{$_}->{'version'} &&
1417 !version_compare( $installed->{$_}{'version'},
1418 $deplist->{$_}->{'rel'},
1419 $deplist->{$_}->{'version'}))) {
1421 $new_deplist->{$_} = $deplist->{$_};
1424 push( @removed_deps, $_ );
1429 change_state( \$pkg, 'Needs-Build' );
1430 log_ta( $pkg, $action );
1431 delete $pkg->{'builder'};
1432 delete $pkg->{'depends'};
1433 print "$name ($pkg->{'version'}) has all ",
1434 "dependencies available now\n" if $verbose;
1436 update_source_info($pkg);
1438 elsif (@removed_deps) {
1439 $pkg->{'depends'} = build_deplist( $new_deplist );
1440 print "$name ($pkg->{'version'}): some dependencies ",
1441 "(@removed_deps) available now, but not all yet\n"
1443 update_source_info($pkg);
1448 # This function accepts quinn-diff output (either from a file named on
1449 # the command line, or on stdin) and sets the packages named there to
1450 # state 'Needs-Build'.
1451 sub parse_quinn_diff {
1452 my $partial = shift;
1456 my $pkgs = get_all_source_info();
1460 next if !m,^([-\w\d/]*)/ # section
1461 ([-\w\d.+]+)_ # package name
1462 ([\w\d:.~+-]+)\.dsc\s* # version
1463 \[([^:]*): # priority
1464 ([^]]+)\]\s*$,x; # rest of notes
1465 my($section,$name,$version,$priority,$notes) = ($1, $2, $3, $4, $5);
1466 $quinn_pkgs{$name}++;
1467 $section ||= "unknown";
1468 $priority ||= "unknown";
1469 $priority = "unknown" if $priority eq "-";
1470 $priority = "standard" if ($name eq "debian-installer");
1472 my $pkg = $pkgs->{$name};
1474 # Always update section and priority.
1475 if (defined($pkg)) {
1477 $pkg->{'section'} = $section, $change++ if not defined
1478 $pkg->{'section'} or $section ne "unknown";
1479 $pkg->{'priority'} = $priority, $change++ if not defined
1480 $pkg->{'priority'} or $priority ne "unknown";
1483 if (defined($pkg) &&
1484 $pkg->{'state'} =~ /^Dep-Wait/ &&
1485 version_less( $pkg->{'version'}, $version )) {
1486 change_state( \$pkg, 'Dep-Wait' );
1487 $pkg->{'version'} = $version;
1488 delete $pkg->{'binary_nmu_version'};
1489 delete $pkg->{'binary_nmu_changelog'};
1490 log_ta( $pkg, "--merge-quinn" );
1492 print "$name ($version) still waiting for dependencies.\n"
1495 elsif (defined($pkg) &&
1496 $pkg->{'state'} =~ /-Removed$/ &&
1497 version_eq($pkg->{'version'}, $version)) {
1498 # reinstantiate a package that has been removed earlier
1499 # (probably due to a quinn-diff malfunction...)
1500 my $newstate = $pkg->{'state'};
1501 $newstate =~ s/-Removed$//;
1502 change_state( \$pkg, $newstate );
1503 $pkg->{'version'} = $version;
1504 $pkg->{'notes'} = $notes;
1505 log_ta( $pkg, "--merge-quinn" );
1507 print "$name ($version) reinstantiated to $newstate.\n"
1510 elsif (defined($pkg) &&
1511 $pkg->{'state'} eq "Not-For-Us" &&
1512 version_less( $pkg->{'version'}, $version )) {
1513 # for Not-For-Us packages just update the version etc., but
1515 change_state( \$pkg, "Not-For-Us" );
1516 $pkg->{'package'} = $name;
1517 $pkg->{'version'} = $version;
1518 $pkg->{'notes'} = $notes;
1519 delete $pkg->{'builder'};
1520 log_ta( $pkg, "--merge-quinn" );
1522 print "$name ($version) still Not-For-Us.\n" if $verbose;
1524 elsif (!defined($pkg) ||
1525 $pkg->{'state'} ne "Not-For-Us" &&
1526 (version_less( $pkg->{'version'}, $version ) ||
1527 ($pkg->{'state'} eq "Installed" && version_less($pkg->{'installed_version'}, $version)))) {
1529 if (defined( $pkg->{'state'} ) && isin( $pkg->{'state'}, qw(Building Built Build-Attempted))) {
1530 send_mail( $pkg->{'builder'},
1531 "new version of $name (dist=$distribution)",
1532 "As far as I'm informed, you're currently ".
1533 "building the package $name\n".
1534 "in version $pkg->{'version'}.\n\n".
1535 "Now there's a new source version $version. ".
1536 "If you haven't finished\n".
1537 "compiling $name yet, you can stop it to ".
1538 "save some work.\n".
1539 "Just to inform you...\n".
1540 "(This is an automated message)\n" );
1541 print "$name: new version ($version) while building ".
1542 "$pkg->{'version'} -- sending mail ".
1543 "to builder ($pkg->{'builder'})\n"
1546 change_state( \$pkg, 'Needs-Build' );
1547 $pkg->{'package'} = $name;
1548 $pkg->{'version'} = $version;
1549 $pkg->{'section'} = $section;
1550 $pkg->{'priority'} = $priority;
1551 $pkg->{'notes'} = $notes;
1552 delete $pkg->{'builder'};
1553 delete $pkg->{'binary_nmu_version'};
1554 delete $pkg->{'binary_nmu_changelog'};
1555 log_ta( $pkg, "--merge-quinn" );
1558 print "$name ($version) needs rebuilding now.\n" if $verbose;
1560 elsif (defined($pkg) &&
1561 !version_eq( $pkg->{'version'}, $version ) &&
1562 isin( $pkg->{'state'}, qw(Installed Not-For-Us) )) {
1563 print "$name: skipping because version in db ".
1564 "($pkg->{'version'}) is >> than ".
1565 "what quinn-diff says ($version) ".
1566 "(state is $pkg->{'state'})\n"
1568 $dubious .= "$pkg->{'state'}: ".
1569 "db ${name}_$pkg->{'version'} >> ".
1570 "quinn $version\n" if !$partial;
1572 elsif ($verbose >= 2) {
1573 if ($pkg->{'state'} eq "Not-For-Us") {
1574 print "Skipping $name because State == ".
1575 "$pkg->{'state'}\n";
1577 elsif (!version_less($pkg->{'version'}, $version)) {
1578 print "Skipping $name because version in db ".
1579 "($pkg->{'version'}) is >= than ".
1580 "what quinn-diff says ($version)\n";
1583 update_source_info($pkg) if $change;
1587 send_mail( $conf::db_maint,
1588 "Dubious versions in " . table_name() . " "
1589 . $distribution . " table",
1590 "The following packages have a newer version in the ".
1591 "wanna-build database\n".
1592 "than what quinn-diff says, and this is strange for ".
1594 "It could be caused by a lame mirror, or the version ".
1595 "in the database\n".
1600 # Now re-check the DB for packages in states Needs-Build, Failed,
1601 # Dep-Wait or BD-Uninstallable and remove them if they're not listed
1602 # anymore by quinn-diff.
1605 my $db = get_all_source_info();
1606 foreach $name (keys %$db) {
1607 next if $name =~ /^_/;
1608 my $pkg = $db->{$name};
1609 next if defined $pkg->{'binary_nmu_version'};
1610 next if !isin( $pkg->{'state'},
1611 qw(Needs-Build Building Built Build-Attempted Uploaded Failed Dep-Wait BD-Uninstallable) );
1612 my $virtual_delete = $pkg->{'state'} eq 'Failed';
1614 if (!$quinn_pkgs{$name}) {
1615 change_state( \$pkg, $virtual_delete ?
1616 $pkg->{'state'}."-Removed" :
1618 log_ta( $pkg, "--merge-quinn" );
1619 print "$name ($pkg->{'version'}): ".
1620 ($virtual_delete ? "(virtually) " : "") . "deleted ".
1621 "from database, because not in quinn-diff anymore\n"
1623 if ($virtual_delete) {
1624 update_source_info($pkg);
1626 del_source_info($name);
1634 # for sorting priorities and sections
1636 %prioval = ( required => -5,
1644 'debian-installer' => -199,
1665 localizations => -178,
1666 interpreters => -177,
1691 electronics => -152,
1697 foreach my $i (keys %sectval) {
1698 $sectval{"contrib/$i"} = $sectval{$i}+40;
1699 $sectval{"non-free/$i"} = $sectval{$i}+80;
1701 $sectval{'unknown'} = -165;
1703 %catval = ( "none" => -20,
1704 "uploaded-fixed-pkg" => -19,
1705 "fix-expected" => -18,
1706 "reminder-sent" => -17,
1707 "nmu-offered" => -16,
1711 "compiler-error" => -12 );
1714 sub sort_list_func {
1715 my( $letter, $x, $ax, $bx );
1717 foreach $letter (split( "", $list_order )) {
1718 SWITCH: foreach ($letter) {
1720 $x = $b->{'buildpri'} <=> $a->{'buildpri'};
1721 return $x if $x != 0;
1725 $x = $prioval{$a->{'priority'}} <=> $prioval{$b->{'priority'}};
1726 return $x if $x != 0;
1730 $x = $sectval{$a->{'section'}} <=> $sectval{$b->{'section'}};
1731 return $x if $x != 0;
1735 $x = $a->{'package'} cmp $b->{'package'};
1736 return $x if $x != 0;
1740 $x = $a->{'builder'} cmp $b->{'builder'};
1741 return $x if $x != 0;
1745 $ax = ($a->{'notes'} =~ /^(out-of-date|partial)/) ? 0 :
1746 ($a->{'notes'} =~ /^uncompiled/) ? 2 : 1;
1747 $bx = ($b->{'notes'} =~ /^(out-of-date|partial)/) ? 0 :
1748 ($b->{'notes'} =~ /^uncompiled/) ? 2 : 1;
1750 return $x if $x != 0;
1754 my $ca = defined $a->{'failed_category'} ?
1755 $a->{'failed_category'} : "none";
1756 my $cb = defined $b->{'failed_category'} ?
1757 $b->{'failed_category'} : "none";
1758 $x = $catval{$ca} <=> $catval{$cb};
1759 return $x if $x != 0;
1763 my $pa = $prioval{$a->{'priority'}} >
1764 $prioval{'standard'};
1765 my $pb = $prioval{$b->{'priority'}} >
1766 $prioval{'standard'};
1768 return $x if $x != 0;
1778 my( $name, $pkg, @list );
1783 my $db = get_all_source_info(state => $state, user => $user, category => $category, list_min_age => $list_min_age);
1784 foreach $name (keys %$db) {
1785 next if $name =~ /^_/;
1786 push @list, $db->{$name};
1789 foreach $pkg (sort sort_list_func @list) {
1790 print "$pkg->{'section'}/$pkg->{'package'}_$pkg->{'version'}";
1791 print ": $pkg->{'state'}"
1793 print " by $pkg->{'builder'}"
1794 if $pkg->{'state'} ne "Needs-Build" && $pkg->{'builder'};
1795 print " [$pkg->{'priority'}:$pkg->{'notes'}";
1796 print ":PREV-FAILED"
1797 if $pkg->{'previous_state'} =~ /^Failed/;
1798 print ":bp{" . $pkg->{'buildpri'} . "}"
1799 if defined $pkg->{'buildpri'};
1800 print ":binNMU{" . $pkg->{'binary_nmu_version'} . "}"
1801 if defined $pkg->{'binary_nmu_version'};
1803 print " Reasons for failing:\n",
1805 defined $pkg->{'failed_category'} ? $pkg->{'failed_category'} : "none",
1807 join("\n ",split("\n",$pkg->{'failed'})), "\n"
1808 if $pkg->{'state'} =~ /^Failed/;
1809 print " Dependencies: $pkg->{'depends'}\n"
1810 if $pkg->{'state'} eq "Dep-Wait";
1811 print " Reasons for BD-Uninstallable:\n ",
1812 join("\n ",split("\n",$pkg->{'bd_problem'})), "\n"
1813 if $pkg->{'state'} eq "BD-Uninstallable";
1814 print " Previous state was $pkg->{'previous_state'} until ",
1815 "$pkg->{'state_change'}\n"
1816 if $verbose && $pkg->{'previous_state'};
1817 print " No previous state recorded\n"
1818 if $verbose && !$pkg->{'previous_state'};
1819 print " Previous failing reasons:\n ",
1820 join("\n ",split("\n",$pkg->{'old_failed'})), "\n"
1821 if $verbose && $pkg->{'old_failed'};
1823 $scnt{$pkg->{'state'}}++ if $state eq "all";
1825 if ($state eq "all") {
1826 foreach (sort keys %scnt) {
1827 print "Total $scnt{$_} package(s) in state $_.\n";
1830 print "Total $cnt package(s)\n";
1835 my( $name, $pkg, $key, $dist );
1836 my @firstkeys = qw(package version builder state section priority
1837 installed_version previous_state state_change);
1838 my @dists = $info_all_dists ? keys %conf::distributions : ($distribution);
1840 foreach $name (@_) {
1841 $name =~ s/_.*$//; # strip version
1842 foreach $dist (@dists) {
1843 my $pname = "$name" . ($info_all_dists ? "($dist)" : "");
1845 $pkg = get_readonly_source_info($name);
1846 if (!defined( $pkg )) {
1847 print "$pname: not registered\n";
1852 foreach $key (@firstkeys) {
1853 next if !defined $pkg->{$key};
1854 my $val = $pkg->{$key};
1856 $val = "\n$val" if isin( $key, qw(Failed Old-Failed));
1858 my $print_key = $key;
1859 $print_key = 'Package' if ($key eq 'package');
1860 $print_key = 'Version' if ($key eq 'version');
1861 $print_key = 'Builder' if ($key eq 'builder');
1862 $print_key = 'State' if ($key eq 'state');
1863 $print_key = 'Section' if ($key eq 'section');
1864 $print_key = 'Priority' if ($key eq 'priority');
1865 $print_key = 'Installed-Version' if ($key eq 'installed_version');
1866 $print_key = 'Previous-State' if ($key eq 'previous_state');
1867 $print_key = 'State-Change' if ($key eq 'state_change');
1868 printf " %-20s: %s\n", $print_key, $val;
1870 foreach $key (sort keys %$pkg) {
1871 next if isin( $key, @firstkeys );
1872 my $val = $pkg->{$key};
1873 next if !defined($val);
1875 $val = "\n$val" if isin( $key, qw(Failed Old-Failed));
1877 my $print_key = $key;
1878 $print_key = 'BD-Problem' if ($key eq 'bd_problem');
1879 $print_key = 'Binary-NMU-Changelog' if ($key eq 'binary_nmu_changelog');
1880 $print_key = 'Binary-NMU-Version' if ($key eq 'binary_nmu_version');
1881 $print_key = 'BuildPri' if ($key eq 'buildpri');
1882 $print_key = 'Depends' if ($key eq 'depends');
1883 $print_key = 'Failed' if ($key eq 'failed');
1884 $print_key = 'Failed-Category' if ($key eq 'failed_category');
1885 $print_key = 'Notes' if ($key eq 'notes');
1886 $print_key = 'Distribution' if ($key eq 'distribution');
1887 $print_key = 'Old-Failed' if ($key eq 'old_failed');
1888 $print_key = 'PermBuildPri' if ($key eq 'permbuildpri');
1889 $print_key = 'Rel' if ($key eq 'rel');
1890 printf " %-20s: %s\n", $print_key, $val;
1896 sub forget_packages {
1897 my( $name, $pkg, $key, $data );
1899 foreach $name (@_) {
1900 $name =~ s/_.*$//; # strip version
1901 $pkg = get_source_info($name);
1902 if (!defined( $pkg )) {
1903 print "$name: not registered\n";
1908 foreach $key (sort keys %$pkg) {
1909 my $val = $pkg->{$key};
1912 $data .= sprintf " %-20s: %s\n", $key, $val;
1914 send_mail( $conf::db_maint,
1915 "$name deleted from DB " . table_name() . " " . $distribution,
1916 "The package '$name' has been deleted from the database ".
1918 "Data registered about the deleted package:\n".
1919 "$data\n" ) if $conf::db_maint;
1920 change_state( \$pkg, 'deleted' );
1921 log_ta( $pkg, "--forget" );
1922 del_source_info($name);
1923 print "$name: deleted from database\n" if $verbose;
1928 $dbh->do("DELETE from " . user_table_name() .
1929 " WHERE distribution = ?", undef, $distribution) or die $dbh->errstr;
1935 print "Reading ASCII database from $file..." if $verbose >= 1;
1936 open( F, "<$file" ) or
1937 die "Can't open database $file: $!\n";
1939 local($/) = ""; # read in paragraph mode
1941 my( %thispkg, $name );
1943 s/\n[ \t]+/\376\377/g; # fix continuation lines
1944 s/\376\377\s*\376\377/\376\377/og;
1946 while( /^(\S+):[ \t]*(.*)[ \t]*$/mg ) {
1947 my ($key, $val) = ($1, $2);
1949 $key =~ tr/A-Z/a-z/;
1950 $val =~ s/\376\377/\n/g;
1951 $thispkg{$key} = $val;
1953 check_entry( \%thispkg );
1955 if (exists($thispkg{'package'})) {
1956 update_source_info(\%thispkg);
1958 elsif(exists($thispkg{'user'})) {
1959 # user in import, username in database.
1960 $dbh->do('INSERT INTO ' . user_table_name() .
1961 ' (username, distribution, last_seen)' .
1962 ' values (?, ?, ?)',
1963 undef, $thispkg{'user'}, $distribution,
1964 $thispkg{'last_seen'})
1965 or die $dbh->errstr;
1969 print "done\n" if $verbose >= 1;
1976 return if $op_mode eq "manual-edit"; # no checks then
1978 # check for required fields
1979 if (exists $pkg->{'user'}) {
1982 if (!exists $pkg->{'package'}) {
1983 print STDERR "Bad entry: ",
1984 join( "\n", map { "$_: $pkg->{$_}" } keys %$pkg ), "\n";
1985 die "Database entry lacks package or username field\n";
1987 # if no State: field, generate one (for old db compat)
1988 if (!exists($pkg->{'state'})) {
1990 exists $pkg->{'failed'} ? 'Failed' : 'Building';
1992 if (!exists $pkg->{'version'} and $pkg->{'state'} ne 'Not-For-Us') {
1993 die "Database entry for $pkg->{'package'} lacks Version: field\n";
1996 die "Bad state $pkg->{'state'} of package $pkg->{Package}\n"
1997 if !isin( $pkg->{'state'},
1998 qw(Needs-Build Building Built Build-Attempted Uploaded Installed Dep-Wait Dep-Wait-Removed
1999 Failed Failed-Removed Not-For-Us BD-Uninstallable
2005 my($name,$pkg,$key);
2007 print "Writing ASCII database to $file..." if $verbose >= 1;
2008 open( F, ">$file" ) or
2009 die "Can't open export $file: $!\n";
2011 my $db = get_all_source_info();
2012 foreach $name (keys %$db) {
2013 next if $name =~ /^_/;
2014 my $pkg = $db->{$name};
2015 foreach $key (keys %{$pkg}) {
2016 my $val = $pkg->{$key};
2017 next if !defined($val);
2020 $val =~ s/^ +$/ ./mg;
2021 print F "$key: $val\n";
2026 print "done\n" if $verbose >= 1;
2032 my $newstate = shift;
2033 my $state = \$pkg->{'state'};
2035 return if defined($$state) and $$state eq $newstate;
2036 $pkg->{'previous_state'} = $$state if defined($$state);
2037 $pkg->{'state_change'} = $curr_date;
2039 if (defined($$state) and $$state eq 'Failed') {
2040 $pkg->{'old_failed'} =
2041 "-"x20 . " $pkg->{'version'} " . "-"x20 . "\n" .
2042 $pkg->{'failed'} . "\n" .
2043 $pkg->{'old_failed'};
2044 delete $pkg->{'failed'};
2045 delete $pkg->{'failed_category'};
2047 if (defined($$state) and $$state eq 'BD-Uninstallable') {
2048 delete $pkg->{'bd_problem'};
2050 $$state = $newstate;
2056 my $dist = $distribution;
2060 $prevstate = $pkg->{'previous_state'};
2061 $str = "$action($dist): $pkg->{'package'}_$pkg->{'version'} ".
2062 "changed from $prevstate to $pkg->{'state'} ".
2063 "by $real_user as $user";
2065 $dbh->do('INSERT INTO ' . transactions_table_name() .
2066 ' (package, distribution, version, action, ' .
2067 ' prevstate, state, real_user, set_user, time) ' .
2068 ' values (?, ?, ?, ?, ?, ?, ?, ?, ?)',
2069 undef, $pkg->{'package'}, $distribution,
2070 $pkg->{'version'}, $action, $prevstate, $pkg->{'state'},
2071 $real_user, $user, 'now()') or die $dbh->errstr;
2073 if (!($prevstate eq 'Failed' && $pkg->{'state'} eq 'Failed')) {
2074 $str .= " (with --override)"
2076 $mail_logs .= "$str\n";
2083 my $subject = shift;
2086 my $from = $conf::db_maint;
2087 my $domain = $conf::buildd_domain;
2089 $from .= "\@$domain" if $from !~ /\@/;
2091 $to .= '@' . $domain if $to !~ /\@/;
2092 $text =~ s/^\.$/../mg;
2093 local $SIG{'PIPE'} = 'IGNORE';
2094 open( PIPE, "| $conf::mailprog -oem $to" )
2095 or die "Can't open pipe to $conf::mailprog: $!\n";
2097 print PIPE "From: $from\n";
2098 print PIPE "Subject: $subject\n\n";
2099 print PIPE "$text\n";
2103 # for parsing input to dep-wait
2109 foreach (split( /\s*,\s*/, $deps )) {
2111 # verification requires > starting prompts, no | crap
2112 if (!/^(\S+)\s*(\(\s*(>(?:[>=])?)\s*(\S+)\s*\))?\s*$/) {
2117 my @alts = split( /\s*\|\s*/, $_ );
2118 # Anything with an | is ignored, as it can be configured on a
2119 # per-buildd basis what will be installed
2120 next if $#alts != 0;
2123 if (!/^(\S+)\s*(\(\s*(>=|=|==|>|>>|<<|<=)\s*(\S+)\s*\))?\s*$/) {
2124 warn( "parse_deplist: bad dependency $_\n" );
2127 my($dep, $rel, $relv) = ($1, $3, $4);
2128 $rel = ">>" if defined($rel) and $rel eq ">";
2129 $result{$dep}->{'package'} = $dep;
2130 if ($rel && $relv) {
2131 $result{$dep}->{'rel'} = $rel;
2132 $result{$dep}->{'version'} = $relv;
2135 return 1 if $verify;
2139 # for parsing Build-Depends from Sources
2140 sub parse_srcdeplist {
2147 foreach $dep (split( /\s*,\s*/, $deps )) {
2148 my @alts = split( /\s*\|\s*/, $dep );
2149 # Anything with an | is ignored, as it can be configured on a
2150 # per-buildd basis what will be installed
2151 next if $#alts != 0;
2153 if (!/^([^\s([]+)\s*(\(\s*([<=>]+)\s*(\S+)\s*\))?(\s*\[([^]]+)\])?/) {
2154 warn( "parse_srcdeplist: bad dependency $_\n" );
2157 my($dep, $rel, $relv, $archlist) = ($1, $3, $4, $6);
2159 $archlist =~ s/^\s*(.*)\s*$/$1/;
2160 my @archs = split( /\s+/, $archlist );
2161 my ($use_it, $ignore_it, $include) = (0, 0, 0);
2164 $ignore_it = 1 if substr($_, 1) eq $arch;
2166 $use_it = 1 if $_ eq $arch;
2170 warn "Warning: inconsistent arch restriction on ",
2171 "$pkg: $dep depedency\n"
2172 if $ignore_it && $use_it;
2173 next if $ignore_it || ($include && !$use_it);
2181 $result->{'package'} = $dep;
2182 $result->{'Neg'} = $neg;
2183 if ($rel && $relv) {
2184 $result->{'rel'} = $rel;
2185 $result->{'version'} = $relv;
2187 push @results, $result;
2196 foreach $key (keys %$list) {
2197 $result .= ", " if $result;
2199 $result .= " ($list->{$key}->{'rel'} $list->{$key}->{'version'})"
2200 if $list->{$key}->{'rel'} && $list->{$key}->{'version'};
2205 sub get_unsatisfied_dep {
2209 my $savedep = shift;
2211 my $pkgname = $dep->{'package'};
2213 if (defined $pkgs->{$pkgname}{'Provider'}) {
2214 # provides. leave them for buildd/sbuild.
2219 return $pkgs->{$pkgname}{'Unsatisfied'} if $savedep and defined($pkgs->{$pkgname}{'Unsatisfied'});
2221 # Return unsatisfied deps to a higher caller to process
2222 if ((!defined($pkgs->{$pkgname})) or
2223 (defined($dep->{'rel'}) and !version_compare( $pkgs->{$pkgname}{'version'}, $dep->{'rel'}, $dep->{'Version'} ) ) ) {
2225 $deplist{$pkgname} = $dep;
2226 my $deps = build_deplist(\%deplist);
2227 $pkgs->{$pkgname}{'Unsatisfied'} = $deps if $savedep;
2231 # set cache to "" to avoid infinite recursion
2232 $pkgs->{$pkgname}{'Unsatisfied'} = "" if $savedep;
2234 if (defined $pkgs->{$dep->{'package'}}{'depends'}) {
2235 my $deps = parse_deplist( $pkgs->{$dep->{'package'}}{'depends'} );
2236 foreach (keys %$deps) {
2239 my $ret = get_unsatisfied_dep($bd,$pkgs,$dep,1);
2241 my $retdep = parse_deplist( $ret );
2242 foreach (keys %$retdep) {
2243 $dep = $$retdep{$_};
2245 $dep->{'rel'} = '>=' if defined($dep->{'rel'}) and $dep->{'rel'} =~ '^=';
2247 if (defined($dep->{'rel'}) and $dep->{'rel'} =~ '^>' and defined ($pkgs->{$dep->{'package'}}) and
2248 version_compare($bd->{$pkgs->{$dep->{'package'}}{'Source'}}{'ver'},'>>',$pkgs->{$dep->{'package'}}{'Sourcev'})) {
2249 if (not defined($merge_binsrc{$dep->{'package'}})) {
2250 # the uninstallable package doesn't exist in the new source; look for something else that does.
2251 delete $$retdep{$dep->{'package'}};
2252 foreach (sort (split( /\s*,\s*/, $bd->{$pkgs->{$dep->{'package'}}{'Source'}}{'bin'}))) {
2253 next if ($pkgs->{$_}{'all'} or not defined $pkgs->{$_}{'version'});
2254 $dep->{'package'} = $_;
2255 $dep->{'rel'} = '>>';
2256 $dep->{'version'} = $pkgs->{$_}{'Version'};
2257 $$retdep{$_} = $dep;
2262 # sanity check to make sure the depending binary still exists, and the depended binary exists and dep-wait on a new version of it
2263 if ( defined($merge_binsrc{$pkgname}) and defined($pkgs->{$dep->{'package'}}{'version'}) ) {
2264 delete $$retdep{$dep->{'package'}};
2265 $dep->{'package'} = $pkgname;
2266 $dep->{'rel'} = '>>';
2267 $dep->{'version'} = $pkgs->{$pkgname}{'Version'};
2268 $$retdep{$pkgname} = $dep;
2270 delete $$retdep{$dep->{'package'}} if (defined ($dep->{'rel'}) and $dep->{'rel'} =~ '^>');
2273 $ret = build_deplist($retdep);
2274 $pkgs->{$pkgname}{'Unsatisfied'} = $ret if $savedep;
2282 sub call_edos_depcheck {
2283 my $packagesfile = shift;
2287 return if defined ($conf::distributions{$distribution}{noadw});
2289 # We need to check all of needs-build, as any new upload could make
2290 # something in needs-build have uninstallable deps
2291 # We also check everything in bd-uninstallable, as any new upload could
2292 # make that work again
2293 my %interesting_packages;
2294 my $db = get_all_source_info();
2295 foreach $key (keys %$db) {
2296 my $pkg = $db->{$key};
2297 if (defined $pkg and isin($pkg->{'state'}, qw/Needs-Build BD-Uninstallable/)) {
2298 $interesting_packages{$key} = undef;
2302 #print "I would look at these sources with edos-depcheck:\n";
2303 #print join " ", keys %interesting_packages,"\n";
2305 my $tmpfile_pattern = "/tmp/wanna-build-interesting-sources-$distribution.$$-";
2307 for( $i = 0;; ++$i ) {
2308 $tmpfile = $tmpfile_pattern . $i;
2309 last if ! -e $tmpfile;
2312 open SOURCES, '>', $tmpfile or die "Could not open temporary file $tmpfile\n";
2313 for my $key (keys %interesting_packages) {
2314 my $pkg = $db->{$key};
2315 print SOURCES "Package: $key\n";
2316 print SOURCES "Version: $pkg->{'version'}\n";
2317 print SOURCES "Build-Depends: $srcs->{$key}{'dep'}\n" if $srcs->{$key}{'dep'};
2318 print SOURCES "Build-Conflicts: $srcs->{$key}{'conf'}\n" if $srcs->{$key}{'conf'};
2319 print SOURCES "Architecture: all\n";
2324 if (open(EDOS,"-|","wb-edos-builddebcheck", "-a", $arch, $packagesfile, $tmpfile))
2326 local($/) = ""; # read in paragraph mode
2328 my( $key, $reason ) ;
2330 /^Package:\s*(\S+)$/mi and $key = $1;
2331 /^Failed-Why:(([^\n]|\n ([^\n]|\.))*)$/msi and $reason = $1;
2332 $reason =~ s/^\s*//mg;
2333 $reason ||= 'No reason given by edos-debcheck';
2335 if (exists $interesting_packages{$key}) {
2336 $interesting_packages{$key} = $reason;
2338 #print "TODO: edos reported a package we do not care about now\n" if $verbose;
2343 print "ERROR: Could not run wb-edos-builddebcheck. I am continuing, assuming\n" .
2344 "all packages have installable build-dependencies."
2349 for my $key (keys %interesting_packages) {
2350 my $pkg = $db->{$key};
2352 (defined $interesting_packages{$key} and $pkg->{'state'} eq 'Needs-Build') ||
2353 (not defined $interesting_packages{$key} and $pkg->{'state'} eq 'BD-Uninstallable');
2354 my $problemchange = $interesting_packages{$key} ne $pkg->{'bd_problem'};
2356 if (defined $interesting_packages{$key}) {
2357 change_state( \$pkg, 'BD-Uninstallable' );
2358 $pkg->{'bd_problem'} = $interesting_packages{$key};
2360 change_state( \$pkg, 'Needs-Build' );
2363 if ($problemchange) {
2364 if (defined $interesting_packages{$key}) {
2365 $pkg->{'bd_problem'} = $interesting_packages{$key};
2369 log_ta( $pkg, "--merge-all" );
2370 print "edos-builddebchange changed state of ${key}_$pkg->{'version'} to $pkg->{'state'}\n" if $verbose;
2372 if ($change || $problemchange) {
2373 update_source_info($pkg);
2380 ($prgname = $0) =~ s,^.*/,,;
2382 Usage: $prgname <options...> <package_version...>
2384 -v, --verbose: Verbose execution.
2385 -A arch: Architecture this operation is for.
2386 --take: Take package for building [default operation]
2387 -f, --failed: Record in database that a build failed due to
2388 deficiencies in the package (that aren't fixable without a new
2390 -u, --uploaded: Record in the database that the packages build
2391 correctly and were uploaded.
2392 -n, --no-build: Record in the database that the packages aren't
2393 desired for this architecture and shouldn't appear in listings even
2394 if they're out of date.
2395 --dep-wait: Record in the database that the packages are waiting
2396 for some source dependencies to become available
2397 --binNMU num: Schedule a re-build of the package with unchanged source, but
2398 a new version number (source-version + "+b<num>")
2399 --give-back: Mark a package as ready to build that is in state Building,
2400 Built or Build-Attempted. To give back a package in state Failed, use
2401 --override. This command will actually put the package in state
2402 BD-Uninstallable, until the installability of its Build-Dependencies
2403 were verified. This happens at each call of --merge-all, usually
2405 --merge-quinn: Merge quinn-diff output into database.
2406 --merge-packages: Merge Packages files into database.
2407 --pretend-avail: Pretend that given packages are available now and give
2408 free packages waiting for them
2409 -i SRC_PKG, --info SRC_PKG: Show information for source package
2410 -l STATE, --list=STATE: List all packages in state STATE; can be
2411 combined with -U to restrict to a specific user; STATE can
2413 -m MESSAGE, --message=MESSAGE: Give reason why package failed or
2414 source dependency list
2415 (used with -f, --dep-wait, and --binNMU)
2416 -o, --override: Override another user's lock on a package, i.e.
2417 take it over; a notice mail will be sent to the other user
2418 -U USER, --user=USER: select user name for which listings should
2419 apply, if not given all users are listed.
2420 if -l is missing, set user name to be entered in db; usually
2421 automatically choosen
2422 --import FILE: Import database from a ASCII file FILE
2423 --export FILE: Export database to a ASCII file FILE
2425 The remaining arguments (depending on operation) usually start with
2426 "name_version", the trailer is ignored. This allows to pass the names
2427 of .dsc files, for which file name completion can be used.
2428 --merge-packages and --merge-quinn take Package/quin--diff file names
2429 on the command line or read stdin. --list needs nothing more on the
2430 command line. --info takes source package names (without version).
2435 sub pkg_version_eq {
2437 my $version = shift;
2440 if (defined $pkg->{'binary_nmu_version'}) and
2441 version_compare(binNMU_version($pkg->{'version'},
2442 $pkg->{'binary_nmu_version'}),'=', $version);
2443 return version_compare( $pkg->{'version'}, "=", $version );
2447 return '"' . $arch . $schema_suffix . '".packages';
2450 sub user_table_name {
2451 return '"' . $arch . $schema_suffix . '".users';
2454 sub transactions_table_name {
2455 return '"' . $arch . $schema_suffix . '".transactions';
2458 sub get_readonly_source_info {
2460 my $pkg = $dbh->selectrow_hashref('SELECT * FROM ' .
2461 table_name() . ' WHERE package = ? AND distribution = ?',
2462 undef, $name, $distribution);
2466 sub get_source_info {
2468 my $pkg = $dbh->selectrow_hashref('SELECT * FROM ' .
2469 table_name() . ' WHERE package = ? AND distribution = ?' .
2471 undef, $name, $distribution);
2475 sub get_all_source_info {
2478 my $q = 'SELECT * FROM ' . table_name()
2479 . ' WHERE distribution = ? ';
2480 my @args = ($distribution);
2481 if ($options{state} && uc($options{state}) ne "ALL") {
2482 $q .= ' AND upper(state) = ? ';
2483 push @args, uc($options{state});
2486 if ($options{user}) {
2487 #this basically means "this user, or no user at all":
2488 $q .= ' AND (builder = ? OR upper(state) = ?)';
2489 push @args, $options{user};
2490 push @args, "NEEDS-BUILD";
2493 if ($options{category}) {
2494 $q .= ' AND failed_category <> ? AND upper(state) = ? ';
2495 push @args, $options{category};
2496 push @args, "FAILED";
2499 if ($options{list_min_age} > 0) {
2500 $q .= ' AND age(state_change::timestamp) > ? ';
2501 push @args, $options{list_min_age} . " days";
2504 if ($options{list_min_age} < 0) {
2505 $q .= ' AND age(state_change::timestamp) < ? days ';
2506 push @args, -$options{list_min_age} . " days";
2509 my $db = $dbh->selectall_hashref($q, 'package', undef, @args);
2513 sub update_source_info {
2516 my $pkg2 = get_source_info($pkg->{'package'});
2517 if (! defined $pkg2)
2519 add_source_info($pkg);
2522 $dbh->do('UPDATE ' . table_name() . ' SET ' .
2527 'installed_version = ?, ' .
2528 'previous_state = ?, ' .
2529 'state_change = ?, ' .
2533 'old_failed = ?, ' .
2534 'binary_nmu_version = ?, ' .
2535 'binary_nmu_changelog = ?, ' .
2536 'failed_category = ?, ' .
2537 'permbuildpri = ?, ' .
2542 'WHERE package = ? AND distribution = ?',
2548 $pkg->{'installed_version'},
2549 $pkg->{'previous_state'},
2550 $pkg->{'state_change'},
2554 $pkg->{'old_failed'},
2555 $pkg->{'binary_nmu_version'},
2556 $pkg->{'binary_nmu_changelog'},
2557 $pkg->{'failed_category'},
2558 $pkg->{'permbuildpri'},
2562 $pkg->{'bd_problem'},
2564 $distribution) or die $dbh->errstr;
2567 sub add_source_info {
2569 $dbh->do('INSERT INTO ' . table_name() .
2570 ' (package, distribution) values (?, ?)',
2571 undef, $pkg->{'package'}, $distribution) or die $dbh->errstr;
2574 sub del_source_info {
2576 $dbh->do('DELETE FROM ' . table_name() .
2577 ' WHERE package = ? AND distribution = ?',
2578 undef, $name, $distribution) or die $dbh->errstr;
2583 my $user = $dbh->selectrow_hashref('SELECT * FROM ' .
2584 user_table_name() . ' WHERE username = ? AND distribution = ?',
2585 undef, $name, $distribution);
2589 sub update_user_info {
2591 $dbh->do('UPDATE ' . user_table_name() .
2592 ' SET last_seen = now() WHERE username = ?' .
2593 ' AND distribution = ?',
2594 undef, $user, $distribution)
2595 or die $dbh->errstr;
2601 $dbh->do('INSERT INTO ' . user_table_name() .
2602 ' (username, distribution, last_seen)' .
2603 ' values (?, ?, now())',
2604 undef, $user, $distribution)
2605 or die $dbh->errstr;
2610 $dbh->do('LOCK TABLE ' . table_name() .
2611 ' IN EXCLUSIVE MODE', undef) or die $dbh->errstr;