2 # debbugs-loadsql is part of debbugs, and is released
3 # under the terms of the GPL version 2, or any later version, at your
4 # option. See the file README and COPYING for more information.
5 # Copyright 2012 by Don Armstrong <don@donarmstrong.com>.
11 use Getopt::Long qw(:config no_ignore_case);
16 debbugs-loadsql -- load debbugs sql database
20 debbugs-loadsql [options]
23 --quick, -q only load changed bugs
24 --progress Show progress bar
25 --service, -s service name
26 --sysconfdir, -c postgresql service config dir
27 --spool-dir debbugs spool directory
28 --debug, -d debugging level (Default 0)
29 --help, -h display this help
30 --man, -m display manual
38 Only load changed bugs
42 Show progress bar (requires Term::ProgressBar)
46 Postgreql service to use; defaults to debbugs
48 =item B<--sysconfdir,-c>
50 System configuration directory to use; if not set, defaults to the
51 postgresql default. [Operates by setting PGSYSCONFDIR]
55 Debbugs spool directory; defaults to the value configured in the
56 debbugs configuration file.
60 Output more information about what is happening. Probably not useful
61 if you also set --progress.
69 Display brief useage information.
83 use Debbugs::Common qw(checkpid lockpid get_hashname getparsedaddrs getbugcomponent make_list);
84 use Debbugs::Config qw(:config);
85 use Debbugs::Status qw(read_bug split_status_fields);
88 use Debbugs::DB::Load qw(load_bug handle_load_bug_queue);
100 service => 'debbugs',
105 GetOptions(\%options,
110 'spool_dir|spool-dir=s',
113 'debug|d+','help|h|?','man|m');
115 pod2usage() if $options{help};
116 pod2usage({verbose=>2}) if $options{man};
118 $DEBUG = $options{debug};
121 $options{verbose} = $options{verbose} - $options{quiet};
123 if ($options{progress}) {
124 eval "use Term::ProgressBar";
125 push @USAGE_ERRORS, "You asked for a progress bar, but Term::ProgressBar isn't installed" if $@;
129 pod2usage(join("\n",@USAGE_ERRORS)) if @USAGE_ERRORS;
131 if (exists $options{sysconfdir}) {
132 if (not defined $options{sysconfdir} or not length $options{sysconfdir}) {
133 delete $ENV{PGSYSCONFDIR};
135 $ENV{PGSYSCONFDIR} = $options{sysconfdir};
139 if (exists $options{spool_dir} and defined $options{spool_dir}) {
140 $config{spool_dir} = $options{spool_dir};
142 chdir($config{spool_dir}) or die "chdir $config{spool_dir} failed: $!";
144 my $verbose = $options{debug};
146 my $initialdir = "db-h";
148 if (defined $ARGV[0] and $ARGV[0] eq "archive") {
149 $initialdir = "archive";
152 if (not lockpid($config{spool_dir}.'/lock/debbugs-loadsql')) {
153 if ($options{quick}) {
154 # If this is a quick run, just exit
155 print STDERR "Another debbugs-loadsql is running; stopping\n" if $verbose;
158 print STDERR "Another debbugs-loadsql is running; stopping\n";
163 # connect to the database; figure out how to handle errors properly
165 my $schema = Debbugs::DB->connect('dbi:Pg:service='.$options{service}) or
166 die "Unable to connect to database: ";
169 my $start_time = time;
172 my @dirs = (@ARGV?@ARGV : $initialdir);
177 my $tot_dirs = @ARGV ? @ARGV : 0;
179 my $avg_subfiles = 0;
180 my $completed_files = 0;
182 if ($options{progress}) {
183 $p = eval "Term::ProgressBar->new({count => 1,ETA=>q(linear)})";
184 warn "Unable to initialize progress bar: $@" if not $p;
186 while (my $dir = shift @dirs) {
187 printf "Doing dir %s ...\n", $dir if $verbose;
189 opendir(DIR, "$dir/.") or die "opendir $dir: $!";
190 my @subdirs = readdir(DIR);
193 my @list = map { m/^(\d+)\.summary$/?($1):() } @subdirs;
195 push @dirs, map { m/^(\d+)$/ && -d "$dir/$1"?("$dir/$1"):() } @subdirs;
197 if ($avg_subfiles == 0) {
198 $avg_subfiles = @list;
201 $p->target($avg_subfiles*($tot_dirs-$done_dirs)+$completed_files+@list) if $p;
202 $avg_subfiles = ($avg_subfiles * $done_dirs + @list) / ($done_dirs+1);
205 for my $bug (@list) {
207 $p->update($completed_files) if $p;
208 print "Up to $cnt bugs...\n" if (++$cnt % 100 == 0 && $verbose);
209 my $stat = stat(getbugcomponent($bug,'summary',$initialdir));
210 if (not defined $stat) {
211 print STDERR "Unable to stat $bug $!\n";
214 next if $stat->mtime < $time;
215 my $data = read_bug(bug => $bug,
216 location => $initialdir);
218 load_bug(db => $schema,
219 data => split_status_fields($data),
221 severities => \%severities,
226 print STDERR Dumper($data) if $DEBUG;
227 die "failure while trying to load bug $bug\n$@";
232 handle_load_bug_queue(db => $schema,