1 # This module is part of debbugs, and is released
2 # under the terms of the GPL version 2, or any later version. See the
3 # file README and COPYING for more information.
4 # Copyright 2013 by Don Armstrong <don@donarmstrong.com>.
6 package Debbugs::DB::Load;
10 Debbugs::DB::Load -- Utility routines for loading the database
26 use vars qw($VERSION $DEBUG %EXPORT_TAGS @EXPORT_OK @EXPORT);
27 use base qw(Exporter);
30 ($VERSION) = q$Revision$ =~ /^Revision:\s+([^\s+])/;
31 $DEBUG = 0 unless defined $DEBUG;
34 %EXPORT_TAGS = (load_bug => [qw(load_bug handle_load_bug_queue)],
37 Exporter::export_ok_tags(keys %EXPORT_TAGS);
38 $EXPORT_TAGS{all} = [@EXPORT_OK];
41 use Params::Validate qw(validate_with :types);
43 use Debbugs::Status qw(read_bug split_status_fields);
46 use Debbugs::Common qw(make_list);
47 use Debbugs::Config qw(:config);
51 Routines to load bug; exported with :load_bug
57 load_bug(db => $schema,
58 data => split_status_fields($data),
62 Loads a bug's metadata into the database. (Does not load any messages)
66 =item db -- Debbugs::DB object
68 =item data -- Bug data (from read_bug) which has been split with split_status_fields
70 =item tags -- tag cache (hashref); optional
72 =item queue -- queue of operations to perform after bug is loaded; optional.
79 my %param = validate_with(params => \@_,
80 spec => {db => {type => OBJECT,
82 data => {type => HASHREF},
83 tags => {type => HASHREF,
84 default => sub {return {}},
86 queue => {type => HASHREF,
90 my $data = $param{data};
91 my $tags = $param{tags};
92 my $queue = $param{queue};
94 if (not defined $queue) {
98 my $s_data = split_status_fields($data);
100 for my $tag (make_list($s_data->{keywords})) {
101 next unless defined $tag and length $tag;
102 # this allows for invalid tags. But we'll use this to try to
103 # find those bugs and clean them up
104 if (not exists $tags->{$tag}) {
105 $tags->{$tag} = $s->resultset('Tag')->find_or_create({tag => $tag});
107 push @tags, $tags->{$tag};
109 my $bug = {id => $data->{bug_num},
110 creation => DateTime->from_epoch(epoch => $data->{date}),
111 log_modified => DateTime->from_epoch(epoch => $data->{log_modified}),
112 last_modified => DateTime->from_epoch(epoch => $data->{last_modified}),
113 archived => $data->{archived},
114 (defined $data->{unarchived} and length($data->{unarchived}))?(unarchived => DateTime->from_epoch(epoch => $data->{unarchived})):(),
115 forwarded => $data->{forwarded} // '',
116 summary => $data->{summary} // '',
117 outlook => $data->{outlook} // '',
118 subject => $data->{subject} // '',
119 done => $data->{done} // '',
120 owner => $data->{owner} // '',
121 severity => length($data->{severity}) ? $data->{severity} : $config{default_severity},
123 $s->resultset('Bug')->update_or_create($bug);
125 for my $ff (qw(found fixed)) {
126 my @elements = $s->resultset('BugVer')->search({bug_id => $data->{bug_num},
127 found => $ff eq 'found'?1:0,
129 my %elements_to_delete = map {($elements[$_]->ver_string(),$_)} 0..$#elements;
131 for my $version (@{$data->{"${ff}_versions"}}) {
132 if (exists $elements_to_delete{$version}) {
133 delete $elements_to_delete{$version};
135 push @elements_to_add,$version;
138 for my $element (keys %elements_to_delete) {
139 $elements_to_delete{$element}->delete();
141 for my $element (@elements_to_add) {
142 # find source package and source version id
143 my $ne = $s->resultset('BugVer')->new_result({bug_id => $data->{bug_num},
144 ver_string => $element,
145 found => $ff eq 'found'?1:0,
148 if (my ($src_pkg,$src_ver) = $element =~ m{^([^\/]+)/(.+)$}) {
149 my $src_pkg_e = $s->resultset('SrcPkg')->single({pkg => $src_pkg});
150 if (defined $src_pkg_e) {
151 $ne->src_pkg_id($src_pkg_e->id());
152 my $src_ver_e = $s->resultset('SrcVer')->single({src_pkg_id => $src_pkg_e->id(),
155 $ne->src_ver_id($src_ver_e->id()) if defined $src_ver_e;
163 $s->resultset('BugTag')->search({bug_id => $data->{bug_num}})->delete();
164 $s->populate(BugTag => [[qw(bug_id tag_id)], map {[$data->{bug_num}, $_->id()]} @tags]);
166 # because these bugs reference other bugs which might not exist
167 # yet, we can't handle them until we've loaded all bugs. queue
169 $queue->{merged}{$data->{bug_num}} = [@{$data->{mergedwith}}];
170 $queue->{blocks}{$data->{bug_num}} = [@{$data->{blocks}}];
172 if (not $can_queue) {
173 handle_load_bug_queue(db => $s,queue => $queue);
176 print STDERR "Handled $data->{bug_num}\n";
177 # still need to handle merges, versions, etc.
180 =item handle_load_bug_queue
182 handle_load_bug_queue(db => $schema,queue => $queue);
184 Handles a queue of operations created by load bug. [These operations
185 are used to handle cases where a bug referenced by a loaded bug may
186 not exist yet. In cases where the bugs should exist, the queue is
187 cleared automatically by load_bug if queue is undefined.
191 sub handle_load_bug_queue{
192 my %param = validate_with(params => \@_,
193 spec => {db => {type => OBJECT,
195 queue => {type => HASHREF,
199 my $queue = $param{queue};
201 (merged => {set => 'BugMerged',
202 columns => [qw(bug_id merged)],
205 blocks => {set => 'BugBlock',
206 columns => [qw(bug_id blocks)],
210 for my $queue_type (keys %queue_types) {
211 for my $bug (%{$queue->{$queue_type}}) {
212 my $qt = $queue_types{$queue_type};
214 $s->resultset($qt->{set})->search({$qt->{bug_id},$bug})->delete();
215 $s->populate($qt->{set},[[@{$qt->{columns}}],map {[$bug,$_]} @{$queue->{$queue_type}{$bug}}]) if
216 @{$queue->{$queue_type}{$bug}};
227 Commands to handle src and package version loading from debinfo files
231 load_debinfo($schema,$binname, $binver, $binarch, $srcname, $srcver);
238 my ($schema,$binname, $binver, $binarch, $srcname, $srcver) = @_;
239 my $sp = $schema->resultset('SrcPkg')->find_or_create({pkg => $srcname});
240 my $sv = $schema->resultset('SrcVer')->find_or_create({src_pkg_id=>$sp->id(),
242 my $arch = $schema->resultset('Arch')->find_or_create({arch => $binarch});
243 my $bp = $schema->resultset('BinPkg')->find_or_create({pkg => $binname});
244 $schema->resultset('BinVer')->find_or_create({bin_pkg_id => $bp->id(),
245 src_ver_id => $sv->id(),
246 arch_id => $arch->id(),