]> git.donarmstrong.com Git - debbugs.git/blobdiff - Debbugs/Status.pm
stop calculating the source for all packages
[debbugs.git] / Debbugs / Status.pm
index 7af7fcf1dfd057dd5a5fa3311c8a0f0216bb6c4c..f539781495c297c64a54239823411da2a0c328b1 100644 (file)
@@ -33,6 +33,8 @@ status of a particular bug
 use warnings;
 use strict;
 
+use feature 'state';
+
 use vars qw($VERSION $DEBUG %EXPORT_TAGS @EXPORT_OK @EXPORT);
 use Exporter qw(import);
 
@@ -61,6 +63,7 @@ BEGIN{
      @EXPORT = ();
      %EXPORT_TAGS = (status => [qw(splitpackages get_bug_status buggy bug_archiveable),
                                qw(isstrongseverity bug_presence split_status_fields),
+                               qw(get_bug_statuses),
                               ],
                     read   => [qw(readbug read_bug lockreadbug lockreadbugmerge),
                                qw(lock_read_all_merged_bugs),
@@ -165,27 +168,27 @@ sub read_bug{
     if (@_ == 1) {
         unshift @_, 'bug';
     }
+    state $spec =
+       {bug => {type => SCALAR,
+               optional => 1,
+               # something really stupid passes negative bugnumbers
+               regex    => qr/^-?\d+/,
+              },
+       location => {type => SCALAR|UNDEF,
+                    optional => 1,
+                   },
+       summary  => {type => SCALAR,
+                    optional => 1,
+                   },
+       lock     => {type => BOOLEAN,
+                    optional => 1,
+                   },
+       locks    => {type => HASHREF,
+                    optional => 1,
+                   },
+       };
     my %param = validate_with(params => \@_,
-                             spec   => {bug => {type => SCALAR,
-                                                optional => 1,
-                                                # something really
-                                                # stupid passes
-                                                # negative bugnumbers
-                                                regex    => qr/^-?\d+/,
-                                               },
-                                        location => {type => SCALAR|UNDEF,
-                                                     optional => 1,
-                                                    },
-                                        summary  => {type => SCALAR,
-                                                     optional => 1,
-                                                    },
-                                        lock     => {type => BOOLEAN,
-                                                     optional => 1,
-                                                    },
-                                        locks    => {type => HASHREF,
-                                                     optional => 1,
-                                                    },
-                                       },
+                             spec   => $spec,
                             );
     die "One of bug or summary must be passed to read_bug"
         if not exists $param{bug} and not exists $param{summary};
@@ -230,15 +233,19 @@ sub read_bug{
 
     my %data;
     my @lines;
-    my $version = 2;
+    my $version;
     local $_;
 
     while (<$status_fh>) {
         chomp;
         push @lines, $_;
-        $version = $1 if /^Format-Version: ([0-9]+)/i;
+       if (not defined $version and
+           /^Format-Version: ([0-9]+)/i
+          ) {
+           $version = $1;
+       }
     }
-
+    $version = 2 if not defined $version;
     # Version 3 is the latest format version currently supported.
     if ($version > 3) {
         warn "Unsupported status version '$version'";
@@ -248,7 +255,7 @@ sub read_bug{
         return undef;
     }
 
-    my %namemap = reverse %fields;
+    state $namemap = {reverse %fields};
     for my $line (@lines) {
         if ($line =~ /(\S+?): (.*)/) {
             my ($name, $value) = (lc $1, $2);
@@ -256,7 +263,7 @@ sub read_bug{
            # or \n in the fields of status. Kill them off here.
            # [Eventually, this should be superfluous.]
            $value =~ s/[\r\n]//g;
-           $data{$namemap{$name}} = $value if exists $namemap{$name};
+           $data{$namemap->{$name}} = $value if exists $namemap->{$name};
         }
     }
     for my $field (keys %fields) {
@@ -958,20 +965,24 @@ Returns undef on failure.
 # This will eventually need to be fixed before we start using mod_perl
 our $version_cache = {};
 sub bug_archiveable{
+     state $spec = {bug => {type => SCALAR,
+                           regex => qr/^\d+$/,
+                          },
+                   status => {type => HASHREF,
+                              optional => 1,
+                             },
+                   days_until => {type => BOOLEAN,
+                                  default => 0,
+                                 },
+                   ignore_time => {type => BOOLEAN,
+                                   default => 0,
+                                  },
+                   schema => {type => OBJECT,
+                              optional => 1,
+                             },
+                  };
      my %param = validate_with(params => \@_,
-                              spec   => {bug => {type => SCALAR,
-                                                 regex => qr/^\d+$/,
-                                                },
-                                         status => {type => HASHREF,
-                                                    optional => 1,
-                                                   },
-                                         days_until => {type => BOOLEAN,
-                                                        default => 0,
-                                                       },
-                                         ignore_time => {type => BOOLEAN,
-                                                         default => 0,
-                                                        },
-                                        },
+                              spec   => $spec,
                              );
      # This is what we return if the bug cannot be archived.
      my $cannot_archive = $param{days_until}?-1:0;
@@ -1003,16 +1014,16 @@ sub bug_archiveable{
      # If we just are checking if the bug can be archived, we'll not even bother
      # checking the versioning information if the bug has been -done for less than 28 days.
      my $log_file = getbugcomponent($param{bug},'log');
-     if (not defined $log_file) {
+     if (not defined $log_file or not -e $log_file) {
          print STDERR "Cannot archive $param{bug} because the log doesn't exist\n" if $DEBUG;
          return $cannot_archive;
      }
-     my $max_log_age = max(map {$config{remove_age} - -M $_}
-                          $log_file, map {my $log = getbugcomponent($_,'log');
+     my @log_files = $log_file, (map {my $log = getbugcomponent($_,'log');
                                           defined $log ? ($log) : ();
                                      }
-                          split / /, $status->{mergedwith}
-                      );
+                          split / /, $status->{mergedwith});
+     my $max_log_age = max(map {-e $_?($config{remove_age} - -M _):0}
+                          @log_files);
      if (not $param{days_until} and not $param{ignore_time}
         and $max_log_age > 0
        ) {
@@ -1056,6 +1067,7 @@ sub bug_archiveable{
          my @sourceversions = get_versions(package => $status->{package},
                                            dist => [keys %dists],
                                            source => 1,
+                                           hash_slice(%param,'schema'),
                                           );
          @source_versions{@sourceversions} = (1) x @sourceversions;
          # If the bug has not been fixed in the versions actually
@@ -1066,6 +1078,7 @@ sub bug_archiveable{
                                   fixed          => $status->{fixed_versions},
                                   version_cache  => $version_cache,
                                   package        => $status->{package},
+                                  hash_slice(%param,'schema'),
                                  )) {
               print STDERR "Cannot archive $param{bug} because it's found\n" if $DEBUG;
               return $cannot_archive;
@@ -1086,6 +1099,7 @@ sub bug_archiveable{
                                           dist    => [keys %dists],
                                           source  => 1,
                                           time    => 1,
+                                          hash_slice(%param,'schema'),
                                          );
          for my $version (sort {$time_versions{$b} <=> $time_versions{$a}} keys %time_versions) {
               my $buggy = buggy(bug => $param{bug},
@@ -1094,6 +1108,7 @@ sub bug_archiveable{
                                 fixed          => $status->{fixed_versions},
                                 version_cache  => $version_cache,
                                 package        => $status->{package},
+                                hash_slice(%param,'schema'),
                                );
               last if $buggy eq 'found';
               $min_fixed_time = min($time_versions{$version},$min_fixed_time);
@@ -1221,152 +1236,194 @@ sub get_bug_status {
      if (@_ == 1) {
          unshift @_, 'bug';
      }
+     state $spec =
+       {bug       => {type => SCALAR,
+                      regex => qr/^\d+$/,
+                     },
+        status    => {type => HASHREF,
+                      optional => 1,
+                     },
+        bug_index => {type => OBJECT,
+                      optional => 1,
+                     },
+        version   => {type => SCALAR|ARRAYREF,
+                      optional => 1,
+                     },
+        dist       => {type => SCALAR|ARRAYREF,
+                       optional => 1,
+                      },
+        arch       => {type => SCALAR|ARRAYREF,
+                       optional => 1,
+                      },
+        bugusertags   => {type => HASHREF,
+                          optional => 1,
+                         },
+        sourceversions => {type => ARRAYREF,
+                           optional => 1,
+                          },
+        indicatesource => {type => BOOLEAN,
+                           default => 1,
+                          },
+        binary_to_source_cache => {type => HASHREF,
+                                   optional => 1,
+                                  },
+        schema => {type => OBJECT,
+                   optional => 1,
+                  },
+       };
      my %param = validate_with(params => \@_,
-                              spec   => {bug       => {type => SCALAR,
-                                                       regex => qr/^\d+$/,
-                                                      },
-                                         status    => {type => HASHREF,
-                                                       optional => 1,
-                                                      },
-                                         bug_index => {type => OBJECT,
-                                                       optional => 1,
-                                                      },
-                                         version   => {type => SCALAR|ARRAYREF,
-                                                       optional => 1,
-                                                      },
-                                         dist       => {type => SCALAR|ARRAYREF,
-                                                        optional => 1,
-                                                       },
-                                         arch       => {type => SCALAR|ARRAYREF,
-                                                        optional => 1,
-                                                       },
-                                         bugusertags   => {type => HASHREF,
-                                                           optional => 1,
-                                                          },
-                                         sourceversions => {type => ARRAYREF,
-                                                            optional => 1,
-                                                           },
-                                         indicatesource => {type => BOOLEAN,
-                                                            default => 1,
-                                                           },
-                                         schema => {type => OBJECT,
-                                                     optional => 1,
-                                                   },
-                                        },
+                              spec   => $spec,
                              );
      my %status;
 
      if (defined $param{bug_index} and
         exists $param{bug_index}{$param{bug}}) {
-         %status = %{ $param{bug_index}{$param{bug}} };
-         $status{pending} = $status{ status };
-         $status{id} = $param{bug};
-         return \%status;
-     }
-     if (defined $param{status}) {
-        %status = %{$param{status}};
-     }
-     elsif (defined $param{schema}) {
-        my $b = $param{schema}->resultset('Bug')->
-            search_rs({'me.id' => $param{bug}},
-                     {prefetch => [{'bug_tags'=>'tag'},
-                                   'severity',
-                                  {'bug_binpackages'=> 'bin_pkg'},
-                                  {'bug_srcpackages'=> 'src_pkg'},
-                                  {'bug_user_tags'=>{'user_tag'=>'correspondent'}},
-                                  {owner => 'correspondent_full_names'},
-                                  {submitter => 'correspondent_full_names'},
-                                    'bug_merged_bugs',
-                                    'bug_mergeds_merged',
-                                    'bug_blocks_blocks',
-                                    'bug_blocks_bugs',
-                                   {'bug_vers' => ['src_pkg','src_ver']},
-                                  ],
-                      '+columns' => [qw(subject log_modified creation last_modified)],
-                      collapse => 1,
-                      result_class => 'DBIx::Class::ResultClass::HashRefInflator',
-                     })->first();
-        $status{keywords} =
-            join(' ',map {$_->{tag}{tag}} @{$b->{bug_tags}});
-        $status{tags} = $status{keywords};
-        $status{subject} = $b->{subject};
-        $status{bug_num} = $b->{id};
-        $status{severity} = $b->{severity}{severity};
-        $status{package} =
-            join(' ',
-                 (map {$_->{bin_pkg}{pkg}} @{$b->{bug_binpackages}//[]}),
-                 (map {$_->{src_pkg}{pkg}} @{$b->{bug_srcpackages}//[]}));
-         $status{originator} = $b->{submitter_full};
-        $status{log_modified} =
-            DateTime::Format::Pg->parse_datetime($b->{log_modified})->epoch;
-        $status{date} =
-            DateTime::Format::Pg->parse_datetime($b->{creation})->epoch;
-        $status{last_modified} =
-            DateTime::Format::Pg->parse_datetime($b->{last_modified})->epoch;
-         $status{blocks} =
-             join(' ',
-                  uniq(sort(map {$_->{block}}
-                            @{$b->{bug_blocks_block}},
-                           )));
-         $status{blockedby} =
-             join(' ',
-                  uniq(sort(map {$_->{bug}}
-                            @{$b->{bug_blocks_bug}},
-                           )));
-         $status{mergedwith} =
-             join(' ',uniq(sort(map {$_->{bug},$_->{merged}}
-                                @{$b->{bug_merged_bugs}},
-                                @{$b->{bug_mergeds_merged}},
-                               )));
-         $status{fixed_versions} =
-             [map {$_->{found}?():$_->{ver_string}} @{$b->{bug_vers}}];
-         $status{found_versions} =
-             [map {$_->{found}?$_->{ver_string}:()} @{$b->{bug_vers}}];
+        %status = %{ $param{bug_index}{$param{bug}} };
+        $status{pending} = $status{ status };
+        $status{id} = $param{bug};
+        return \%status;
      }
-     else {
-         my $location = getbuglocation($param{bug}, 'summary');
-         return {} if not defined $location or not length $location;
-         %status = %{ readbug( $param{bug}, $location ) };
+     my $statuses = get_bug_statuses(@_);
+     if (exists $statuses->{$param{bug}}) {
+        return $statuses->{$param{bug}};
+     } else {
+       return {};
      }
-     $status{id} = $param{bug};
+}
 
-     if (defined $param{bugusertags}{$param{bug}}) {
-         $status{keywords} = "" unless defined $status{keywords};
-         $status{keywords} .= " " unless $status{keywords} eq "";
-         $status{keywords} .= join(" ", @{$param{bugusertags}{$param{bug}}});
+sub get_bug_statuses {
+     state $spec =
+       {bug       => {type => SCALAR|ARRAYREF,
+                     },
+        status    => {type => HASHREF,
+                      optional => 1,
+                     },
+        bug_index => {type => OBJECT,
+                      optional => 1,
+                     },
+        version   => {type => SCALAR|ARRAYREF,
+                      optional => 1,
+                     },
+        dist       => {type => SCALAR|ARRAYREF,
+                       optional => 1,
+                      },
+        arch       => {type => SCALAR|ARRAYREF,
+                       optional => 1,
+                      },
+        bugusertags   => {type => HASHREF,
+                          optional => 1,
+                         },
+        sourceversions => {type => ARRAYREF,
+                           optional => 1,
+                          },
+        indicatesource => {type => BOOLEAN,
+                           default => 1,
+                          },
+        binary_to_source_cache => {type => HASHREF,
+                                   optional => 1,
+                                  },
+        schema => {type => OBJECT,
+                   optional => 1,
+                  },
+       };
+     my %param = validate_with(params => \@_,
+                              spec   => $spec,
+                             );
+     my $bin_to_src_cache = {};
+     if (defined $param{binary_to_source_cache}) {
+        $bin_to_src_cache = $param{binary_to_source_cache};
      }
-     $status{tags} = $status{keywords};
-     my %tags = map { $_ => 1 } split ' ', $status{tags};
-
-     $status{package} = '' if not defined $status{package};
-     $status{"package"} =~ s/\s*$//;
-
-     $status{source} = binary_to_source(binary=>[split /\s*,\s*/, $status{package}],
-                                       source_only => 1,
-                                      );
-
-     $status{"package"} = 'unknown' if ($status{"package"} eq '');
-     $status{"severity"} = 'normal' if (not defined $status{severity} or $status{"severity"} eq '');
-
-     $status{"pending"} = 'pending';
-     $status{"pending"} = 'forwarded'      if (length($status{"forwarded"}));
-     $status{"pending"} = 'pending-fixed'    if ($tags{pending});
-     $status{"pending"} = 'fixed'          if ($tags{fixed});
-
+     my %status;
+     my %statuses;
+     if (defined $param{schema}) {
+        my @bug_statuses =
+            $param{schema}->resultset('BugStatus')->
+            search_rs({id => [make_list($param{bug})]},
+                      {result_class => 'DBIx::Class::ResultClass::HashRefInflator'})->
+                          all();
+        for my $bug_status (@bug_statuses) {
+            $statuses{$bug_status->{bug_num}} =
+                $bug_status;
+            for my $field (qw(blocks blockedby done),
+                           qw(tags mergedwith affects)
+                          ) {
+                $bug_status->{$field} //='';
+            }
+            $bug_status->{keywords} =
+                $bug_status->{tags};
+            $bug_status->{location} = $bug_status->{archived}?'archive':'db-h';
+            for my $field (qw(found_versions fixed_versions found_date fixed_date)) {
+                $bug_status->{$field} = [split ' ', $bug_status->{$field} // ''];
+            }
+            for my $field (qw(found fixed)) {
+                # create the found/fixed hashes which indicate when a
+                # particular version was marked found or marked fixed.
+                @{$bug_status->{$field}}{@{$bug_status->{"${field}_versions"}}} =
+                    (('') x (@{$bug_status->{"${field}_versions"}} -
+                             @{$bug_status->{"${field}_date"}}),
+                     @{$bug_status->{"${field}_date"}});
+            }
+            $bug_status->{id} = $bug_status->{bug_num};
+        }
+     } else {
+        for my $bug (make_list($param{bug})) {
+            if (defined $param{bug_index} and
+                exists $param{bug_index}{$bug}) {
+                my %status = %{$param{bug_index}{$bug}};
+                $status{pending} = $status{status};
+                $status{id} = $bug;
+                $statuses{$bug} = \%status;
+            }
+            elsif (defined $param{status} and
+                   $param{status}{bug_num} == $bug
+                  ) {
+                $statuses{$bug} = {%{$param{status}}};
+            } else {
+                my $location = getbuglocation($bug, 'summary');
+                next if not defined $location or not length $location;
+                my %status = %{ readbug( $bug, $location ) };
+                $status{id} = $bug;
+                $statuses{$bug} = \%status;
+            }
+        }
+     }
+     for my $bug (keys %statuses) {
+        my $status = $statuses{$bug};
 
-     my $presence = bug_presence(status => \%status,
-                                map{(exists $param{$_})?($_,$param{$_}):()}
-                                qw(bug sourceversions arch dist version found fixed package)
-                               );
-     if (defined $presence) {
-         if ($presence eq 'fixed') {
-              $status{pending} = 'done';
-         }
-         elsif ($presence eq 'absent') {
-              $status{pending} = 'absent';
-         }
+        if (defined $param{bugusertags}{$param{bug}}) {
+            $status->{keywords} = "" unless defined $status->{keywords};
+            $status->{keywords} .= " " unless $status->{keywords} eq "";
+            $status->{keywords} .= join(" ", @{$param{bugusertags}{$param{bug}}});
+        }
+        $status->{tags} = $status->{keywords};
+        my %tags = map { $_ => 1 } split ' ', $status->{tags};
+
+        $status->{package} = '' if not defined $status->{package};
+        $status->{"package"} =~ s/\s*$//;
+
+        $status->{"package"} = 'unknown' if ($status->{"package"} eq '');
+        $status->{"severity"} = 'normal' if (not defined $status->{severity} or $status->{"severity"} eq '');
+
+        $status->{"pending"} = 'pending';
+        $status->{"pending"} = 'forwarded'         if (length($status->{"forwarded"}));
+        $status->{"pending"} = 'pending-fixed'    if ($tags{pending});
+        $status->{"pending"} = 'fixed'     if ($tags{fixed});
+
+
+        my $presence = bug_presence(status => $status,
+                                    bug => $bug,
+                                    map{(exists $param{$_})?($_,$param{$_}):()}
+                                    qw(sourceversions arch dist version found fixed package)
+                                   );
+        if (defined $presence) {
+            if ($presence eq 'fixed') {
+                $status->{pending} = 'done';
+            } elsif ($presence eq 'absent') {
+                $status->{pending} = 'absent';
+            }
+        }
      }
-     return \%status;
+     return \%statuses;
 }
 
 =head2 bug_presence
@@ -1588,6 +1645,9 @@ sub max_buggy{
                                          version_cache  => {type => HASHREF,
                                                             default => {},
                                                            },
+                                         schema => {type => OBJECT,
+                                                    optional => 1,
+                                                   },
                                         },
                              );
      # Resolve bugginess states (we might be looking at multiple
@@ -1650,6 +1710,9 @@ sub buggy {
                                                     },
                                          version => {type => SCALAR,
                                                     },
+                                         schema => {type => OBJECT,
+                                                    optional => 1,
+                                                   },
                                         },
                              );
      my @found = @{$param{found}};
@@ -1684,8 +1747,10 @@ sub buggy {
               my $version_fh = IO::File->new("$config{version_packages_dir}/$srchash/$source", 'r');
               if (not defined $version_fh) {
                    # We only want to warn if it's a package which actually has a maintainer
-                   my $maints = getmaintainers();
-                   next if not exists $maints->{$source};
+                  my @maint = package_maintainer(source => $source,
+                                                 hash_slice(%param,'schema'),
+                                                );
+                   next unless @maint;
                    warn "Bug $param{bug}: unable to open $config{version_packages_dir}/$srchash/$source: $!";
                    next;
               }