X-Git-Url: https://git.donarmstrong.com/?a=blobdiff_plain;f=scripts%2Fprocess;h=5687bf3915e522d90736f9b55c8944c7933cfad6;hb=812f9b738effba6bdab70d527dae804192d1b2e8;hp=12e667b9916596345d412c0558cd954ccb5d0f1c;hpb=6d75fa0509202ee66d18858c07d3203afcf03482;p=debbugs.git diff --git a/scripts/process b/scripts/process index 12e667b..5687bf3 100755 --- a/scripts/process +++ b/scripts/process @@ -14,20 +14,21 @@ use IO::File; use MIME::Parser; use Debbugs::MIME qw(decode_rfc1522 create_mime_message getmailbody); use Debbugs::Mail qw(send_mail_message encode_headers get_addresses); -use Debbugs::Packages qw(getpkgsrc binarytosource); +use Debbugs::Packages qw(getpkgsrc binary_to_source); use Debbugs::User qw(read_usertags write_usertags); -use Debbugs::Common qw(:lock get_hashname package_maintainer); -use Debbugs::Status qw(writebug isstrongseverity lockreadbugmerge lockreadbug read_bug splitpackages :versions); +use Debbugs::Common qw(:lock get_hashname package_maintainer overwritefile); +use Debbugs::Status qw(writebug isstrongseverity lockreadbugmerge lockreadbug new_bug read_bug splitpackages :versions); use Debbugs::CGI qw(html_escape bug_url); -use Debbugs::Log qw(:misc); +use Debbugs::Log qw(:misc :write); use Debbugs::Text qw(:templates); use Debbugs::Config qw(:globals :config); use Debbugs::Control qw(append_action_to_log); +use Encode qw(encode_utf8); chdir( "$gSpoolDir" ) || die "chdir spool: $!\n"; @@ -129,6 +130,7 @@ if ($entity and $entity->head->tags) { my %header; +my @common_headers; for my $hdr (@headerlines) { $hdr = decode_rfc1522($hdr); $_ = $hdr; @@ -140,6 +142,9 @@ for my $hdr (@headerlines) { # print DEBUG ">$_<\n"; if (s/^(\S+):\s*//) { my $v = lc $1; + if ($v eq 'x-loop') { + push @common_headers, 'X-Loop',$_; + } print DEBUG ">$v=$_<\n"; $header{$v} = $_; } else { @@ -148,6 +153,8 @@ for my $hdr (@headerlines) { } $header{'message-id'} = '' if not defined $header{'message-id'}; +push @common_headers, 'X-Loop',$gMaintainerEmail; + # remove blank lines shift @bodylines while @bodylines and $bodylines[0] !~ /\S/; @@ -236,6 +243,7 @@ if ($tryref >= 0) References => join(' ',grep {defined $_} $header{'message-id'},$data->{msgid}), Precedence => 'bulk', "X-$gProject-PR-Message" => 'error', + @common_headers, ],message_body_template('mail/process_unknown_bug_number', {subject => $subject, date => $header{date}, @@ -258,8 +266,7 @@ if (defined $pheader{source}) { $source_package = $pheader{source}; } elsif (defined $data->{package} or defined $pheader{package}) { - my $pkg_src = getpkgsrc(); - $source_package = $pkg_src->{defined $data->{package}?$data->{package}:$pheader{package}}; + $source_package = binary_to_source(binary => $data->{package} // $pheader{package}); } $source_pr_header = "X-$gProject-PR-Source: $source_package\n" if defined $source_package and length $source_package; @@ -294,7 +301,7 @@ if ($codeletter eq 'D' || $codeletter eq 'F') push @generalcc, "$gForwardList\@$gListDomain"; $generalcc= "$gForwardList\@$gListDomain"; } else { - $generalcc=''; + $generalcc=''; } } else { # Done if (defined $data->{done} and length($data->{done}) and @@ -327,6 +334,7 @@ if ($codeletter eq 'D' || $codeletter eq 'F') References => join(' ',grep {defined $_} $header{'message-id'},$data->{msgid}), Precedence => 'bulk', "X-$gProject-PR-Message" => 'error', + @common_headers, ],message_body_template('mail/process_no_bug_number', {subject => $subject, date => $header{date}, @@ -397,7 +405,7 @@ if ($codeletter eq 'D' || $codeletter eq 'F') if ($codeletter eq 'F') { &htmllog("Reply","sent",$replyto,"You have marked $gBug as forwarded."); &sendmessage(create_mime_message( - ["X-Loop" => "$gMaintainerEmail", + [@common_headers, From => "$gMaintainerEmail ($gProject $gBug Tracking System)", To => "$replyto", Subject => "$gBug#$ref: marked as forwarded ($data->{subject})", @@ -420,7 +428,7 @@ if ($codeletter eq 'D' || $codeletter eq 'F') } else { &htmllog("Reply","sent",$replyto,"You have taken responsibility."); &sendmessage(create_mime_message( - ["X-Loop" => "$gMaintainerEmail", + [@common_headers, From => "$gMaintainerEmail ($gProject $gBug Tracking System)", To => $replyto, Subject => "$gBug#$ref: marked as done ($data->{subject})", @@ -444,7 +452,7 @@ if ($codeletter eq 'D' || $codeletter eq 'F') &htmllog("Notification","sent",$data->{originator}, "$gBug acknowledged by developer."); &sendmessage(create_mime_message( - ["X-Loop" => "$gMaintainerEmail", + [@common_headers, From => "$gMaintainerEmail ($gProject $gBug Tracking System)", To => "$data->{originator}", Subject => "$gBug#$ref closed by $markedby ($header{'subject'})", @@ -475,7 +483,8 @@ if ($codeletter eq 'D' || $codeletter eq 'F') if ($ref<0) { # new bug report if ($codeletter eq 'U') { # -submitter &sendmessage(create_mime_message( - [From => "$gMaintainerEmail ($gProject $gBug Tracking System)", + [@common_headers, + From => "$gMaintainerEmail ($gProject $gBug Tracking System)", To => $replyto, Subject => "Message with no $gBug number cannot be sent to submitter! ($subject)", 'Message-ID' => "", @@ -503,6 +512,9 @@ if ($ref<0) { # new bug report $data->{package} = 'src:'.$pheader{source}; } elsif (defined $pheader{package}) { $data->{package} = $pheader{package}; + if ($data->{package} =~ /^src:(.+)/) { + $pheader{source} = $1; + } } elsif (defined $config{default_package}) { $data->{package} = $config{default_package}, } @@ -510,7 +522,7 @@ if ($ref<0) { # new bug report my $body = message_body_template('mail/process_no_package', ); &sendmessage(create_mime_message( - ["X-Loop" => "$gMaintainerEmail", + [@common_headers, From => "$gMaintainerEmail ($gProject $gBug Tracking System)", To => $replyto, Subject => "Message with no Package: tag cannot be processed! ($subject)", @@ -578,16 +590,11 @@ if ($ref<0) { # new bug report $data->{owner}= $pheader{owner}; } if (defined($pheader{forwarded})) { - $data->{'forwarded-to'} = $pheader{forwarded}; + $data->{forwarded} = $pheader{forwarded}; } - &filelock("nextnumber.lock"); - open(N,"nextnumber") || die "nextnumber: read: $!"; - my $nextnumber=; $nextnumber =~ s/\n$// || die "nextnumber bad format"; - $ref= $nextnumber+0; $nextnumber += 1; $newref=1; - &overwrite('nextnumber', "$nextnumber\n"); - &unfilelock; + $ref = new_bug(); + $newref = $ref; my $hash = get_hashname($ref); - &overwrite("db-h/$hash/$ref.log",''); $data->{originator} = $replyto; $data->{date} = $intdate; $data->{subject} = $subject; @@ -621,8 +628,8 @@ if ($ref<0) { # new bug report ); } } - &overwrite("db-h/$hash/$ref.report", - join("\n",@msg)."\n"); + overwritefile("db-h/$hash/$ref.report", + map {"$_\n"} @msg); } &checkmaintainers; @@ -710,20 +717,30 @@ if (length($resentccval)) { $resentcc= "Resent-CC: $resentccval\n"; } +my $common_headers=''; +{ + my @tmp = @common_headers; + while (my ($key,$value) = splice(@tmp, 0,2)) { + $common_headers .= qq($key: $value\n); + } +} if ($codeletter eq 'U') { # sent to -submitter &htmllog("Message", "sent on", $data->{originator}, "$gBug#$ref."); - &sendmessage(<{originator},@resentccs],[@bccs]); + my $enc_msg=<{originator} -${resentcc}Resent-Date: $tdate +${resentcc}${common_headers}Resent-Date: $tdate Resent-Message-ID: Resent-Sender: $gMaintainerEmail X-$gProject-PR-Message: report $ref X-$gProject-PR-Package: $data->{package} X-$gProject-PR-Keywords: $data->{keywords} -${source_pr_header}$fwd +${source_pr_header} END + chomp $enc_msg; + $enc_msg = encode_utf8($enc_msg).$fwd."\n"; + &sendmessage($enc_msg,[$data->{originator},@resentccs],[@bccs]); } elsif ($codeletter eq 'B') { # Sent to submit my $report_followup = $newref ? 'report' : 'followup'; &htmllog($newref ? "Report" : "Information", "forwarded", @@ -731,19 +748,22 @@ END "$gBug#$ref". (length($data->{package})? "; Package ".html_escape($data->{package})."" : ''). "."); - &sendmessage(< Resent-Sender: $gMaintainerEmail X-$gProject-PR-Message: $report_followup $ref X-$gProject-PR-Package: $data->{package} X-$gProject-PR-Keywords: $data->{keywords} -${source_pr_header}$fwd +${source_pr_header} END + chomp $enc_msg; + $enc_msg = encode_utf8($enc_msg).$fwd."\n"; + &sendmessage($enc_msg,["$gSubmitList\@$gListDomain",@resentccs],[@bccs]); } elsif (@resentccs or @bccs) { # Quiet or Maintainer # D and F done far earlier; B just done - so this must be M or Q # We preserve whichever it was in the Reply-To (possibly adding @@ -762,7 +782,7 @@ END (length($data->{package}) ? "; Package ".html_escape($data->{package})."" : ''). "."); } - &sendmessage(< Resent-Sender: $gMaintainerEmail -X-$gProject-PR-Message: $report_followup $ref +${common_headers}X-$gProject-PR-Message: $report_followup $ref X-$gProject-PR-Package: $data->{package} X-$gProject-PR-Keywords: $data->{keywords} -${source_pr_header}$fwd +${source_pr_header} END + chomp $enc_msg; + $enc_msg = encode_utf8($enc_msg).$fwd."\n"; + &sendmessage($enc_msg,[@resentccs],[@bccs]); } my $htmlbreak= length($brokenness) ? "

\n".html_escape($brokenness)."\n

\n" : ''; @@ -863,7 +886,7 @@ if (not exists $header{'x-debbugs-no-ack'} and } ); &sendmessage(create_mime_message( - ["X-Loop" => "$gMaintainerEmail", + [@common_headers, From => "$gMaintainerEmail ($gProject $gBug Tracking System)", To => $replyto, Subject => $t_h{subject}, @@ -883,14 +906,6 @@ if (not exists $header{'x-debbugs-no-ack'} and &appendlog; &finish; -sub overwrite { - my ($f,$v) = @_; - open(NEW,">$f.new") || die "$f.new: create: $!"; - print(NEW "$v") || die "$f.new: write: $!"; - close(NEW) || die "$f.new: close: $!"; - rename("$f.new","$f") || die "rename $f.new to $f: $!"; -} - sub appendlog { my $hash = get_hashname($ref); if (!open(AP,">>db-h/$hash/$ref.log")) { @@ -981,12 +996,14 @@ sub sendmessage { my $hash = get_hashname($ref); #save email to the log - open(AP,">>db-h/$hash/$ref.log") || die "opening db-h/$hash/$ref.log (lo): $!"; - print(AP "\2\n",join("\4",@$recips),"\n\5\n", - escape_log(stripbccs($msg)),"\n\3\n") || - die "writing db-h/$hash/$ref.log (lo): $!"; - close(AP) || die "closing db-h/$hash/$ref.log (lo): $!"; - + my $logfh = IO::File->new(">>db-h/${hash}/${ref}.log") or + die "opening db-h/$hash/${ref}.log: $!"; + write_log_records(logfh => $logfh, + records => {text => stripbccs($msg), + type => 'recips', + recips => [@{$recips}], + }, + ); if (ref($bcc)) { shift @$recips if $recips->[0] eq '-t'; push @$recips, @$bcc; @@ -1058,11 +1075,13 @@ sub checkmaintainers { my $anymaintfound=0; my $anymaintnotfound=0; for my $p (splitpackages($data->{package})) { $p =~ y/A-Z/a-z/; - $p =~ /([a-z0-9.+-]+)/; + $p =~ /((?:src:)?[a-z0-9.+-]+)/; $p = $1; next unless defined $p; if (defined $gSubscriptionDomain) { - my @source = binarytosource($p); + my @source = binary_to_source(binary => $p, + source_only => 1, + ); if (@source) { push @addsrcaddrs, map {"$_\@$gSubscriptionDomain"} @source;