scripts/process.in

   1 #!/usr/bin/perl
   2 # $Id: process.in,v 1.109 2006/02/09 22:02:04 don Exp $
   3 #
   4 # Usage: process nn
   5 # Temps:  incoming/Pnn
   6
   7 use warnings;
   8 use strict;
   9
  10 use POSIX qw(strftime);
  11
  12 use MIME::Parser;
  13 use Debbugs::MIME qw(decode_rfc1522 create_mime_message getmailbody);
  14 use Debbugs::Mail qw(send_mail_message encode_headers);
  15 use Debbugs::Packages qw(getpkgsrc);
  16 use Debbugs::User qw(read_usertags write_usertags);
  17 use Debbugs::Common qw(:lock get_hashname);
  18 use Debbugs::Status qw(writebug isstrongseverity lockreadbugmerge);
  19
  20 use Debbugs::CGI qw(html_escape bug_url);
  21
  22 use Debbugs::Log qw(:misc);
  23
  24 use Debbugs::Text qw(:templates);
  25
  26 use Debbugs::Status qw(:versions);
  27 use Debbugs::Config qw(:globals :config);
  28
  29 chdir( "$gSpoolDir" ) || die "chdir spool: $!\n";
  30
  31 #open(DEBUG,"> /tmp/debbugs.debug");
  32 umask(002);
  33 open DEBUG, ">/dev/null";
  34
  35 my $intdate = time or quit("failed to get time: $!");
  36
  37 $_=shift;
  38 m/^([BMQFDUL])(\d*)\.\d+$/ or quit("bad argument: $_");
  39 my $codeletter= $1;
  40 my $tryref= length($2) ? $2 : -1;
  41 my $nn= $_;
  42
  43 if (!rename("incoming/G$nn","incoming/P$nn"))
  44 {
  45     $_=$!.'';  m/no such file or directory/i && exit 0;
  46     &quit("renaming to lock: $!");
  47 }
  48
  49 my $baddress= 'submit' if $codeletter eq 'B';
  50 $baddress= 'maintonly' if $codeletter eq 'M';
  51 $baddress= 'quiet' if $codeletter eq 'Q';
  52 $baddress= 'forwarded' if $codeletter eq 'F';
  53 $baddress= 'done' if $codeletter eq 'D';
  54 $baddress= 'submitter' if $codeletter eq 'U';
  55 bug_list_forward($nn) if $codeletter eq 'L';
  56 $baddress || &quit("bad codeletter $codeletter");
  57 my $baddressroot= $baddress;
  58 $baddress= "$tryref-$baddress" if $tryref>=0;
  59
  60 open(M,"incoming/P$nn");
  61 my @log=<M>;
  62 close(M);
  63
  64 my @msg = @log;
  65 chomp @msg;
  66
  67 print DEBUG "###\n",join("##\n",@msg),"\n###\n";
  68
  69 my $tdate = strftime "%a, %d %h %Y %T +0000", gmtime;
  70 my $fwd= <<END;
  71 Received: via spool by $baddress\@$gEmailDomain id=$nn
  72           (code $codeletter ref $tryref); $tdate
  73 END
  74
  75 # header and decoded body respectively
  76 my (@headerlines, @bodylines);
  77
  78 #maintainer address for this message
  79 our @maintaddrs;
  80 # other src addresses
  81 our @addsrcaddrs;
  82 our @resentccs;
  83 our @bccs;
  84
  85 my $resentccexplain='';
  86
  87 # whether there's a new reference with this email
  88 our $newref = 0;
  89
  90 our $brokenness = '';
  91
  92 my $parser = new MIME::Parser;
  93 mkdir "$gSpoolDir/mime.tmp", 0777;
  94 $parser->output_under("$gSpoolDir/mime.tmp");
  95 my $entity = eval { $parser->parse_data(join('',@log)) };
  96
  97 my $i;
  98 if ($entity and $entity->head->tags) {
  99     @headerlines = @{$entity->head->header};
 100     chomp @headerlines;
 101
 102     my $entity_body = getmailbody($entity);
 103     @bodylines = $entity_body ? $entity_body->as_lines() : ();
 104     chomp @bodylines;
 105
 106     # set $i to beginning of encoded body data, so we can dump it out
 107     # verbatim later
 108     $i = 0;
 109     ++$i while $msg[$i] =~ /./;
 110 } else {
 111     # Legacy pre-MIME code, kept around in case MIME::Parser fails.
 112     for ($i = 0; $i <= $#msg; $i++) {
 113         $_ = $msg[$i];
 114         last unless length($_);
 115         while ($msg[$i+1] =~ m/^\s/) {
 116             $i++;
 117             $_ .= "\n".$msg[$i];
 118         }
 119         push @headerlines, $_;
 120     }
 121
 122     @bodylines = @msg[$i..$#msg];
 123 }
 124
 125 my %header;
 126
 127 for my $hdr (@headerlines) {
 128     $hdr = decode_rfc1522($hdr);
 129     $_ = $hdr;
 130     s/\n\s/ /g;
 131     &finish if m/^x-loop: (\S+)$/i && $1 eq "$gMaintainerEmail";
 132     my $ins = !m/^subject:/i && !m/^reply-to:/i && !m/^return-path:/i
 133            && !m/^From / && !m/^X-Debbugs-/i;
 134     $fwd .= $hdr."\n" if $ins;
 135     # print DEBUG ">$_<\n";
 136     if (s/^(\S+):\s*//) {
 137         my $v = lc $1;
 138         print DEBUG ">$v=$_<\n";
 139         $header{$v} = $_;
 140     } else {
 141         print DEBUG "!>$_<\n";
 142     }
 143 }
 144 $header{'message-id'} = '' if not defined $header{'message-id'};
 145
 146 # remove blank lines
 147 shift @bodylines while @bodylines and $bodylines[0] !~ /\S/;
 148
 149 # Strip off RFC2440-style PGP clearsigning.
 150 if (@bodylines and $bodylines[0] =~ /^-----BEGIN PGP SIGNED/) {
 151     shift @bodylines while @bodylines and length $bodylines[0];
 152     shift @bodylines while @bodylines and $bodylines[0] !~ /\S/;
 153     for my $findsig (0 .. $#bodylines) {
 154         if ($bodylines[$findsig] =~ /^-----BEGIN PGP SIGNATURE/) {
 155             $#bodylines = $findsig - 1;
 156             last;
 157         }
 158     }
 159     map { s/^- // } @bodylines;
 160 }
 161
 162 #psuedoheaders
 163 my %pheader;
 164 # extract pseudo-headers
 165 for my $phline (@bodylines)
 166 {
 167     last if $phline !~ m/^([\w-]+):\s*(\S.*)/;
 168     my ($fn, $fv) = ($1, $2);
 169     $fv =~ s/\s*$//;
 170     print DEBUG ">$fn|$fv|\n";
 171     $fn = lc $fn;
 172     # Don't lc owner or forwarded
 173     $fv = lc $fv unless $fn =~ /^(?:owner|forwarded|usertags|version|source-version)$/;
 174     $pheader{$fn} = $fv;
 175     print DEBUG ">$fn~$fv<\n";
 176 }
 177
 178 # Allow pseudo headers to set x-debbugs- stuff [#179340]
 179 for my $key (grep /X-Debbugs-.*/i, keys %pheader) {
 180      $header{$key} = $pheader{$key} if not exists $header{$key};
 181 }
 182
 183 $fwd .= join("\n",@msg[$i..$#msg]);
 184
 185 print DEBUG "***\n$fwd\n***\n";
 186
 187 if (defined $header{'resent-from'} && !defined $header{'from'}) {
 188     $header{'from'} = $header{'resent-from'};
 189 }
 190 defined($header{'from'}) || &quit("no From header");
 191
 192 my $replyto = $header{'reply-to'};
 193 $replyto = '' unless defined $replyto;
 194 $replyto =~ s/^ +//;
 195 $replyto =~ s/ +$//;
 196 unless (length $replyto) {
 197     $replyto = $header{'from'};
 198 }
 199
 200 my $subject = '(no subject)';
 201 if (!defined($header{'subject'}))
 202 {
 203         $brokenness.= fill_template('mail/process_broken_subject');
 204
 205 } else {
 206     $subject= $header{'subject'};
 207 }
 208
 209 my $ref=-1;
 210 $subject =~ s/^Re:\s*//i; $_= $subject."\n";
 211 if ($tryref < 0 && m/^Bug ?\#(\d+)\D/i) {
 212     $tryref= $1+0;
 213 }
 214 my $data;
 215 if ($tryref >= 0)
 216 {
 217      my $bfound;
 218     ($bfound, $data)= &lockreadbugmerge($tryref);
 219     if ($bfound) {
 220         $ref= $tryref;
 221     } else {
 222         &htmllog("Reply","sent", $replyto,"Unknown problem report number <code>$tryref</code>.");
 223         &sendmessage(create_mime_message(
 224           [From          => "$gMaintainerEmail ($gProject $gBug Tracking System)",
 225            To            => $replyto,
 226            Subject       => "Unknown problem report $gBug#$tryref ($subject)",
 227            'Message-ID'  => "<handler.x.$nn.unknown\@$gEmailDomain>",
 228            'In-Reply-To' => $header{'message-id'},
 229            References    => "$header{'message-id'} $data->{msgid}",
 230            Precedence    => 'bulk',
 231            "X-$gProject-PR-Message" => 'error',
 232           ],message_body_template('process_unknown_bug_number',
 233                                   {subject => $subject,
 234                                    date    => $header{date},
 235                                    baddress => $baddress,
 236                                    tryref   => $tryref,
 237                                    messageid => $header{'message-id'},
 238                                   },
 239                                  )),'');
 240         &appendlog;
 241         &finish;
 242     }
 243 } else {
 244     &filelock('lock/-1');
 245 }
 246
 247 # Attempt to determine which source package this is
 248 my $source_pr_header = '';
 249 my $source_package = '';
 250 if (defined $pheader{source}) {
 251      $source_package = $pheader{source};
 252 }
 253 elsif (defined $data->{package} or defined $pheader{package}) {
 254      my $pkg_src = getpkgsrc();
 255      $source_package = $pkg_src->{defined $data->{package}?$data->{package}:$pheader{package}};
 256 }
 257 $source_pr_header = "X-$gProject-PR-Source: $source_package\n"
 258      if defined $source_package and length $source_package;
 259
 260 # Done and Forwarded Bugs
 261 if ($codeletter eq 'D' || $codeletter eq 'F')
 262 {
 263     if ($replyto =~ m/$gBounceFroms/o ||
 264         $header{'from'} =~ m/$gBounceFroms/o)
 265     {
 266         &quit("bounce detected !  Mwaap! Mwaap!");
 267     }
 268     my $markedby= $header{'from'} eq $replyto ? $replyto :
 269                "$header{'from'} (reply to $replyto)";
 270     my @generalcc;
 271     my $receivedat;
 272     my $markaswhat;
 273     my $set_forwarded;
 274     my $generalcc;
 275     my $set_done;
 276     if ($codeletter eq 'F') { # Forwarded
 277         (&appendlog,&finish) if length($data->{forwarded});
 278         $receivedat= "forwarded\@$gEmailDomain";
 279         $markaswhat= 'forwarded';
 280         $set_forwarded= $header{'to'};
 281         # Dissallow forwarded being set to this bug tracking system
 282         if (defined $set_forwarded and $set_forwarded =~ /\Q$gEmailDomain\E/) {
 283              undef $set_forwarded;
 284         }
 285         if ( length( $gListDomain ) > 0 && length( $gForwardList ) > 0 ) {
 286             push @generalcc, "$gForwardList\@$gListDomain";
 287             $generalcc= "$gForwardList\@$gListDomain";
 288         } else {
 289             $generalcc='';
 290         }
 291     } else { # Done
 292         if (length($data->{done}) and
 293                 not defined $pheader{'source-version'} and
 294                 not defined $pheader{'version'}) {
 295             &appendlog;
 296             &finish;
 297         }
 298         $receivedat= "done\@$gEmailDomain";
 299         $markaswhat= 'done';
 300         $set_done= $header{'from'};
 301         if ( length( $gListDomain ) > 0 && length( $gDoneList ) > 0 ) {
 302             $generalcc= "$gDoneList\@$gListDomain";
 303             push @generalcc, "$gDoneList\@$gListDomain";
 304         } else {
 305             $generalcc='';
 306         }
 307     }
 308     if (defined $gStrongList and isstrongseverity($data->{severity})) {
 309         $generalcc = join ', ', $generalcc, "$gStrongList\@$gListDomain";
 310         push @generalcc,"$gStrongList\@$gListDomain";
 311     }
 312     if ($ref<0) {
 313         &htmllog("Warning","sent",$replyto,"Message ignored.");
 314         &sendmessage(create_mime_message(
 315           [From          => "$gMaintainerEmail ($gProject $gBug Tracking System)",
 316            To            => $replyto,
 317            Subject       => "Message with no $gBug number ignored by $receivedat ($subject)",
 318            'Message-ID'  => "<handler.x.$nn.warnignore\@$gEmailDomain>",
 319            'In-Reply-To' => $header{'message-id'},
 320            References    => "$header{'message-id'} $data->{msgid}",
 321            Precedence    => 'bulk',
 322            "X-$gProject-PR-Message" => 'error',
 323           ],message_body_template('process_no_bug_number',
 324                                   {subject => $subject,
 325                                    date    => $header{date},
 326                                    markaswhat => $markaswhat,
 327                                    receivedat => $receivedat,
 328                                    messageid => $header{'message-id'},
 329                                   },
 330                                  )),'');
 331         &appendlog;
 332         &finish;
 333     }
 334
 335     &checkmaintainers;
 336
 337     my @noticecc = grep($_ ne $replyto,@maintaddrs);
 338     my $noticeccval.= join(', ', grep($_ ne $replyto,@maintaddrs));
 339     $noticeccval =~ s/\s+\n\s+/ /g;
 340     $noticeccval =~ s/^\s+/ /; $noticeccval =~ s/\s+$//;
 341
 342     my @process= ($ref,split(/ /,$data->{mergedwith}));
 343     my $orgref= $ref;
 344
 345     for $ref (@process) {
 346         if ($ref != $orgref) {
 347             &unfilelock;
 348             $data = &lockreadbug($ref)
 349                 || die "huh ? $ref from $orgref out of ".join(' ',@process);
 350         }
 351         $data->{done}= $set_done if defined($set_done);
 352         $data->{forwarded}= $set_forwarded if defined($set_forwarded);
 353         if ($codeletter eq 'D') {
 354             $data->{keywords} = join ' ', grep $_ ne 'pending',
 355                                      split ' ', $data->{keywords};
 356             if (defined $pheader{'source-version'}) {
 357                 addfixedversions($data, $pheader{source}, $pheader{'source-version'}, '');
 358             } elsif (defined $pheader{version}) {
 359                 addfixedversions($data, $pheader{package}, $pheader{version}, 'binary');
 360             }
 361         }
 362
 363         # Add bug mailing list to $generalbcc as appropriate
 364         # This array is used to specify bcc in the cases where we're using create_mime_message.
 365         my @generalbcc = (@generalcc,@addsrcaddrs,"bugs=$ref\@$gListDomain");
 366         my $generalbcc = join(', ', $generalcc, @addsrcaddrs,"bugs=$ref\@$gListDomain");
 367         $generalbcc =~ s/\s+\n\s+/ /g;
 368         $generalbcc =~ s/^\s+/ /; $generalbcc =~ s/\s+$//;
 369         if (length $generalbcc) {$generalbcc = "Bcc: $generalbcc\n"};
 370
 371         writebug($ref, $data);
 372
 373         my $hash = get_hashname($ref);
 374         open(O,"db-h/$hash/$ref.report") || &quit("read original report: $!");
 375         my $orig_report= join('',<O>); close(O);
 376         if ($codeletter eq 'F') {
 377             &htmllog("Reply","sent",$replyto,"You have marked $gBug as forwarded.");
 378             &sendmessage(create_mime_message(
 379              ["X-Loop"      => "$gMaintainerEmail",
 380               From          => "$gMaintainerEmail ($gProject $gBug Tracking System)",
 381               To            => "$replyto",
 382               Subject       => "$gBug#$ref: marked as forwarded ($data->{subject})",
 383               "Message-ID"  => "<header.$ref.$nn.ackfwdd\@$gEmailDomain>",
 384               "In-Reply-To" => $header{'message-id'},
 385               References    => "$header{'message-id'} $data->{msgid}",
 386               Precedence    => 'bulk',
 387               "X-$gProject-PR-Message"  => "forwarded $ref",
 388               "X-$gProject-PR-Package"  => $data->{package},
 389               "X-$gProject-PR-Keywords" => $data->{keywords},
 390               # Only have a X-$gProject-PR-Source when we know the source package
 391               length($source_package)?("X-$gProject-PR-Source" => $source_package):(),
 392              ],message_body_template('mail/process_mark_as_forwarded',
 393                                      {date => $header{date},
 394                                       messageid => $header{'message-id'},
 395                                       data      => $data,
 396                                      },
 397                                     ),
 398              [join("\n",@msg)]),'',[$replyto,@generalbcc,@noticecc],1);
 399         } else {
 400             &htmllog("Reply","sent",$replyto,"You have taken responsibility.");
 401             &sendmessage(create_mime_message(
 402              ["X-Loop"      => "$gMaintainerEmail",
 403               From          => "$gMaintainerEmail ($gProject $gBug Tracking System)",
 404               To            => $replyto,
 405               Subject       => "$gBug#$ref: marked as done ($data->{subject})",
 406               "Message-ID"  => "<handler.$ref.$nn.ackdone\@$gEmailDomain>",
 407               "In-Reply-To" => $header{'message-id'},
 408               References    => "$header{'message-id'} $data->{msgid}",
 409               Precedence    => 'bulk',
 410               "X-$gProject-PR-Message"  => "closed $ref",
 411               "X-$gProject-PR-Package"  => $data->{package},
 412               "X-$gProject-PR-Keywords" => $data->{keywords},
 413               # Only have a X-$gProject-PR-Source when we know the source package
 414               length($source_package)?("X-$gProject-PR-Source" => $source_package):(),
 415              ],message_body_template('mail/process_mark_as_done',
 416                                      {date => $header{date},
 417                                       messageid => $header{'message-id'},
 418                                       subject   => $header{subject},
 419                                       data      => $data,
 420                                      },
 421                                     ),
 422              [$orig_report,join("\n",@msg)]),'',[$replyto,@generalbcc,@noticecc],1);
 423             &htmllog("Notification","sent",$data->{originator},
 424                 "$gBug acknowledged by developer.");
 425             &sendmessage(create_mime_message(
 426              ["X-Loop"      => "$gMaintainerEmail",
 427               From          => "$gMaintainerEmail ($gProject $gBug Tracking System)",
 428               To            => "$data->{originator}",
 429               Subject       => "$gBug#$ref closed by $markedby ($header{'subject'})",
 430               "Message-ID"  => "<handler.$ref.$nn.notifdone\@$gEmailDomain>",
 431               "In-Reply-To" => "$data->{msgid}",
 432               References    => "$header{'message-id'} $data->{msgid}",
 433               "X-$gProject-PR-Message"  => "they-closed $ref",
 434               "X-$gProject-PR-Package"  => "$data->{package}",
 435               "X-$gProject-PR-Keywords" => "$data->{keywords}",
 436               # Only have a X-$gProject-PR-Source when we know the source package
 437               length($source_package)?("X-$gProject-PR-Source" => $source_package):(),
 438               "Reply-To"                => "$ref\@$gEmailDomain",
 439               "Content-Type"            => 'text/plain; charset="utf-8"',
 440              ],message_body_template('mail/process_mark_as_done',
 441                                      {data      => $data,
 442                                       markedby  => $markedby,
 443                                      },
 444                                     ),
 445              [join("\n",@msg),$orig_report]),'',undef,1);
 446         }
 447         &appendlog;
 448     }
 449     &finish;
 450 }
 451
 452 if ($ref<0) {
 453     if ($codeletter eq 'U') {
 454         &htmllog("Warning","sent",$replyto,"Message not forwarded.");
 455         &sendmessage(create_mime_message(
 456           [From          => "$gMaintainerEmail ($gProject $gBug Tracking System)",
 457            To            => $replyto,
 458            Subject       => "Message with no $gBug number cannot be sent to submitter! ($subject)",
 459            'Message-ID'  => "<handler.x.$nn.nonumnosub\@$gEmailDomain>",
 460            'In-Reply-To' => $header{'message-id'},
 461            References    => "$header{'message-id'} $data->{msgid}",
 462            Precedence    => 'bulk',
 463            "X-$gProject-PR-Message" => 'error',
 464           ],message_body_template('process_no_bug_number',
 465                                   {subject => $subject,
 466                                    date    => $header{date},
 467                                    markaswhat => 'submitter',
 468                                    receivedat => "$baddress\@$gEmailDomain",
 469                                    messageid => $header{'message-id'},
 470                                   },
 471                                  )),'');
 472         &appendlog;
 473         &finish;
 474     }
 475
 476     $data->{found_versions} = [];
 477     $data->{fixed_versions} = [];
 478
 479     if (defined $pheader{source}) {
 480         $data->{package} = $pheader{source};
 481     } elsif (defined $pheader{package}) {
 482         $data->{package} = $pheader{package};
 483     } else {
 484         &htmllog("Warning","sent",$replyto,"Message not forwarded.");
 485         my $body = message_body_template('mail/process_no_package',
 486                                         );
 487         &sendmessage(create_mime_message(
 488                        ["X-Loop"      => "$gMaintainerEmail",
 489                         From          => "$gMaintainerEmail ($gProject $gBug Tracking System)",
 490                         To            => $replyto,
 491                         Subject       => "Message with no Package: tag cannot be processed! ($subject)",
 492                         "Message-ID"  => "<handler.x.$nn.nonumnosub\@$gEmailDomain>",
 493                         "In-Reply-To" => $header{'message-id'},
 494                         References    => "$header{'message-id'} $data->{msgid}",
 495                         Precedence    => 'bulk',
 496                         "X-$gProject-PR-Message" => 'error'
 497                        ],
 498            message_body_template('mail/process_mark_as_done',
 499                                  {date => $header{date},
 500                                   subject => $subject,
 501                                   messageid => $header{'message-id'},
 502                                   baddress => $baddress,
 503                                  },
 504                                 ),[join("\n", @msg)]), '',undef,1);
 505         &appendlog;
 506         &finish;
 507     }
 508
 509     $data->{keywords}= '';
 510     if (defined($pheader{'keywords'})) {
 511         $data->{keywords}= $pheader{'keywords'};
 512     } elsif (defined($pheader{'tags'})) {
 513         $data->{keywords}= $pheader{'tags'};
 514     }
 515     if (length($data->{keywords})) {
 516         my @kws;
 517         my %gkws = map { ($_, 1) } @gTags;
 518         foreach my $kw (sort split(/[,\s]+/, lc($data->{keywords}))) {
 519             push @kws, $kw if (defined $gkws{$kw});
 520         }
 521         $data->{keywords} = join(" ", @kws);
 522     }
 523     $data->{severity}= '';
 524     if (defined($pheader{'severity'}) || defined($pheader{'priority'})) {
 525         $data->{severity}= $pheader{'severity'};
 526         $data->{severity}= $pheader{'priority'} unless ($data->{severity});
 527         $data->{severity} =~ s/^\s*(.+)\s*$/$1/;
 528
 529         if (!grep($_ eq $data->{severity}, @gSeverityList, "$gDefaultSeverity")) {
 530             $brokenness.= fill_in_template('mail/invalid_severity',
 531                                            {severity=>$data->{severity}}
 532                                           );
 533             $data->{severity}= '';
 534         }
 535     }
 536     if (defined($pheader{owner})) {
 537         $data->{owner}= $pheader{owner};
 538     }
 539     if (defined($pheader{forwarded})) {
 540         $data->{'forwarded-to'} = $pheader{forwarded};
 541     }
 542     &filelock("nextnumber.lock");
 543     open(N,"nextnumber") || &quit("nextnumber: read: $!");
 544     my $nextnumber=<N>; $nextnumber =~ s/\n$// || &quit("nextnumber bad format");
 545     $ref= $nextnumber+0;  $nextnumber += 1;  $newref=1;
 546     &overwrite('nextnumber', "$nextnumber\n");
 547     &unfilelock;
 548     my $hash = get_hashname($ref);
 549     &overwrite("db-h/$hash/$ref.log",'');
 550     $data->{originator} = $replyto;
 551     $data->{date} = $intdate;
 552     $data->{subject} = $subject;
 553     $data->{msgid} = $header{'message-id'};
 554     writebug($ref, $data);
 555     # Deal with usertags
 556     if (exists $pheader{usertags}) {
 557          my $user = $replyto;
 558          $user = $pheader{user} if exists $pheader{user};
 559          $user =~ s/,.*//;
 560          $user =~ s/^.*<(.*)>.*$/$1/;
 561          $user =~ s/[(].*[)]//;
 562          $user =~ s/^\s*(\S+)\s+.*$/$1/;
 563          if ($user ne '' and Debbugs::User::is_valid_user($user)) {
 564               $pheader{usertags} =~ s/(?:^\s+|\s+$)//g;
 565               my %user_tags;
 566               read_usertags(\%user_tags,$user);
 567               for my $tag (split /[,\s]+/, $pheader{usertags}) {
 568                    if ($tag =~ /^[a-zA-Z0-9.+\@-]+/) {
 569                         my %bugs_with_tag;
 570                         @bugs_with_tag{@{$user_tags{$tag}}} = (1) x @{$user_tags{$tag}};
 571                         $bugs_with_tag{$ref} = 1;
 572                         $user_tags{$tag} = [keys %bugs_with_tag];
 573                    }
 574               }
 575               write_usertags(\%user_tags,$user);
 576          }
 577          else {
 578               $brokenness .= fill_in_template('mail/invalid_user',
 579                                               {user => $user}
 580                                              );
 581          }
 582     }
 583     &overwrite("db-h/$hash/$ref.report",
 584                join("\n",@msg)."\n");
 585 }
 586
 587 &checkmaintainers;
 588
 589 print DEBUG "maintainers >".join(' ',@maintaddrs)."<\n";
 590
 591 my $orgsender= defined($header{'sender'}) ? "Original-Sender: $header{'sender'}\n" : '';
 592 my $newsubject= $subject;  $newsubject =~ s/^$gBug#$ref:*\s*//;
 593
 594 my $xcchdr= $header{ 'x-debbugs-cc' } || '';
 595 if ($xcchdr =~ m/\S/) {
 596     push(@resentccs,$xcchdr);
 597     $resentccexplain.= fill_template('mail/xdebbugscc',
 598                                      {xcchdr => $xcchdr},
 599                                     );
 600 }
 601
 602 if (@maintaddrs && ($codeletter eq 'B' || $codeletter eq 'M')) {
 603     push(@resentccs,@maintaddrs);
 604     $resentccexplain.= fill_template('mail/maintainercc',
 605                                      {maintaddrs => \@maintaddrs,
 606                                      },
 607                                     );
 608 }
 609
 610 @bccs = @addsrcaddrs;
 611 if (defined $gStrongList and isstrongseverity($data->{severity})) {
 612     push @bccs, "$gStrongList\@$gListDomain";
 613 }
 614
 615 # Send mail to the per bug list subscription too
 616 push @bccs, "bugs=$ref\@$gListDomain";
 617
 618 if (defined $pheader{source}) {
 619     # Prefix source versions with the name of the source package. They
 620     # appear that way in version trees so that we can deal with binary
 621     # packages moving from one source package to another.
 622     if (defined $pheader{'source-version'}) {
 623         addfoundversions($data, $pheader{source}, $pheader{'source-version'}, '');
 624     } elsif (defined $pheader{version}) {
 625         addfoundversions($data, $pheader{source}, $pheader{version}, '');
 626     }
 627     writebug($ref, $data);
 628 } elsif (defined $pheader{package}) {
 629     # TODO: could handle Source-Version: by looking up the source package?
 630     addfoundversions($data, $pheader{package}, $pheader{version}, 'binary');
 631     writebug($ref, $data);
 632 }
 633
 634 my $veryquiet= $codeletter eq 'Q';
 635 if ($codeletter eq 'M' && !@maintaddrs) {
 636     $veryquiet= 1;
 637     $brokenness.= fill_template('mail/invalid_maintainer',
 638                                 {},
 639                                );
 640 }
 641
 642 my $resentccval.= join(', ',@resentccs);
 643 $resentccval =~ s/\s+\n\s+/ /g; $resentccval =~ s/^\s+/ /; $resentccval =~ s/\s+$//;
 644 my $resentcc = '';
 645 if (length($resentccval)) {
 646     $resentcc= "Resent-CC: $resentccval\n";
 647 }
 648
 649 if ($codeletter eq 'U') {
 650     &htmllog("Message", "sent on", $data->{originator}, "$gBug#$ref.");
 651     &sendmessage(<<END,[$data->{originator},@resentccs],[@bccs]);
 652 Subject: $gBug#$ref: $newsubject
 653 Reply-To: $replyto, $ref-quiet\@$gEmailDomain
 654 ${orgsender}Resent-To: $data->{originator}
 655 ${resentcc}Resent-Date: $tdate
 656 Resent-Message-ID: <handler.$ref.$nn\@$gEmailDomain>
 657 Resent-Sender: $gMaintainerEmail
 658 X-$gProject-PR-Message: report $ref
 659 X-$gProject-PR-Package: $data->{package}
 660 X-$gProject-PR-Keywords: $data->{keywords}
 661 ${source_pr_header}$fwd
 662 END
 663 } elsif ($codeletter eq 'B') { # Sent to submit
 664     &htmllog($newref ? "Report" : "Information", "forwarded",
 665              join(', ',"$gSubmitList\@$gListDomain",@resentccs),
 666              "<code>$gBug#$ref</code>".
 667              (length($data->{package})? "; Package <code>".html_escape($data->{package})."</code>" : '').
 668              ".");
 669     &sendmessage(<<END,["$gSubmitList\@$gListDomain",@resentccs],[@bccs]);
 670 Subject: $gBug#$ref: $newsubject
 671 Reply-To: $replyto, $ref\@$gEmailDomain
 672 Resent-From: $header{'from'}
 673 ${orgsender}Resent-To: $gSubmitList\@$gListDomain
 674 ${resentcc}Resent-Date: $tdate
 675 Resent-Message-ID: <handler.$ref.$nn\@$gEmailDomain>
 676 Resent-Sender: $gMaintainerEmail
 677 X-$gProject-PR-Message: report $ref
 678 X-$gProject-PR-Package: $data->{package}
 679 X-$gProject-PR-Keywords: $data->{keywords}
 680 ${source_pr_header}$fwd
 681 END
 682 } elsif (@resentccs or @bccs) { # Quiet or Maintainer
 683     # D and F done far earlier; B just done - so this must be M or Q
 684     # We preserve whichever it was in the Reply-To (possibly adding
 685     # the $gBug#).
 686     if (@resentccs) {
 687         &htmllog($newref ? "Report" : "Information", "forwarded",
 688                  $resentccval,
 689                  "<code>$gBug#$ref</code>".
 690                  (length($data->{package}) ? "; Package <code>".html_escape($data->{package})."</code>" : '').
 691                  ".");
 692     } else {
 693         &htmllog($newref ? "Report" : "Information", "stored",
 694                  "",
 695                  "<code>$gBug#$ref</code>".
 696                  (length($data->{package}) ? "; Package <code>".html_escape($data->{package})."</code>" : '').
 697                  ".");
 698     }
 699     &sendmessage(<<END,[@resentccs],[@bccs]);
 700 Subject: $gBug#$ref: $newsubject
 701 Reply-To: $replyto, $ref-$baddressroot\@$gEmailDomain
 702 Resent-From: $header{'from'}
 703 ${orgsender}Resent-To: $resentccval
 704 Resent-Date: $tdate
 705 Resent-Message-ID: <handler.$ref.$nn\@$gEmailDomain>
 706 Resent-Sender: $gMaintainerEmail
 707 X-$gProject-PR-Message: report $ref
 708 X-$gProject-PR-Package: $data->{package}
 709 X-$gProject-PR-Keywords: $data->{keywords}
 710 ${source_pr_header}$fwd
 711 END
 712 }
 713
 714 my $htmlbreak= length($brokenness) ? "<p>\n".html_escape($brokenness)."\n<p>\n" : '';
 715 $htmlbreak =~ s/\n\n/\n<P>\n\n/g;
 716 if (length($resentccval)) {
 717     $htmlbreak = "  Copy sent to <code>".html_escape($resentccval)."</code>.".
 718         $htmlbreak;
 719 }
 720
 721 # Should we send an ack out?
 722 if (not exists $header{'x-debbugs-no-ack'} and
 723     ($newref or
 724      ($codeletter ne 'U' and
 725       not defined $header{precedence} or
 726       $header{'precedence'} !~ /\b(?:bulk|junk|list)\b/
 727      )
 728     )
 729    ){
 730
 731      # figure out forward explanation
 732      my $forwardexplain = '';
 733      my $thanks = '';
 734      my $extra_vars;
 735      # will contain info and -info in moreinfo messages
 736      my $info = '';
 737      my $infod = '';
 738      # temporary headers
 739      my %t_h;
 740      if ($newref) {
 741           &htmllog("Acknowledgement","sent",$replyto,
 742                    ($veryquiet ?
 743                     "New $gBug report received and filed, but not forwarded." :
 744                     "New $gBug report received and forwarded."). $htmlbreak);
 745           $thanks = fill_template('mail/process_ack_thanks_new');
 746      }
 747      else {
 748           &htmllog("Acknowledgement","sent",$replyto,
 749                    ($veryquiet ? "Extra info received and filed, but not forwarded." :
 750                     $codeletter eq 'M' ? "Extra info received and forwarded to maintainer." :
 751                     "Extra info received and forwarded to list."). $htmlbreak);
 752           $thanks = fill_template('mail/process_ack_thanks_additional');
 753           $info = 'info';
 754           $infod = '-info';
 755      }
 756      if ($veryquiet) {
 757           $forwardexplain = fill_template('mail/forward_veryquiet',
 758                                          );
 759           # these are the headers that quiet messages override
 760           $t_h{messageid}  = "<handler.$ref.$nn.ack${info}quiet\@$gEmailDomain>";
 761           $t_h{pr_message} = "ack${infod}-quiet $ref";
 762           $t_h{reply_to}   = "$ref-quiet\@$gEmailDomain";
 763           $extra_vars->{refreplyto} = "$ref-quiet\@$gEmailDomain";
 764           $t_h{subject}    = length($info)?
 765                "$gBug#$ref: Info received and FILED only ($subject)":
 766                "$gBug#$ref: Acknowledgement of QUIET report ($subject)";
 767      }
 768      elsif ($codeletter eq 'M') {
 769           $forwardexplain = fill_template('mail/forward_maintonly',
 770                                          );
 771           # these are the headers that maintonly messages override
 772           $t_h{messageid}  = "<handler.$ref.$nn.ack{$info}maintonly\@$gEmailDomain>";
 773           $t_h{pr_message} = "ack${infod}-maintonly $ref";
 774           $t_h{reply_to}   = "$ref-maintonly\@$gEmailDomain";
 775           $extra_vars->{refreplyto} = "$ref-maintonly\@$gEmailDomain";
 776           $t_h{subject}    = length($info)?
 777                "$gBug#$ref: Info received for maintainer only ($subject)":
 778                "$gBug#$ref: Acknowledgement of maintainer-only report ($subject)";
 779      }
 780      else {
 781           $forwardexplain = fill_template('mail/forward_normal',
 782                                          );
 783           $t_h{messageid}  = "<handler.$ref.$nn.ack${info}\@$gEmailDomain>";
 784           $t_h{pr_message} = "ack${infod} $ref";
 785           $t_h{reply_to}   = "$ref\@$gEmailDomain";
 786           $extra_vars->{refreplyto} = "$ref\@$gEmailDomain";
 787           $t_h{subject}    = length($info)?
 788                "$gBug#$ref: Info received ($subject)" :
 789                "$gBug#$ref: Acknowledgement ($subject)";
 790      }
 791      my $body = message_body_template('mail/process_ack',
 792                                       {forwardexplain  => $forwardexplain,
 793                                        resentccexplain => $resentccexplain,
 794                                        thanks          => $thanks,
 795                                        %{$extra_vars}
 796                                       }
 797                                      );
 798      &sendmessage(create_mime_message(
 799                        ["X-Loop"      => "$gMaintainerEmail",
 800                         From          => "$gMaintainerEmail ($gProject $gBug Tracking System)",
 801                         To            => $replyto,
 802                         Subject       => $t_h{subject},
 803                         "Message-ID"  => $t_h{messageid},
 804                         "In-Reply-To" => $header{'message-id'},
 805                         References    => $header{'message-id'},
 806                         Precedence    => 'bulk',
 807                         "X-$gProject-PR-Message"  => $t_h{pr_message} || "ack $ref",
 808                         "X-$gProject-PR-Package"  => $data->{package},
 809                         "X-$gProject-PR-Keywords" => $data->{keywords},
 810                         # Only have a X-$gProject-PR-Source when we know the source package
 811                         length($source_package)?("X-$gProject-PR-Source" => $source_package):(),
 812                         "Reply-To"                => $t_h{reply_to} || "$ref\@$gEmailDomain",
 813                        ],$body,[]), '',undef,1);
 814 }
 815
 816 &appendlog;
 817 &finish;
 818
 819 sub overwrite {
 820     my ($f,$v) = @_;
 821     open(NEW,">$f.new") || &quit("$f.new: create: $!");
 822     print(NEW "$v") || &quit("$f.new: write: $!");
 823     close(NEW) || &quit("$f.new: close: $!");
 824     rename("$f.new","$f") || &quit("rename $f.new to $f: $!");
 825 }
 826
 827 sub appendlog {
 828     my $hash = get_hashname($ref);
 829     if (!open(AP,">>db-h/$hash/$ref.log")) {
 830         print DEBUG "failed open log<\n";
 831         print DEBUG "failed open log err $!<\n";
 832         &quit("opening db-h/$hash/$ref.log (li): $!");
 833     }
 834     print(AP "\7\n",escape_log(@log),"\n\3\n") || &quit("writing db-h/$hash/$ref.log (li): $!");
 835     close(AP) || &quit("closing db-h/$hash/$ref.log (li): $!");
 836 }
 837
 838 sub finish {
 839     my ($exit) = @_;
 840     $exit ||= 0;
 841     utime(time,time,"db");
 842     # cleanups are run in an end block now.
 843     #my ($u);
 844     #while ($u= $cleanups[$#cleanups]) { &$u; }
 845     unlink("incoming/P$nn") || &quit("unlinking incoming/P$nn: $!");
 846     exit $exit;
 847 }
 848
 849 &quit("wot no exit");
 850
 851 sub htmllog {
 852     my ($whatobj,$whatverb,$where,$desc) = @_;
 853     my $hash = get_hashname($ref);
 854     open(AP,">>db-h/$hash/$ref.log") || &quit("opening db-h/$hash/$ref.log (lh): $!");
 855     print(AP
 856           "\6\n".
 857           "<strong>$whatobj $whatverb</strong>".
 858           ($where eq '' ? "" : " to <code>".html_escape($where)."</code>").
 859           ":<br>\n". $desc.
 860           "\n\3\n") || &quit("writing db-h/$hash/$ref.log (lh): $!");
 861     close(AP) || &quit("closing db-h/$hash/$ref.log (lh): $!");
 862 }
 863
 864 sub stripbccs {
 865     my $msg = shift;
 866     my $ret = '';
 867     my $bcc = 0;
 868     while ($msg =~ s/(.*\n)//) {
 869         local $_ = $1;
 870         if (/^$/) {
 871             $ret .= $_;
 872             last;
 873         }
 874         if ($bcc) {
 875             # strip continuation lines too
 876             next if /^\s/;
 877             $bcc = 0;
 878         }
 879         if (/^Bcc:/i) {
 880             $bcc = 1;
 881         } else {
 882             $ret .= $_;
 883         }
 884     }
 885     return $ret . $msg;
 886 }
 887
 888 =head2 send_message
 889
 890      send_message($the_message,\@recipients,\@bcc,$do_not_encode)
 891
 892 The first argument is the scalar message, the second argument is the
 893 arrayref of recipients, the third is the arrayref of Bcc:'ed
 894 recipients.
 895
 896 The final argument turns off header encoding and the addition of the
 897 X-Loop header if true, defaults to false.
 898
 899 =cut
 900
 901
 902 sub sendmessage {
 903     my ($msg,$recips,$bcc,$no_encode) = @_;
 904     if (not defined $recips or (!ref($recips) && $recips eq '')
 905         or @$recips == 0) {
 906         $recips = ['-t'];
 907     }
 908     # This is suboptimal. The right solution is to send headers
 909     # separately from the rest of the message and encode them rather
 910     # than doing this.
 911     $msg = "X-Loop: $gMaintainerEmail\n" . $msg unless $no_encode;
 912     # The original message received is written out in appendlog, so
 913     # before writing out the other messages we've sent out, we need to
 914     # RFC1522 encode the header.
 915     $msg = encode_headers($msg) unless $no_encode;
 916
 917     my $hash = get_hashname($ref);
 918     #save email to the log
 919     open(AP,">>db-h/$hash/$ref.log") || &quit("opening db-h/$hash/$ref.log (lo): $!");
 920     print(AP "\2\n",join("\4",@$recips),"\n\5\n",
 921           escape_log(stripbccs($msg)),"\n\3\n") ||
 922         &quit("writing db-h/$hash/$ref.log (lo): $!");
 923     close(AP) || &quit("closing db-h/$hash/$ref.log (lo): $!");
 924
 925     if (ref($bcc)) {
 926         shift @$recips if $recips->[0] eq '-t';
 927         push @$recips, @$bcc;
 928     }
 929
 930     send_mail_message(message        => $msg,
 931                       # Because we encode the headers above, we do not want to encode them here
 932                       encode_headers => 0,
 933                       recipients     => $recips);
 934 }
 935
 936 =head2 message_body_template
 937
 938      message_body_template('mail/ack',{ref=>'foo'});
 939
 940 Creates a message body using a template
 941
 942 =cut
 943
 944 sub message_body_template{
 945      my ($template,$extra_var) = @_;
 946      $extra_var ||={};
 947      my $body = fill_template($template,$extra_var);
 948      return fill_template('mail/message_body',
 949                           {%{$extra_var},
 950                            body => $body,
 951                           },
 952                          );
 953 }
 954
 955 =head2 fill_template
 956
 957      fill_template('mail/foo',{foo=>'bar'});
 958
 959 Calls fill_in_template with a default set of variables and any extras
 960 added in.
 961
 962 =cut
 963
 964 sub fill_template{
 965      my ($template,$extra_var) = @_;
 966      $extra_var ||={};
 967      my $variables = {config => \%config,
 968                       defined($ref)?(ref    => $ref):(),
 969                       defined($data)?(data  => $data):(),
 970                       %{$extra_var},
 971                      };
 972      my $hole_var = {'&bugurl' =>
 973                      sub{"$_[0]: ".
 974                               'http://'.$config{cgi_domain}.'/'.
 975                                    Debbugs::CGI::bug_url($_[0]);
 976                     }
 977                     };
 978      return fill_in_template(template => $template,
 979                              variables => $variables,
 980                              hole_var  => $hole_var,
 981                             );
 982 }
 983
 984
 985 my $maintainerschecked = 0;
 986 sub checkmaintainers {
 987     return if $maintainerschecked++;
 988     return if !length($data->{package});
 989     my %maintainerof;
 990     open(MAINT,"$gMaintainerFile") || die &quit("maintainers open: $!");
 991     while (<MAINT>) {
 992         m/^\n$/ && next;
 993         m/^\s*$/ && next;
 994         m/^(\S+)\s+(\S.*\S)\s*\n$/ || &quit("maintainers bogus \`$_'");
 995         $a= $1; $b= $2; $a =~ y/A-Z/a-z/;
 996         # use the package which is normalized to lower case; we do this because we lc the pseudo headers.
 997         $maintainerof{$a}= $2;
 998     }
 999     close(MAINT);
1000     open(MAINT,"$gMaintainerFileOverride") || die &quit("maintainers.override open: $!");
1001     while (<MAINT>) {
1002         m/^\n$/ && next;
1003         m/^\s*$/ && next;
1004         m/^(\S+)\s+(\S.*\S)\s*\n$/ || &quit("maintainers.override bogus \`$_'");
1005         $a= $1; $b= $2; $a =~ y/A-Z/a-z/;
1006         # use the package which is normalized to lower case; we do this because we lc the pseudo headers.
1007         $maintainerof{$a}= $2;
1008     }
1009     close(MAINT);
1010     my %pkgsrc;
1011     open(SOURCES,"$gPackageSource") || &quit("pkgsrc open: $!");
1012     while (<SOURCES>) {
1013         next unless m/^(\S+)\s+\S+\s+(\S.*\S)\s*$/;
1014         ($a,$b)=($1,$2);
1015         $a =~ y/A-Z/a-z/;
1016         $pkgsrc{$a} = $b;
1017     }
1018     close(SOURCES);
1019     my $anymaintfound=0; my $anymaintnotfound=0;
1020     for my $p (split(m/[ \t?,():]+/,$data->{package})) {
1021         $p =~ y/A-Z/a-z/;
1022         $p =~ /([a-z0-9.+-]+)/;
1023         $p = $1;
1024         next unless defined $p;
1025         if (defined $gSubscriptionDomain) {
1026             if (defined($pkgsrc{$p})) {
1027                 push @addsrcaddrs, "$pkgsrc{$p}\@$gSubscriptionDomain";
1028             } else {
1029                 push @addsrcaddrs, "$p\@$gSubscriptionDomain";
1030             }
1031         }
1032         if (defined($maintainerof{$p})) {
1033             print DEBUG "maintainer add >$p|$maintainerof{$p}<\n";
1034             my $addmaint= $maintainerof{$p};
1035             push(@maintaddrs,$addmaint) unless
1036                 $addmaint eq $replyto || grep($_ eq $addmaint, @maintaddrs);
1037             $anymaintfound++;
1038         } else {
1039             print DEBUG "maintainer none >$p<\n";
1040             push(@maintaddrs,$gUnknownMaintainerEmail) unless $anymaintnotfound;
1041             $anymaintnotfound++;
1042             last;
1043         }
1044     }
1045
1046     if (defined $data->{owner} and length $data->{owner}) {
1047         print DEBUG "owner add >$data->{package}|$data->{owner}<\n";
1048         my $addmaint = $data->{owner};
1049         push(@maintaddrs, $addmaint) unless
1050             $addmaint eq $replyto or grep($_ eq $addmaint, @maintaddrs);
1051     }
1052 }
1053
1054 =head2 bug_list_forward
1055
1056      bug_list_forward($spool_filename) if $codeletter eq 'L';
1057
1058
1059 Given the spool file, will forward a bug to the per bug mailing list
1060 subscription system.
1061
1062 =cut
1063
1064 sub bug_list_forward{
1065      my ($bug_fn) = @_;
1066      # Read the bug information and package information for passing to
1067      # the mailing list
1068      my ($bug_number) = $bug_fn =~ /^L(\d+)\./;
1069      my ($bfound, $data)= lockreadbugmerge($bug_number);
1070      my $bug_fh = new IO::File "incoming/P$bug_fn" or die "Unable to open incoming/P$bug_fn $!";
1071
1072      local $/ = undef;
1073      my $bug_message = <$bug_fh>;
1074      my ($bug_address) = $bug_message =~ /^Received: \(at ([^\)]+)\) by/;
1075      my ($envelope_from) = $bug_message =~ s/\nFrom\s+([^\s]+)[^\n]+\n/\n/;
1076      if (not defined $envelope_from) {
1077           # Try to use the From: header or something to set it
1078           ($envelope_from) = $bug_message =~ /\nFrom:\s+(.+?)\n/;
1079           # Kludgy, and should really be using a full scale header
1080           # parser to do this.
1081           $envelope_from =~ s/^.+?<([^>]+)>.+$/$1/;
1082      }
1083      my ($header,$body) = split /\n\n/, $bug_message, 2;
1084      # Add X-$gProject-PR-Message: list bug_number, package name, and bug title headers
1085      $header .= qq(\nX-$gProject-PR-Message: list $bug_number\n).
1086           qq(X-$gProject-PR-Package: $data->{package}\n).
1087                qq(X-$gProject-PR-Title: $data->{subject})
1088                if defined $data;
1089      print STDERR "Tried to loop me with $envelope_from\n"
1090           and exit 1 if $envelope_from =~ /\Q$gListDomain\E|\Q$gEmailDomain\E/;
1091      print DEBUG $envelope_from,qq(\n);
1092      # If we don't have a bug address, something has gone horribly wrong.
1093      print STDERR "Doesn't match: $bug_address\n" and exit 1 unless defined $bug_address;
1094      $bug_address =~ s/\@.+//;
1095      print DEBUG "Sending message to bugs=$bug_address\@$gListDomain\n";
1096      print DEBUG $header.qq(\n\n).$body;
1097      send_mail_message(message        => $header.qq(\n\n).$body,
1098                        recipients     => ["bugs=$bug_address\@$gListDomain"],
1099                        envelope_from  => $envelope_from,
1100                        encode_headers => 0,
1101                       );
1102      unlink("incoming/P$bug_fn") || &quit("unlinking incoming/P$bug_fn: $!");
1103      exit 0;
1104 }