Merge branch 'tr/copy-revisions-from-stdin' into maint
[git] / git-send-email.perl
1 #!/usr/bin/perl
2 #
3 # Copyright 2002,2005 Greg Kroah-Hartman <greg@kroah.com>
4 # Copyright 2005 Ryan Anderson <ryan@michonline.com>
5 #
6 # GPL v2 (See COPYING)
7 #
8 # Ported to support git "mbox" format files by Ryan Anderson <ryan@michonline.com>
9 #
10 # Sends a collection of emails to the given email addresses, disturbingly fast.
11 #
12 # Supports two formats:
13 # 1. mbox format files (ignoring most headers and MIME formatting - this is designed for sending patches)
14 # 2. The original format support by Greg's script:
15 #    first line of the message is who to CC,
16 #    and second line is the subject of the message.
17 #
18
19 use 5.008;
20 use strict;
21 use warnings;
22 use Term::ReadLine;
23 use Getopt::Long;
24 use Text::ParseWords;
25 use Data::Dumper;
26 use Term::ANSIColor;
27 use File::Temp qw/ tempdir tempfile /;
28 use File::Spec::Functions qw(catfile);
29 use Error qw(:try);
30 use Git;
31
32 Getopt::Long::Configure qw/ pass_through /;
33
34 package FakeTerm;
35 sub new {
36         my ($class, $reason) = @_;
37         return bless \$reason, shift;
38 }
39 sub readline {
40         my $self = shift;
41         die "Cannot use readline on FakeTerm: $$self";
42 }
43 package main;
44
45
46 sub usage {
47         print <<EOT;
48 git send-email [options] <file | directory | rev-list options >
49
50   Composing:
51     --from                  <str>  * Email From:
52     --[no-]to               <str>  * Email To:
53     --[no-]cc               <str>  * Email Cc:
54     --[no-]bcc              <str>  * Email Bcc:
55     --subject               <str>  * Email "Subject:"
56     --in-reply-to           <str>  * Email "In-Reply-To:"
57     --annotate                     * Review each patch that will be sent in an editor.
58     --compose                      * Open an editor for introduction.
59     --compose-encoding      <str>  * Encoding to assume for introduction.
60     --8bit-encoding         <str>  * Encoding to assume 8bit mails if undeclared
61
62   Sending:
63     --envelope-sender       <str>  * Email envelope sender.
64     --smtp-server       <str:int>  * Outgoing SMTP server to use. The port
65                                      is optional. Default 'localhost'.
66     --smtp-server-option    <str>  * Outgoing SMTP server option to use.
67     --smtp-server-port      <int>  * Outgoing SMTP server port.
68     --smtp-user             <str>  * Username for SMTP-AUTH.
69     --smtp-pass             <str>  * Password for SMTP-AUTH; not necessary.
70     --smtp-encryption       <str>  * tls or ssl; anything else disables.
71     --smtp-ssl                     * Deprecated. Use '--smtp-encryption ssl'.
72     --smtp-domain           <str>  * The domain name sent to HELO/EHLO handshake
73     --smtp-debug            <0|1>  * Disable, enable Net::SMTP debug.
74
75   Automating:
76     --identity              <str>  * Use the sendemail.<id> options.
77     --to-cmd                <str>  * Email To: via `<str> \$patch_path`
78     --cc-cmd                <str>  * Email Cc: via `<str> \$patch_path`
79     --suppress-cc           <str>  * author, self, sob, cc, cccmd, body, bodycc, all.
80     --[no-]signed-off-by-cc        * Send to Signed-off-by: addresses. Default on.
81     --[no-]suppress-from           * Send to self. Default off.
82     --[no-]chain-reply-to          * Chain In-Reply-To: fields. Default off.
83     --[no-]thread                  * Use In-Reply-To: field. Default on.
84
85   Administering:
86     --confirm               <str>  * Confirm recipients before sending;
87                                      auto, cc, compose, always, or never.
88     --quiet                        * Output one line of info per email.
89     --dry-run                      * Don't actually send the emails.
90     --[no-]validate                * Perform patch sanity checks. Default on.
91     --[no-]format-patch            * understand any non optional arguments as
92                                      `git format-patch` ones.
93     --force                        * Send even if safety checks would prevent it.
94
95 EOT
96         exit(1);
97 }
98
99 # most mail servers generate the Date: header, but not all...
100 sub format_2822_time {
101         my ($time) = @_;
102         my @localtm = localtime($time);
103         my @gmttm = gmtime($time);
104         my $localmin = $localtm[1] + $localtm[2] * 60;
105         my $gmtmin = $gmttm[1] + $gmttm[2] * 60;
106         if ($localtm[0] != $gmttm[0]) {
107                 die "local zone differs from GMT by a non-minute interval\n";
108         }
109         if ((($gmttm[6] + 1) % 7) == $localtm[6]) {
110                 $localmin += 1440;
111         } elsif ((($gmttm[6] - 1) % 7) == $localtm[6]) {
112                 $localmin -= 1440;
113         } elsif ($gmttm[6] != $localtm[6]) {
114                 die "local time offset greater than or equal to 24 hours\n";
115         }
116         my $offset = $localmin - $gmtmin;
117         my $offhour = $offset / 60;
118         my $offmin = abs($offset % 60);
119         if (abs($offhour) >= 24) {
120                 die ("local time offset greater than or equal to 24 hours\n");
121         }
122
123         return sprintf("%s, %2d %s %d %02d:%02d:%02d %s%02d%02d",
124                        qw(Sun Mon Tue Wed Thu Fri Sat)[$localtm[6]],
125                        $localtm[3],
126                        qw(Jan Feb Mar Apr May Jun
127                           Jul Aug Sep Oct Nov Dec)[$localtm[4]],
128                        $localtm[5]+1900,
129                        $localtm[2],
130                        $localtm[1],
131                        $localtm[0],
132                        ($offset >= 0) ? '+' : '-',
133                        abs($offhour),
134                        $offmin,
135                        );
136 }
137
138 my $have_email_valid = eval { require Email::Valid; 1 };
139 my $have_mail_address = eval { require Mail::Address; 1 };
140 my $smtp;
141 my $auth;
142
143 # Variables we fill in automatically, or via prompting:
144 my (@to,$no_to,@initial_to,@cc,$no_cc,@initial_cc,@bcclist,$no_bcc,@xh,
145         $initial_reply_to,$initial_subject,@files,
146         $author,$sender,$smtp_authpass,$annotate,$compose,$time);
147
148 my $envelope_sender;
149
150 # Example reply to:
151 #$initial_reply_to = ''; #<20050203173208.GA23964@foobar.com>';
152
153 my $repo = eval { Git->repository() };
154 my @repo = $repo ? ($repo) : ();
155 my $term = eval {
156         $ENV{"GIT_SEND_EMAIL_NOTTY"}
157                 ? new Term::ReadLine 'git-send-email', \*STDIN, \*STDOUT
158                 : new Term::ReadLine 'git-send-email';
159 };
160 if ($@) {
161         $term = new FakeTerm "$@: going non-interactive";
162 }
163
164 # Behavior modification variables
165 my ($quiet, $dry_run) = (0, 0);
166 my $format_patch;
167 my $compose_filename;
168 my $force = 0;
169
170 # Handle interactive edition of files.
171 my $multiedit;
172 my $editor;
173
174 sub do_edit {
175         if (!defined($editor)) {
176                 $editor = Git::command_oneline('var', 'GIT_EDITOR');
177         }
178         if (defined($multiedit) && !$multiedit) {
179                 map {
180                         system('sh', '-c', $editor.' "$@"', $editor, $_);
181                         if (($? & 127) || ($? >> 8)) {
182                                 die("the editor exited uncleanly, aborting everything");
183                         }
184                 } @_;
185         } else {
186                 system('sh', '-c', $editor.' "$@"', $editor, @_);
187                 if (($? & 127) || ($? >> 8)) {
188                         die("the editor exited uncleanly, aborting everything");
189                 }
190         }
191 }
192
193 # Variables with corresponding config settings
194 my ($thread, $chain_reply_to, $suppress_from, $signed_off_by_cc);
195 my ($to_cmd, $cc_cmd);
196 my ($smtp_server, $smtp_server_port, @smtp_server_options);
197 my ($smtp_authuser, $smtp_encryption);
198 my ($identity, $aliasfiletype, @alias_files, $smtp_domain);
199 my ($validate, $confirm);
200 my (@suppress_cc);
201 my ($auto_8bit_encoding);
202 my ($compose_encoding);
203
204 my ($debug_net_smtp) = 0;               # Net::SMTP, see send_message()
205
206 my $not_set_by_user = "true but not set by the user";
207
208 my %config_bool_settings = (
209     "thread" => [\$thread, 1],
210     "chainreplyto" => [\$chain_reply_to, $not_set_by_user],
211     "suppressfrom" => [\$suppress_from, undef],
212     "signedoffbycc" => [\$signed_off_by_cc, undef],
213     "signedoffcc" => [\$signed_off_by_cc, undef],      # Deprecated
214     "validate" => [\$validate, 1],
215     "multiedit" => [\$multiedit, undef]
216 );
217
218 my %config_settings = (
219     "smtpserver" => \$smtp_server,
220     "smtpserverport" => \$smtp_server_port,
221     "smtpserveroption" => \@smtp_server_options,
222     "smtpuser" => \$smtp_authuser,
223     "smtppass" => \$smtp_authpass,
224     "smtpdomain" => \$smtp_domain,
225     "to" => \@initial_to,
226     "tocmd" => \$to_cmd,
227     "cc" => \@initial_cc,
228     "cccmd" => \$cc_cmd,
229     "aliasfiletype" => \$aliasfiletype,
230     "bcc" => \@bcclist,
231     "suppresscc" => \@suppress_cc,
232     "envelopesender" => \$envelope_sender,
233     "confirm"   => \$confirm,
234     "from" => \$sender,
235     "assume8bitencoding" => \$auto_8bit_encoding,
236     "composeencoding" => \$compose_encoding,
237 );
238
239 my %config_path_settings = (
240     "aliasesfile" => \@alias_files,
241 );
242
243 # Help users prepare for 1.7.0
244 sub chain_reply_to {
245         if (defined $chain_reply_to &&
246             $chain_reply_to eq $not_set_by_user) {
247                 print STDERR
248                     "In git 1.7.0, the default has changed to --no-chain-reply-to\n" .
249                     "Set sendemail.chainreplyto configuration variable to true if\n" .
250                     "you want to keep --chain-reply-to as your default.\n";
251                 $chain_reply_to = 0;
252         }
253         return $chain_reply_to;
254 }
255
256 # Handle Uncouth Termination
257 sub signal_handler {
258
259         # Make text normal
260         print color("reset"), "\n";
261
262         # SMTP password masked
263         system "stty echo";
264
265         # tmp files from --compose
266         if (defined $compose_filename) {
267                 if (-e $compose_filename) {
268                         print "'$compose_filename' contains an intermediate version of the email you were composing.\n";
269                 }
270                 if (-e ($compose_filename . ".final")) {
271                         print "'$compose_filename.final' contains the composed email.\n"
272                 }
273         }
274
275         exit;
276 };
277
278 $SIG{TERM} = \&signal_handler;
279 $SIG{INT}  = \&signal_handler;
280
281 # Begin by accumulating all the variables (defined above), that we will end up
282 # needing, first, from the command line:
283
284 my $help;
285 my $rc = GetOptions("h" => \$help,
286                     "sender|from=s" => \$sender,
287                     "in-reply-to=s" => \$initial_reply_to,
288                     "subject=s" => \$initial_subject,
289                     "to=s" => \@initial_to,
290                     "to-cmd=s" => \$to_cmd,
291                     "no-to" => \$no_to,
292                     "cc=s" => \@initial_cc,
293                     "no-cc" => \$no_cc,
294                     "bcc=s" => \@bcclist,
295                     "no-bcc" => \$no_bcc,
296                     "chain-reply-to!" => \$chain_reply_to,
297                     "smtp-server=s" => \$smtp_server,
298                     "smtp-server-option=s" => \@smtp_server_options,
299                     "smtp-server-port=s" => \$smtp_server_port,
300                     "smtp-user=s" => \$smtp_authuser,
301                     "smtp-pass:s" => \$smtp_authpass,
302                     "smtp-ssl" => sub { $smtp_encryption = 'ssl' },
303                     "smtp-encryption=s" => \$smtp_encryption,
304                     "smtp-debug:i" => \$debug_net_smtp,
305                     "smtp-domain:s" => \$smtp_domain,
306                     "identity=s" => \$identity,
307                     "annotate" => \$annotate,
308                     "compose" => \$compose,
309                     "quiet" => \$quiet,
310                     "cc-cmd=s" => \$cc_cmd,
311                     "suppress-from!" => \$suppress_from,
312                     "suppress-cc=s" => \@suppress_cc,
313                     "signed-off-cc|signed-off-by-cc!" => \$signed_off_by_cc,
314                     "confirm=s" => \$confirm,
315                     "dry-run" => \$dry_run,
316                     "envelope-sender=s" => \$envelope_sender,
317                     "thread!" => \$thread,
318                     "validate!" => \$validate,
319                     "format-patch!" => \$format_patch,
320                     "8bit-encoding=s" => \$auto_8bit_encoding,
321                     "compose-encoding=s" => \$compose_encoding,
322                     "force" => \$force,
323          );
324
325 usage() if $help;
326 unless ($rc) {
327     usage();
328 }
329
330 die "Cannot run git format-patch from outside a repository\n"
331         if $format_patch and not $repo;
332
333 # Now, let's fill any that aren't set in with defaults:
334
335 sub read_config {
336         my ($prefix) = @_;
337
338         foreach my $setting (keys %config_bool_settings) {
339                 my $target = $config_bool_settings{$setting}->[0];
340                 $$target = Git::config_bool(@repo, "$prefix.$setting") unless (defined $$target);
341         }
342
343         foreach my $setting (keys %config_path_settings) {
344                 my $target = $config_path_settings{$setting};
345                 if (ref($target) eq "ARRAY") {
346                         unless (@$target) {
347                                 my @values = Git::config_path(@repo, "$prefix.$setting");
348                                 @$target = @values if (@values && defined $values[0]);
349                         }
350                 }
351                 else {
352                         $$target = Git::config_path(@repo, "$prefix.$setting") unless (defined $$target);
353                 }
354         }
355
356         foreach my $setting (keys %config_settings) {
357                 my $target = $config_settings{$setting};
358                 next if $setting eq "to" and defined $no_to;
359                 next if $setting eq "cc" and defined $no_cc;
360                 next if $setting eq "bcc" and defined $no_bcc;
361                 if (ref($target) eq "ARRAY") {
362                         unless (@$target) {
363                                 my @values = Git::config(@repo, "$prefix.$setting");
364                                 @$target = @values if (@values && defined $values[0]);
365                         }
366                 }
367                 else {
368                         $$target = Git::config(@repo, "$prefix.$setting") unless (defined $$target);
369                 }
370         }
371
372         if (!defined $smtp_encryption) {
373                 my $enc = Git::config(@repo, "$prefix.smtpencryption");
374                 if (defined $enc) {
375                         $smtp_encryption = $enc;
376                 } elsif (Git::config_bool(@repo, "$prefix.smtpssl")) {
377                         $smtp_encryption = 'ssl';
378                 }
379         }
380 }
381
382 # read configuration from [sendemail "$identity"], fall back on [sendemail]
383 $identity = Git::config(@repo, "sendemail.identity") unless (defined $identity);
384 read_config("sendemail.$identity") if (defined $identity);
385 read_config("sendemail");
386
387 # fall back on builtin bool defaults
388 foreach my $setting (values %config_bool_settings) {
389         ${$setting->[0]} = $setting->[1] unless (defined (${$setting->[0]}));
390 }
391
392 # 'default' encryption is none -- this only prevents a warning
393 $smtp_encryption = '' unless (defined $smtp_encryption);
394
395 # Set CC suppressions
396 my(%suppress_cc);
397 if (@suppress_cc) {
398         foreach my $entry (@suppress_cc) {
399                 die "Unknown --suppress-cc field: '$entry'\n"
400                         unless $entry =~ /^(?:all|cccmd|cc|author|self|sob|body|bodycc)$/;
401                 $suppress_cc{$entry} = 1;
402         }
403 }
404
405 if ($suppress_cc{'all'}) {
406         foreach my $entry (qw (cccmd cc author self sob body bodycc)) {
407                 $suppress_cc{$entry} = 1;
408         }
409         delete $suppress_cc{'all'};
410 }
411
412 # If explicit old-style ones are specified, they trump --suppress-cc.
413 $suppress_cc{'self'} = $suppress_from if defined $suppress_from;
414 $suppress_cc{'sob'} = !$signed_off_by_cc if defined $signed_off_by_cc;
415
416 if ($suppress_cc{'body'}) {
417         foreach my $entry (qw (sob bodycc)) {
418                 $suppress_cc{$entry} = 1;
419         }
420         delete $suppress_cc{'body'};
421 }
422
423 # Set confirm's default value
424 my $confirm_unconfigured = !defined $confirm;
425 if ($confirm_unconfigured) {
426         $confirm = scalar %suppress_cc ? 'compose' : 'auto';
427 };
428 die "Unknown --confirm setting: '$confirm'\n"
429         unless $confirm =~ /^(?:auto|cc|compose|always|never)/;
430
431 # Debugging, print out the suppressions.
432 if (0) {
433         print "suppressions:\n";
434         foreach my $entry (keys %suppress_cc) {
435                 printf "  %-5s -> $suppress_cc{$entry}\n", $entry;
436         }
437 }
438
439 my ($repoauthor, $repocommitter);
440 ($repoauthor) = Git::ident_person(@repo, 'author');
441 ($repocommitter) = Git::ident_person(@repo, 'committer');
442
443 # Verify the user input
444
445 foreach my $entry (@initial_to) {
446         die "Comma in --to entry: $entry'\n" unless $entry !~ m/,/;
447 }
448
449 foreach my $entry (@initial_cc) {
450         die "Comma in --cc entry: $entry'\n" unless $entry !~ m/,/;
451 }
452
453 foreach my $entry (@bcclist) {
454         die "Comma in --bcclist entry: $entry'\n" unless $entry !~ m/,/;
455 }
456
457 sub parse_address_line {
458         if ($have_mail_address) {
459                 return map { $_->format } Mail::Address->parse($_[0]);
460         } else {
461                 return split_addrs($_[0]);
462         }
463 }
464
465 sub split_addrs {
466         return quotewords('\s*,\s*', 1, @_);
467 }
468
469 my %aliases;
470 my %parse_alias = (
471         # multiline formats can be supported in the future
472         mutt => sub { my $fh = shift; while (<$fh>) {
473                 if (/^\s*alias\s+(?:-group\s+\S+\s+)*(\S+)\s+(.*)$/) {
474                         my ($alias, $addr) = ($1, $2);
475                         $addr =~ s/#.*$//; # mutt allows # comments
476                          # commas delimit multiple addresses
477                         $aliases{$alias} = [ split_addrs($addr) ];
478                 }}},
479         mailrc => sub { my $fh = shift; while (<$fh>) {
480                 if (/^alias\s+(\S+)\s+(.*)$/) {
481                         # spaces delimit multiple addresses
482                         $aliases{$1} = [ quotewords('\s+', 0, $2) ];
483                 }}},
484         pine => sub { my $fh = shift; my $f='\t[^\t]*';
485                 for (my $x = ''; defined($x); $x = $_) {
486                         chomp $x;
487                         $x .= $1 while(defined($_ = <$fh>) && /^ +(.*)$/);
488                         $x =~ /^(\S+)$f\t\(?([^\t]+?)\)?(:?$f){0,2}$/ or next;
489                         $aliases{$1} = [ split_addrs($2) ];
490                 }},
491         elm => sub  { my $fh = shift;
492                       while (<$fh>) {
493                           if (/^(\S+)\s+=\s+[^=]+=\s(\S+)/) {
494                               my ($alias, $addr) = ($1, $2);
495                                $aliases{$alias} = [ split_addrs($addr) ];
496                           }
497                       } },
498
499         gnus => sub { my $fh = shift; while (<$fh>) {
500                 if (/\(define-mail-alias\s+"(\S+?)"\s+"(\S+?)"\)/) {
501                         $aliases{$1} = [ $2 ];
502                 }}}
503 );
504
505 if (@alias_files and $aliasfiletype and defined $parse_alias{$aliasfiletype}) {
506         foreach my $file (@alias_files) {
507                 open my $fh, '<', $file or die "opening $file: $!\n";
508                 $parse_alias{$aliasfiletype}->($fh);
509                 close $fh;
510         }
511 }
512
513 ($sender) = expand_aliases($sender) if defined $sender;
514
515 # is_format_patch_arg($f) returns 0 if $f names a patch, or 1 if
516 # $f is a revision list specification to be passed to format-patch.
517 sub is_format_patch_arg {
518         return unless $repo;
519         my $f = shift;
520         try {
521                 $repo->command('rev-parse', '--verify', '--quiet', $f);
522                 if (defined($format_patch)) {
523                         return $format_patch;
524                 }
525                 die(<<EOF);
526 File '$f' exists but it could also be the range of commits
527 to produce patches for.  Please disambiguate by...
528
529     * Saying "./$f" if you mean a file; or
530     * Giving --format-patch option if you mean a range.
531 EOF
532         } catch Git::Error::Command with {
533                 # Not a valid revision.  Treat it as a filename.
534                 return 0;
535         }
536 }
537
538 # Now that all the defaults are set, process the rest of the command line
539 # arguments and collect up the files that need to be processed.
540 my @rev_list_opts;
541 while (defined(my $f = shift @ARGV)) {
542         if ($f eq "--") {
543                 push @rev_list_opts, "--", @ARGV;
544                 @ARGV = ();
545         } elsif (-d $f and !is_format_patch_arg($f)) {
546                 opendir my $dh, $f
547                         or die "Failed to opendir $f: $!";
548
549                 push @files, grep { -f $_ } map { catfile($f, $_) }
550                                 sort readdir $dh;
551                 closedir $dh;
552         } elsif ((-f $f or -p $f) and !is_format_patch_arg($f)) {
553                 push @files, $f;
554         } else {
555                 push @rev_list_opts, $f;
556         }
557 }
558
559 if (@rev_list_opts) {
560         die "Cannot run git format-patch from outside a repository\n"
561                 unless $repo;
562         push @files, $repo->command('format-patch', '-o', tempdir(CLEANUP => 1), @rev_list_opts);
563 }
564
565 if ($validate) {
566         foreach my $f (@files) {
567                 unless (-p $f) {
568                         my $error = validate_patch($f);
569                         $error and die "fatal: $f: $error\nwarning: no patches were sent\n";
570                 }
571         }
572 }
573
574 if (@files) {
575         unless ($quiet) {
576                 print $_,"\n" for (@files);
577         }
578 } else {
579         print STDERR "\nNo patch files specified!\n\n";
580         usage();
581 }
582
583 sub get_patch_subject {
584         my $fn = shift;
585         open (my $fh, '<', $fn);
586         while (my $line = <$fh>) {
587                 next unless ($line =~ /^Subject: (.*)$/);
588                 close $fh;
589                 return "GIT: $1\n";
590         }
591         close $fh;
592         die "No subject line in $fn ?";
593 }
594
595 if ($compose) {
596         # Note that this does not need to be secure, but we will make a small
597         # effort to have it be unique
598         $compose_filename = ($repo ?
599                 tempfile(".gitsendemail.msg.XXXXXX", DIR => $repo->repo_path()) :
600                 tempfile(".gitsendemail.msg.XXXXXX", DIR => "."))[1];
601         open my $c, ">", $compose_filename
602                 or die "Failed to open for writing $compose_filename: $!";
603
604
605         my $tpl_sender = $sender || $repoauthor || $repocommitter || '';
606         my $tpl_subject = $initial_subject || '';
607         my $tpl_reply_to = $initial_reply_to || '';
608
609         print $c <<EOT;
610 From $tpl_sender # This line is ignored.
611 GIT: Lines beginning in "GIT:" will be removed.
612 GIT: Consider including an overall diffstat or table of contents
613 GIT: for the patch you are writing.
614 GIT:
615 GIT: Clear the body content if you don't wish to send a summary.
616 From: $tpl_sender
617 Subject: $tpl_subject
618 In-Reply-To: $tpl_reply_to
619
620 EOT
621         for my $f (@files) {
622                 print $c get_patch_subject($f);
623         }
624         close $c;
625
626         if ($annotate) {
627                 do_edit($compose_filename, @files);
628         } else {
629                 do_edit($compose_filename);
630         }
631
632         open my $c2, ">", $compose_filename . ".final"
633                 or die "Failed to open $compose_filename.final : " . $!;
634
635         open $c, "<", $compose_filename
636                 or die "Failed to open $compose_filename : " . $!;
637
638         my $need_8bit_cte = file_has_nonascii($compose_filename);
639         my $in_body = 0;
640         my $summary_empty = 1;
641         if (!defined $compose_encoding) {
642                 $compose_encoding = "UTF-8";
643         }
644         while(<$c>) {
645                 next if m/^GIT:/;
646                 if ($in_body) {
647                         $summary_empty = 0 unless (/^\n$/);
648                 } elsif (/^\n$/) {
649                         $in_body = 1;
650                         if ($need_8bit_cte) {
651                                 print $c2 "MIME-Version: 1.0\n",
652                                          "Content-Type: text/plain; ",
653                                            "charset=$compose_encoding\n",
654                                          "Content-Transfer-Encoding: 8bit\n";
655                         }
656                 } elsif (/^MIME-Version:/i) {
657                         $need_8bit_cte = 0;
658                 } elsif (/^Subject:\s*(.+)\s*$/i) {
659                         $initial_subject = $1;
660                         my $subject = $initial_subject;
661                         $_ = "Subject: " .
662                                 quote_subject($subject, $compose_encoding) .
663                                 "\n";
664                 } elsif (/^In-Reply-To:\s*(.+)\s*$/i) {
665                         $initial_reply_to = $1;
666                         next;
667                 } elsif (/^From:\s*(.+)\s*$/i) {
668                         $sender = $1;
669                         next;
670                 } elsif (/^(?:To|Cc|Bcc):/i) {
671                         print "To/Cc/Bcc fields are not interpreted yet, they have been ignored\n";
672                         next;
673                 }
674                 print $c2 $_;
675         }
676         close $c;
677         close $c2;
678
679         if ($summary_empty) {
680                 print "Summary email is empty, skipping it\n";
681                 $compose = -1;
682         }
683 } elsif ($annotate) {
684         do_edit(@files);
685 }
686
687 sub ask {
688         my ($prompt, %arg) = @_;
689         my $valid_re = $arg{valid_re};
690         my $default = $arg{default};
691         my $confirm_only = $arg{confirm_only};
692         my $resp;
693         my $i = 0;
694         return defined $default ? $default : undef
695                 unless defined $term->IN and defined fileno($term->IN) and
696                        defined $term->OUT and defined fileno($term->OUT);
697         while ($i++ < 10) {
698                 $resp = $term->readline($prompt);
699                 if (!defined $resp) { # EOF
700                         print "\n";
701                         return defined $default ? $default : undef;
702                 }
703                 if ($resp eq '' and defined $default) {
704                         return $default;
705                 }
706                 if (!defined $valid_re or $resp =~ /$valid_re/) {
707                         return $resp;
708                 }
709                 if ($confirm_only) {
710                         my $yesno = $term->readline("Are you sure you want to use <$resp> [y/N]? ");
711                         if (defined $yesno && $yesno =~ /y/i) {
712                                 return $resp;
713                         }
714                 }
715         }
716         return;
717 }
718
719 my %broken_encoding;
720
721 sub file_declares_8bit_cte {
722         my $fn = shift;
723         open (my $fh, '<', $fn);
724         while (my $line = <$fh>) {
725                 last if ($line =~ /^$/);
726                 return 1 if ($line =~ /^Content-Transfer-Encoding: .*8bit.*$/);
727         }
728         close $fh;
729         return 0;
730 }
731
732 foreach my $f (@files) {
733         next unless (body_or_subject_has_nonascii($f)
734                      && !file_declares_8bit_cte($f));
735         $broken_encoding{$f} = 1;
736 }
737
738 if (!defined $auto_8bit_encoding && scalar %broken_encoding) {
739         print "The following files are 8bit, but do not declare " .
740                 "a Content-Transfer-Encoding.\n";
741         foreach my $f (sort keys %broken_encoding) {
742                 print "    $f\n";
743         }
744         $auto_8bit_encoding = ask("Which 8bit encoding should I declare [UTF-8]? ",
745                                   default => "UTF-8");
746 }
747
748 if (!$force) {
749         for my $f (@files) {
750                 if (get_patch_subject($f) =~ /\Q*** SUBJECT HERE ***\E/) {
751                         die "Refusing to send because the patch\n\t$f\n"
752                                 . "has the template subject '*** SUBJECT HERE ***'. "
753                                 . "Pass --force if you really want to send.\n";
754                 }
755         }
756 }
757
758 if (!defined $sender) {
759         $sender = $repoauthor || $repocommitter || '';
760 }
761
762 my $prompting = 0;
763 if (!@initial_to && !defined $to_cmd) {
764         my $to = ask("Who should the emails be sent to (if any)? ",
765                      default => "",
766                      valid_re => qr/\@.*\./, confirm_only => 1);
767         push @initial_to, parse_address_line($to) if defined $to; # sanitized/validated later
768         $prompting++;
769 }
770
771 sub expand_aliases {
772         return map { expand_one_alias($_) } @_;
773 }
774
775 my %EXPANDED_ALIASES;
776 sub expand_one_alias {
777         my $alias = shift;
778         if ($EXPANDED_ALIASES{$alias}) {
779                 die "fatal: alias '$alias' expands to itself\n";
780         }
781         local $EXPANDED_ALIASES{$alias} = 1;
782         return $aliases{$alias} ? expand_aliases(@{$aliases{$alias}}) : $alias;
783 }
784
785 @initial_to = expand_aliases(@initial_to);
786 @initial_to = validate_address_list(sanitize_address_list(@initial_to));
787 @initial_cc = expand_aliases(@initial_cc);
788 @initial_cc = validate_address_list(sanitize_address_list(@initial_cc));
789 @bcclist = expand_aliases(@bcclist);
790 @bcclist = validate_address_list(sanitize_address_list(@bcclist));
791
792 if ($thread && !defined $initial_reply_to && $prompting) {
793         $initial_reply_to = ask(
794                 "Message-ID to be used as In-Reply-To for the first email (if any)? ",
795                 default => "",
796                 valid_re => qr/\@.*\./, confirm_only => 1);
797 }
798 if (defined $initial_reply_to) {
799         $initial_reply_to =~ s/^\s*<?//;
800         $initial_reply_to =~ s/>?\s*$//;
801         $initial_reply_to = "<$initial_reply_to>" if $initial_reply_to ne '';
802 }
803
804 if (!defined $smtp_server) {
805         foreach (qw( /usr/sbin/sendmail /usr/lib/sendmail )) {
806                 if (-x $_) {
807                         $smtp_server = $_;
808                         last;
809                 }
810         }
811         $smtp_server ||= 'localhost'; # could be 127.0.0.1, too... *shrug*
812 }
813
814 if ($compose && $compose > 0) {
815         @files = ($compose_filename . ".final", @files);
816 }
817
818 # Variables we set as part of the loop over files
819 our ($message_id, %mail, $subject, $reply_to, $references, $message,
820         $needs_confirm, $message_num, $ask_default);
821
822 sub extract_valid_address {
823         my $address = shift;
824         my $local_part_regexp = qr/[^<>"\s@]+/;
825         my $domain_regexp = qr/[^.<>"\s@]+(?:\.[^.<>"\s@]+)+/;
826
827         # check for a local address:
828         return $address if ($address =~ /^($local_part_regexp)$/);
829
830         $address =~ s/^\s*<(.*)>\s*$/$1/;
831         if ($have_email_valid) {
832                 return scalar Email::Valid->address($address);
833         }
834
835         # less robust/correct than the monster regexp in Email::Valid,
836         # but still does a 99% job, and one less dependency
837         return $1 if $address =~ /($local_part_regexp\@$domain_regexp)/;
838         return;
839 }
840
841 sub extract_valid_address_or_die {
842         my $address = shift;
843         $address = extract_valid_address($address);
844         die "error: unable to extract a valid address from: $address\n"
845                 if !$address;
846         return $address;
847 }
848
849 sub validate_address {
850         my $address = shift;
851         while (!extract_valid_address($address)) {
852                 print STDERR "error: unable to extract a valid address from: $address\n";
853                 $_ = ask("What to do with this address? ([q]uit|[d]rop|[e]dit): ",
854                         valid_re => qr/^(?:quit|q|drop|d|edit|e)/i,
855                         default => 'q');
856                 if (/^d/i) {
857                         return undef;
858                 } elsif (/^q/i) {
859                         cleanup_compose_files();
860                         exit(0);
861                 }
862                 $address = ask("Who should the email be sent to (if any)? ",
863                         default => "",
864                         valid_re => qr/\@.*\./, confirm_only => 1);
865         }
866         return $address;
867 }
868
869 sub validate_address_list {
870         return (grep { defined $_ }
871                 map { validate_address($_) } @_);
872 }
873
874 # Usually don't need to change anything below here.
875
876 # we make a "fake" message id by taking the current number
877 # of seconds since the beginning of Unix time and tacking on
878 # a random number to the end, in case we are called quicker than
879 # 1 second since the last time we were called.
880
881 # We'll setup a template for the message id, using the "from" address:
882
883 my ($message_id_stamp, $message_id_serial);
884 sub make_message_id {
885         my $uniq;
886         if (!defined $message_id_stamp) {
887                 $message_id_stamp = sprintf("%s-%s", time, $$);
888                 $message_id_serial = 0;
889         }
890         $message_id_serial++;
891         $uniq = "$message_id_stamp-$message_id_serial";
892
893         my $du_part;
894         for ($sender, $repocommitter, $repoauthor) {
895                 $du_part = extract_valid_address(sanitize_address($_));
896                 last if (defined $du_part and $du_part ne '');
897         }
898         if (not defined $du_part or $du_part eq '') {
899                 require Sys::Hostname;
900                 $du_part = 'user@' . Sys::Hostname::hostname();
901         }
902         my $message_id_template = "<%s-git-send-email-%s>";
903         $message_id = sprintf($message_id_template, $uniq, $du_part);
904         #print "new message id = $message_id\n"; # Was useful for debugging
905 }
906
907
908
909 $time = time - scalar $#files;
910
911 sub unquote_rfc2047 {
912         local ($_) = @_;
913         my $encoding;
914         s{=\?([^?]+)\?q\?(.*?)\?=}{
915                 $encoding = $1;
916                 my $e = $2;
917                 $e =~ s/_/ /g;
918                 $e =~ s/=([0-9A-F]{2})/chr(hex($1))/eg;
919                 $e;
920         }eg;
921         return wantarray ? ($_, $encoding) : $_;
922 }
923
924 sub quote_rfc2047 {
925         local $_ = shift;
926         my $encoding = shift || 'UTF-8';
927         s/([^-a-zA-Z0-9!*+\/])/sprintf("=%02X", ord($1))/eg;
928         s/(.*)/=\?$encoding\?q\?$1\?=/;
929         return $_;
930 }
931
932 sub is_rfc2047_quoted {
933         my $s = shift;
934         my $token = qr/[^][()<>@,;:"\/?.= \000-\037\177-\377]+/;
935         my $encoded_text = qr/[!->@-~]+/;
936         length($s) <= 75 &&
937         $s =~ m/^(?:"[[:ascii:]]*"|=\?$token\?$token\?$encoded_text\?=)$/o;
938 }
939
940 sub subject_needs_rfc2047_quoting {
941         my $s = shift;
942
943         return ($s =~ /[^[:ascii:]]/) || ($s =~ /=\?/);
944 }
945
946 sub quote_subject {
947         local $subject = shift;
948         my $encoding = shift || 'UTF-8';
949
950         if (subject_needs_rfc2047_quoting($subject)) {
951                 return quote_rfc2047($subject, $encoding);
952         }
953         return $subject;
954 }
955
956 # use the simplest quoting being able to handle the recipient
957 sub sanitize_address {
958         my ($recipient) = @_;
959
960         # remove garbage after email address
961         $recipient =~ s/(.*>).*$/$1/;
962
963         my ($recipient_name, $recipient_addr) = ($recipient =~ /^(.*?)\s*(<.*)/);
964
965         if (not $recipient_name) {
966                 return $recipient;
967         }
968
969         # if recipient_name is already quoted, do nothing
970         if (is_rfc2047_quoted($recipient_name)) {
971                 return $recipient;
972         }
973
974         # rfc2047 is needed if a non-ascii char is included
975         if ($recipient_name =~ /[^[:ascii:]]/) {
976                 $recipient_name =~ s/^"(.*)"$/$1/;
977                 $recipient_name = quote_rfc2047($recipient_name);
978         }
979
980         # double quotes are needed if specials or CTLs are included
981         elsif ($recipient_name =~ /[][()<>@,;:\\".\000-\037\177]/) {
982                 $recipient_name =~ s/(["\\\r])/\\$1/g;
983                 $recipient_name = qq["$recipient_name"];
984         }
985
986         return "$recipient_name $recipient_addr";
987
988 }
989
990 sub sanitize_address_list {
991         return (map { sanitize_address($_) } @_);
992 }
993
994 # Returns the local Fully Qualified Domain Name (FQDN) if available.
995 #
996 # Tightly configured MTAa require that a caller sends a real DNS
997 # domain name that corresponds the IP address in the HELO/EHLO
998 # handshake. This is used to verify the connection and prevent
999 # spammers from trying to hide their identity. If the DNS and IP don't
1000 # match, the receiveing MTA may deny the connection.
1001 #
1002 # Here is a deny example of Net::SMTP with the default "localhost.localdomain"
1003 #
1004 # Net::SMTP=GLOB(0x267ec28)>>> EHLO localhost.localdomain
1005 # Net::SMTP=GLOB(0x267ec28)<<< 550 EHLO argument does not match calling host
1006 #
1007 # This maildomain*() code is based on ideas in Perl library Test::Reporter
1008 # /usr/share/perl5/Test/Reporter/Mail/Util.pm ==> sub _maildomain ()
1009
1010 sub valid_fqdn {
1011         my $domain = shift;
1012         return defined $domain && !($^O eq 'darwin' && $domain =~ /\.local$/) && $domain =~ /\./;
1013 }
1014
1015 sub maildomain_net {
1016         my $maildomain;
1017
1018         if (eval { require Net::Domain; 1 }) {
1019                 my $domain = Net::Domain::domainname();
1020                 $maildomain = $domain if valid_fqdn($domain);
1021         }
1022
1023         return $maildomain;
1024 }
1025
1026 sub maildomain_mta {
1027         my $maildomain;
1028
1029         if (eval { require Net::SMTP; 1 }) {
1030                 for my $host (qw(mailhost localhost)) {
1031                         my $smtp = Net::SMTP->new($host);
1032                         if (defined $smtp) {
1033                                 my $domain = $smtp->domain;
1034                                 $smtp->quit;
1035
1036                                 $maildomain = $domain if valid_fqdn($domain);
1037
1038                                 last if $maildomain;
1039                         }
1040                 }
1041         }
1042
1043         return $maildomain;
1044 }
1045
1046 sub maildomain {
1047         return maildomain_net() || maildomain_mta() || 'localhost.localdomain';
1048 }
1049
1050 # Returns 1 if the message was sent, and 0 otherwise.
1051 # In actuality, the whole program dies when there
1052 # is an error sending a message.
1053
1054 sub send_message {
1055         my @recipients = unique_email_list(@to);
1056         @cc = (grep { my $cc = extract_valid_address_or_die($_);
1057                       not grep { $cc eq $_ || $_ =~ /<\Q${cc}\E>$/ } @recipients
1058                     }
1059                @cc);
1060         my $to = join (",\n\t", @recipients);
1061         @recipients = unique_email_list(@recipients,@cc,@bcclist);
1062         @recipients = (map { extract_valid_address_or_die($_) } @recipients);
1063         my $date = format_2822_time($time++);
1064         my $gitversion = '@@GIT_VERSION@@';
1065         if ($gitversion =~ m/..GIT_VERSION../) {
1066             $gitversion = Git::version();
1067         }
1068
1069         my $cc = join(",\n\t", unique_email_list(@cc));
1070         my $ccline = "";
1071         if ($cc ne '') {
1072                 $ccline = "\nCc: $cc";
1073         }
1074         my $sanitized_sender = sanitize_address($sender);
1075         make_message_id() unless defined($message_id);
1076
1077         my $header = "From: $sanitized_sender
1078 To: $to${ccline}
1079 Subject: $subject
1080 Date: $date
1081 Message-Id: $message_id
1082 X-Mailer: git-send-email $gitversion
1083 ";
1084         if ($reply_to) {
1085
1086                 $header .= "In-Reply-To: $reply_to\n";
1087                 $header .= "References: $references\n";
1088         }
1089         if (@xh) {
1090                 $header .= join("\n", @xh) . "\n";
1091         }
1092
1093         my @sendmail_parameters = ('-i', @recipients);
1094         my $raw_from = $sanitized_sender;
1095         if (defined $envelope_sender && $envelope_sender ne "auto") {
1096                 $raw_from = $envelope_sender;
1097         }
1098         $raw_from = extract_valid_address($raw_from);
1099         unshift (@sendmail_parameters,
1100                         '-f', $raw_from) if(defined $envelope_sender);
1101
1102         if ($needs_confirm && !$dry_run) {
1103                 print "\n$header\n";
1104                 if ($needs_confirm eq "inform") {
1105                         $confirm_unconfigured = 0; # squelch this message for the rest of this run
1106                         $ask_default = "y"; # assume yes on EOF since user hasn't explicitly asked for confirmation
1107                         print "    The Cc list above has been expanded by additional\n";
1108                         print "    addresses found in the patch commit message. By default\n";
1109                         print "    send-email prompts before sending whenever this occurs.\n";
1110                         print "    This behavior is controlled by the sendemail.confirm\n";
1111                         print "    configuration setting.\n";
1112                         print "\n";
1113                         print "    For additional information, run 'git send-email --help'.\n";
1114                         print "    To retain the current behavior, but squelch this message,\n";
1115                         print "    run 'git config --global sendemail.confirm auto'.\n\n";
1116                 }
1117                 $_ = ask("Send this email? ([y]es|[n]o|[q]uit|[a]ll): ",
1118                          valid_re => qr/^(?:yes|y|no|n|quit|q|all|a)/i,
1119                          default => $ask_default);
1120                 die "Send this email reply required" unless defined $_;
1121                 if (/^n/i) {
1122                         return 0;
1123                 } elsif (/^q/i) {
1124                         cleanup_compose_files();
1125                         exit(0);
1126                 } elsif (/^a/i) {
1127                         $confirm = 'never';
1128                 }
1129         }
1130
1131         unshift (@sendmail_parameters, @smtp_server_options);
1132
1133         if ($dry_run) {
1134                 # We don't want to send the email.
1135         } elsif ($smtp_server =~ m#^/#) {
1136                 my $pid = open my $sm, '|-';
1137                 defined $pid or die $!;
1138                 if (!$pid) {
1139                         exec($smtp_server, @sendmail_parameters) or die $!;
1140                 }
1141                 print $sm "$header\n$message";
1142                 close $sm or die $!;
1143         } else {
1144
1145                 if (!defined $smtp_server) {
1146                         die "The required SMTP server is not properly defined."
1147                 }
1148
1149                 if ($smtp_encryption eq 'ssl') {
1150                         $smtp_server_port ||= 465; # ssmtp
1151                         require Net::SMTP::SSL;
1152                         $smtp_domain ||= maildomain();
1153                         $smtp ||= Net::SMTP::SSL->new($smtp_server,
1154                                                       Hello => $smtp_domain,
1155                                                       Port => $smtp_server_port);
1156                 }
1157                 else {
1158                         require Net::SMTP;
1159                         $smtp_domain ||= maildomain();
1160                         $smtp ||= Net::SMTP->new((defined $smtp_server_port)
1161                                                  ? "$smtp_server:$smtp_server_port"
1162                                                  : $smtp_server,
1163                                                  Hello => $smtp_domain,
1164                                                  Debug => $debug_net_smtp);
1165                         if ($smtp_encryption eq 'tls' && $smtp) {
1166                                 require Net::SMTP::SSL;
1167                                 $smtp->command('STARTTLS');
1168                                 $smtp->response();
1169                                 if ($smtp->code == 220) {
1170                                         $smtp = Net::SMTP::SSL->start_SSL($smtp)
1171                                                 or die "STARTTLS failed! ".$smtp->message;
1172                                         $smtp_encryption = '';
1173                                         # Send EHLO again to receive fresh
1174                                         # supported commands
1175                                         $smtp->hello($smtp_domain);
1176                                 } else {
1177                                         die "Server does not support STARTTLS! ".$smtp->message;
1178                                 }
1179                         }
1180                 }
1181
1182                 if (!$smtp) {
1183                         die "Unable to initialize SMTP properly. Check config and use --smtp-debug. ",
1184                             "VALUES: server=$smtp_server ",
1185                             "encryption=$smtp_encryption ",
1186                             "hello=$smtp_domain",
1187                             defined $smtp_server_port ? " port=$smtp_server_port" : "";
1188                 }
1189
1190                 if (defined $smtp_authuser) {
1191                         # Workaround AUTH PLAIN/LOGIN interaction defect
1192                         # with Authen::SASL::Cyrus
1193                         eval {
1194                                 require Authen::SASL;
1195                                 Authen::SASL->import(qw(Perl));
1196                         };
1197
1198                         if (!defined $smtp_authpass) {
1199
1200                                 system "stty -echo";
1201
1202                                 do {
1203                                         print "Password: ";
1204                                         $_ = <STDIN>;
1205                                         print "\n";
1206                                 } while (!defined $_);
1207
1208                                 chomp($smtp_authpass = $_);
1209
1210                                 system "stty echo";
1211                         }
1212
1213                         $auth ||= $smtp->auth( $smtp_authuser, $smtp_authpass ) or die $smtp->message;
1214                 }
1215
1216                 $smtp->mail( $raw_from ) or die $smtp->message;
1217                 $smtp->to( @recipients ) or die $smtp->message;
1218                 $smtp->data or die $smtp->message;
1219                 $smtp->datasend("$header\n$message") or die $smtp->message;
1220                 $smtp->dataend() or die $smtp->message;
1221                 $smtp->code =~ /250|200/ or die "Failed to send $subject\n".$smtp->message;
1222         }
1223         if ($quiet) {
1224                 printf (($dry_run ? "Dry-" : "")."Sent %s\n", $subject);
1225         } else {
1226                 print (($dry_run ? "Dry-" : "")."OK. Log says:\n");
1227                 if ($smtp_server !~ m#^/#) {
1228                         print "Server: $smtp_server\n";
1229                         print "MAIL FROM:<$raw_from>\n";
1230                         foreach my $entry (@recipients) {
1231                             print "RCPT TO:<$entry>\n";
1232                         }
1233                 } else {
1234                         print "Sendmail: $smtp_server ".join(' ',@sendmail_parameters)."\n";
1235                 }
1236                 print $header, "\n";
1237                 if ($smtp) {
1238                         print "Result: ", $smtp->code, ' ',
1239                                 ($smtp->message =~ /\n([^\n]+\n)$/s), "\n";
1240                 } else {
1241                         print "Result: OK\n";
1242                 }
1243         }
1244
1245         return 1;
1246 }
1247
1248 $reply_to = $initial_reply_to;
1249 $references = $initial_reply_to || '';
1250 $subject = $initial_subject;
1251 $message_num = 0;
1252
1253 foreach my $t (@files) {
1254         open my $fh, "<", $t or die "can't open file $t";
1255
1256         my $author = undef;
1257         my $author_encoding;
1258         my $has_content_type;
1259         my $body_encoding;
1260         @to = ();
1261         @cc = ();
1262         @xh = ();
1263         my $input_format = undef;
1264         my @header = ();
1265         $message = "";
1266         $message_num++;
1267         # First unfold multiline header fields
1268         while(<$fh>) {
1269                 last if /^\s*$/;
1270                 if (/^\s+\S/ and @header) {
1271                         chomp($header[$#header]);
1272                         s/^\s+/ /;
1273                         $header[$#header] .= $_;
1274             } else {
1275                         push(@header, $_);
1276                 }
1277         }
1278         # Now parse the header
1279         foreach(@header) {
1280                 if (/^From /) {
1281                         $input_format = 'mbox';
1282                         next;
1283                 }
1284                 chomp;
1285                 if (!defined $input_format && /^[-A-Za-z]+:\s/) {
1286                         $input_format = 'mbox';
1287                 }
1288
1289                 if (defined $input_format && $input_format eq 'mbox') {
1290                         if (/^Subject:\s+(.*)$/i) {
1291                                 $subject = $1;
1292                         }
1293                         elsif (/^From:\s+(.*)$/i) {
1294                                 ($author, $author_encoding) = unquote_rfc2047($1);
1295                                 next if $suppress_cc{'author'};
1296                                 next if $suppress_cc{'self'} and $author eq $sender;
1297                                 printf("(mbox) Adding cc: %s from line '%s'\n",
1298                                         $1, $_) unless $quiet;
1299                                 push @cc, $1;
1300                         }
1301                         elsif (/^To:\s+(.*)$/i) {
1302                                 foreach my $addr (parse_address_line($1)) {
1303                                         printf("(mbox) Adding to: %s from line '%s'\n",
1304                                                 $addr, $_) unless $quiet;
1305                                         push @to, $addr;
1306                                 }
1307                         }
1308                         elsif (/^Cc:\s+(.*)$/i) {
1309                                 foreach my $addr (parse_address_line($1)) {
1310                                         if (unquote_rfc2047($addr) eq $sender) {
1311                                                 next if ($suppress_cc{'self'});
1312                                         } else {
1313                                                 next if ($suppress_cc{'cc'});
1314                                         }
1315                                         printf("(mbox) Adding cc: %s from line '%s'\n",
1316                                                 $addr, $_) unless $quiet;
1317                                         push @cc, $addr;
1318                                 }
1319                         }
1320                         elsif (/^Content-type:/i) {
1321                                 $has_content_type = 1;
1322                                 if (/charset="?([^ "]+)/) {
1323                                         $body_encoding = $1;
1324                                 }
1325                                 push @xh, $_;
1326                         }
1327                         elsif (/^Message-Id: (.*)/i) {
1328                                 $message_id = $1;
1329                         }
1330                         elsif (!/^Date:\s/i && /^[-A-Za-z]+:\s+\S/) {
1331                                 push @xh, $_;
1332                         }
1333
1334                 } else {
1335                         # In the traditional
1336                         # "send lots of email" format,
1337                         # line 1 = cc
1338                         # line 2 = subject
1339                         # So let's support that, too.
1340                         $input_format = 'lots';
1341                         if (@cc == 0 && !$suppress_cc{'cc'}) {
1342                                 printf("(non-mbox) Adding cc: %s from line '%s'\n",
1343                                         $_, $_) unless $quiet;
1344                                 push @cc, $_;
1345                         } elsif (!defined $subject) {
1346                                 $subject = $_;
1347                         }
1348                 }
1349         }
1350         # Now parse the message body
1351         while(<$fh>) {
1352                 $message .=  $_;
1353                 if (/^(Signed-off-by|Cc): (.*)$/i) {
1354                         chomp;
1355                         my ($what, $c) = ($1, $2);
1356                         chomp $c;
1357                         if ($c eq $sender) {
1358                                 next if ($suppress_cc{'self'});
1359                         } else {
1360                                 next if $suppress_cc{'sob'} and $what =~ /Signed-off-by/i;
1361                                 next if $suppress_cc{'bodycc'} and $what =~ /Cc/i;
1362                         }
1363                         push @cc, $c;
1364                         printf("(body) Adding cc: %s from line '%s'\n",
1365                                 $c, $_) unless $quiet;
1366                 }
1367         }
1368         close $fh;
1369
1370         push @to, recipients_cmd("to-cmd", "to", $to_cmd, $t)
1371                 if defined $to_cmd;
1372         push @cc, recipients_cmd("cc-cmd", "cc", $cc_cmd, $t)
1373                 if defined $cc_cmd && !$suppress_cc{'cccmd'};
1374
1375         if ($broken_encoding{$t} && !$has_content_type) {
1376                 $has_content_type = 1;
1377                 push @xh, "MIME-Version: 1.0",
1378                         "Content-Type: text/plain; charset=$auto_8bit_encoding",
1379                         "Content-Transfer-Encoding: 8bit";
1380                 $body_encoding = $auto_8bit_encoding;
1381         }
1382
1383         if ($broken_encoding{$t} && !is_rfc2047_quoted($subject)) {
1384                 $subject = quote_subject($subject, $auto_8bit_encoding);
1385         }
1386
1387         if (defined $author and $author ne $sender) {
1388                 $message = "From: $author\n\n$message";
1389                 if (defined $author_encoding) {
1390                         if ($has_content_type) {
1391                                 if ($body_encoding eq $author_encoding) {
1392                                         # ok, we already have the right encoding
1393                                 }
1394                                 else {
1395                                         # uh oh, we should re-encode
1396                                 }
1397                         }
1398                         else {
1399                                 $has_content_type = 1;
1400                                 push @xh,
1401                                   'MIME-Version: 1.0',
1402                                   "Content-Type: text/plain; charset=$author_encoding",
1403                                   'Content-Transfer-Encoding: 8bit';
1404                         }
1405                 }
1406         }
1407
1408         $needs_confirm = (
1409                 $confirm eq "always" or
1410                 ($confirm =~ /^(?:auto|cc)$/ && @cc) or
1411                 ($confirm =~ /^(?:auto|compose)$/ && $compose && $message_num == 1));
1412         $needs_confirm = "inform" if ($needs_confirm && $confirm_unconfigured && @cc);
1413
1414         @to = validate_address_list(sanitize_address_list(@to));
1415         @cc = validate_address_list(sanitize_address_list(@cc));
1416
1417         @to = (@initial_to, @to);
1418         @cc = (@initial_cc, @cc);
1419
1420         my $message_was_sent = send_message();
1421
1422         # set up for the next message
1423         if ($thread && $message_was_sent &&
1424                 (chain_reply_to() || !defined $reply_to || length($reply_to) == 0 ||
1425                 $message_num == 1)) {
1426                 $reply_to = $message_id;
1427                 if (length $references > 0) {
1428                         $references .= "\n $message_id";
1429                 } else {
1430                         $references = "$message_id";
1431                 }
1432         }
1433         $message_id = undef;
1434 }
1435
1436 # Execute a command (e.g. $to_cmd) to get a list of email addresses
1437 # and return a results array
1438 sub recipients_cmd {
1439         my ($prefix, $what, $cmd, $file) = @_;
1440
1441         my $sanitized_sender = sanitize_address($sender);
1442         my @addresses = ();
1443         open my $fh, "-|", "$cmd \Q$file\E"
1444             or die "($prefix) Could not execute '$cmd'";
1445         while (my $address = <$fh>) {
1446                 $address =~ s/^\s*//g;
1447                 $address =~ s/\s*$//g;
1448                 $address = sanitize_address($address);
1449                 next if ($address eq $sanitized_sender and $suppress_from);
1450                 push @addresses, $address;
1451                 printf("($prefix) Adding %s: %s from: '%s'\n",
1452                        $what, $address, $cmd) unless $quiet;
1453                 }
1454         close $fh
1455             or die "($prefix) failed to close pipe to '$cmd'";
1456         return @addresses;
1457 }
1458
1459 cleanup_compose_files();
1460
1461 sub cleanup_compose_files {
1462         unlink($compose_filename, $compose_filename . ".final") if $compose;
1463 }
1464
1465 $smtp->quit if $smtp;
1466
1467 sub unique_email_list {
1468         my %seen;
1469         my @emails;
1470
1471         foreach my $entry (@_) {
1472                 my $clean = extract_valid_address_or_die($entry);
1473                 $seen{$clean} ||= 0;
1474                 next if $seen{$clean}++;
1475                 push @emails, $entry;
1476         }
1477         return @emails;
1478 }
1479
1480 sub validate_patch {
1481         my $fn = shift;
1482         open(my $fh, '<', $fn)
1483                 or die "unable to open $fn: $!\n";
1484         while (my $line = <$fh>) {
1485                 if (length($line) > 998) {
1486                         return "$.: patch contains a line longer than 998 characters";
1487                 }
1488         }
1489         return;
1490 }
1491
1492 sub file_has_nonascii {
1493         my $fn = shift;
1494         open(my $fh, '<', $fn)
1495                 or die "unable to open $fn: $!\n";
1496         while (my $line = <$fh>) {
1497                 return 1 if $line =~ /[^[:ascii:]]/;
1498         }
1499         return 0;
1500 }
1501
1502 sub body_or_subject_has_nonascii {
1503         my $fn = shift;
1504         open(my $fh, '<', $fn)
1505                 or die "unable to open $fn: $!\n";
1506         while (my $line = <$fh>) {
1507                 last if $line =~ /^$/;
1508                 return 1 if $line =~ /^Subject.*[^[:ascii:]]/;
1509         }
1510         while (my $line = <$fh>) {
1511                 return 1 if $line =~ /[^[:ascii:]]/;
1512         }
1513         return 0;
1514 }