Merge branch 'vs/typofixes'
[git] / apply.c
1 /*
2  * apply.c
3  *
4  * Copyright (C) Linus Torvalds, 2005
5  *
6  * This applies patches on top of some (arbitrary) version of the SCM.
7  *
8  */
9
10 #include "cache.h"
11 #include "config.h"
12 #include "blob.h"
13 #include "delta.h"
14 #include "diff.h"
15 #include "dir.h"
16 #include "xdiff-interface.h"
17 #include "ll-merge.h"
18 #include "lockfile.h"
19 #include "parse-options.h"
20 #include "quote.h"
21 #include "rerere.h"
22 #include "apply.h"
23
24 static void git_apply_config(void)
25 {
26         git_config_get_string_const("apply.whitespace", &apply_default_whitespace);
27         git_config_get_string_const("apply.ignorewhitespace", &apply_default_ignorewhitespace);
28         git_config(git_default_config, NULL);
29 }
30
31 static int parse_whitespace_option(struct apply_state *state, const char *option)
32 {
33         if (!option) {
34                 state->ws_error_action = warn_on_ws_error;
35                 return 0;
36         }
37         if (!strcmp(option, "warn")) {
38                 state->ws_error_action = warn_on_ws_error;
39                 return 0;
40         }
41         if (!strcmp(option, "nowarn")) {
42                 state->ws_error_action = nowarn_ws_error;
43                 return 0;
44         }
45         if (!strcmp(option, "error")) {
46                 state->ws_error_action = die_on_ws_error;
47                 return 0;
48         }
49         if (!strcmp(option, "error-all")) {
50                 state->ws_error_action = die_on_ws_error;
51                 state->squelch_whitespace_errors = 0;
52                 return 0;
53         }
54         if (!strcmp(option, "strip") || !strcmp(option, "fix")) {
55                 state->ws_error_action = correct_ws_error;
56                 return 0;
57         }
58         return error(_("unrecognized whitespace option '%s'"), option);
59 }
60
61 static int parse_ignorewhitespace_option(struct apply_state *state,
62                                                  const char *option)
63 {
64         if (!option || !strcmp(option, "no") ||
65             !strcmp(option, "false") || !strcmp(option, "never") ||
66             !strcmp(option, "none")) {
67                 state->ws_ignore_action = ignore_ws_none;
68                 return 0;
69         }
70         if (!strcmp(option, "change")) {
71                 state->ws_ignore_action = ignore_ws_change;
72                 return 0;
73         }
74         return error(_("unrecognized whitespace ignore option '%s'"), option);
75 }
76
77 int init_apply_state(struct apply_state *state,
78                      const char *prefix,
79                      struct lock_file *lock_file)
80 {
81         memset(state, 0, sizeof(*state));
82         state->prefix = prefix;
83         state->prefix_length = state->prefix ? strlen(state->prefix) : 0;
84         state->lock_file = lock_file;
85         state->newfd = -1;
86         state->apply = 1;
87         state->line_termination = '\n';
88         state->p_value = 1;
89         state->p_context = UINT_MAX;
90         state->squelch_whitespace_errors = 5;
91         state->ws_error_action = warn_on_ws_error;
92         state->ws_ignore_action = ignore_ws_none;
93         state->linenr = 1;
94         string_list_init(&state->fn_table, 0);
95         string_list_init(&state->limit_by_name, 0);
96         string_list_init(&state->symlink_changes, 0);
97         strbuf_init(&state->root, 0);
98
99         git_apply_config();
100         if (apply_default_whitespace && parse_whitespace_option(state, apply_default_whitespace))
101                 return -1;
102         if (apply_default_ignorewhitespace && parse_ignorewhitespace_option(state, apply_default_ignorewhitespace))
103                 return -1;
104         return 0;
105 }
106
107 void clear_apply_state(struct apply_state *state)
108 {
109         string_list_clear(&state->limit_by_name, 0);
110         string_list_clear(&state->symlink_changes, 0);
111         strbuf_release(&state->root);
112
113         /* &state->fn_table is cleared at the end of apply_patch() */
114 }
115
116 static void mute_routine(const char *msg, va_list params)
117 {
118         /* do nothing */
119 }
120
121 int check_apply_state(struct apply_state *state, int force_apply)
122 {
123         int is_not_gitdir = !startup_info->have_repository;
124
125         if (state->apply_with_reject && state->threeway)
126                 return error(_("--reject and --3way cannot be used together."));
127         if (state->cached && state->threeway)
128                 return error(_("--cached and --3way cannot be used together."));
129         if (state->threeway) {
130                 if (is_not_gitdir)
131                         return error(_("--3way outside a repository"));
132                 state->check_index = 1;
133         }
134         if (state->apply_with_reject) {
135                 state->apply = 1;
136                 if (state->apply_verbosity == verbosity_normal)
137                         state->apply_verbosity = verbosity_verbose;
138         }
139         if (!force_apply && (state->diffstat || state->numstat || state->summary || state->check || state->fake_ancestor))
140                 state->apply = 0;
141         if (state->check_index && is_not_gitdir)
142                 return error(_("--index outside a repository"));
143         if (state->cached) {
144                 if (is_not_gitdir)
145                         return error(_("--cached outside a repository"));
146                 state->check_index = 1;
147         }
148         if (state->check_index)
149                 state->unsafe_paths = 0;
150         if (!state->lock_file)
151                 return error("BUG: state->lock_file should not be NULL");
152
153         if (state->apply_verbosity <= verbosity_silent) {
154                 state->saved_error_routine = get_error_routine();
155                 state->saved_warn_routine = get_warn_routine();
156                 set_error_routine(mute_routine);
157                 set_warn_routine(mute_routine);
158         }
159
160         return 0;
161 }
162
163 static void set_default_whitespace_mode(struct apply_state *state)
164 {
165         if (!state->whitespace_option && !apply_default_whitespace)
166                 state->ws_error_action = (state->apply ? warn_on_ws_error : nowarn_ws_error);
167 }
168
169 /*
170  * This represents one "hunk" from a patch, starting with
171  * "@@ -oldpos,oldlines +newpos,newlines @@" marker.  The
172  * patch text is pointed at by patch, and its byte length
173  * is stored in size.  leading and trailing are the number
174  * of context lines.
175  */
176 struct fragment {
177         unsigned long leading, trailing;
178         unsigned long oldpos, oldlines;
179         unsigned long newpos, newlines;
180         /*
181          * 'patch' is usually borrowed from buf in apply_patch(),
182          * but some codepaths store an allocated buffer.
183          */
184         const char *patch;
185         unsigned free_patch:1,
186                 rejected:1;
187         int size;
188         int linenr;
189         struct fragment *next;
190 };
191
192 /*
193  * When dealing with a binary patch, we reuse "leading" field
194  * to store the type of the binary hunk, either deflated "delta"
195  * or deflated "literal".
196  */
197 #define binary_patch_method leading
198 #define BINARY_DELTA_DEFLATED   1
199 #define BINARY_LITERAL_DEFLATED 2
200
201 /*
202  * This represents a "patch" to a file, both metainfo changes
203  * such as creation/deletion, filemode and content changes represented
204  * as a series of fragments.
205  */
206 struct patch {
207         char *new_name, *old_name, *def_name;
208         unsigned int old_mode, new_mode;
209         int is_new, is_delete;  /* -1 = unknown, 0 = false, 1 = true */
210         int rejected;
211         unsigned ws_rule;
212         int lines_added, lines_deleted;
213         int score;
214         int extension_linenr; /* first line specifying delete/new/rename/copy */
215         unsigned int is_toplevel_relative:1;
216         unsigned int inaccurate_eof:1;
217         unsigned int is_binary:1;
218         unsigned int is_copy:1;
219         unsigned int is_rename:1;
220         unsigned int recount:1;
221         unsigned int conflicted_threeway:1;
222         unsigned int direct_to_threeway:1;
223         struct fragment *fragments;
224         char *result;
225         size_t resultsize;
226         char old_sha1_prefix[41];
227         char new_sha1_prefix[41];
228         struct patch *next;
229
230         /* three-way fallback result */
231         struct object_id threeway_stage[3];
232 };
233
234 static void free_fragment_list(struct fragment *list)
235 {
236         while (list) {
237                 struct fragment *next = list->next;
238                 if (list->free_patch)
239                         free((char *)list->patch);
240                 free(list);
241                 list = next;
242         }
243 }
244
245 static void free_patch(struct patch *patch)
246 {
247         free_fragment_list(patch->fragments);
248         free(patch->def_name);
249         free(patch->old_name);
250         free(patch->new_name);
251         free(patch->result);
252         free(patch);
253 }
254
255 static void free_patch_list(struct patch *list)
256 {
257         while (list) {
258                 struct patch *next = list->next;
259                 free_patch(list);
260                 list = next;
261         }
262 }
263
264 /*
265  * A line in a file, len-bytes long (includes the terminating LF,
266  * except for an incomplete line at the end if the file ends with
267  * one), and its contents hashes to 'hash'.
268  */
269 struct line {
270         size_t len;
271         unsigned hash : 24;
272         unsigned flag : 8;
273 #define LINE_COMMON     1
274 #define LINE_PATCHED    2
275 };
276
277 /*
278  * This represents a "file", which is an array of "lines".
279  */
280 struct image {
281         char *buf;
282         size_t len;
283         size_t nr;
284         size_t alloc;
285         struct line *line_allocated;
286         struct line *line;
287 };
288
289 static uint32_t hash_line(const char *cp, size_t len)
290 {
291         size_t i;
292         uint32_t h;
293         for (i = 0, h = 0; i < len; i++) {
294                 if (!isspace(cp[i])) {
295                         h = h * 3 + (cp[i] & 0xff);
296                 }
297         }
298         return h;
299 }
300
301 /*
302  * Compare lines s1 of length n1 and s2 of length n2, ignoring
303  * whitespace difference. Returns 1 if they match, 0 otherwise
304  */
305 static int fuzzy_matchlines(const char *s1, size_t n1,
306                             const char *s2, size_t n2)
307 {
308         const char *last1 = s1 + n1 - 1;
309         const char *last2 = s2 + n2 - 1;
310         int result = 0;
311
312         /* ignore line endings */
313         while ((*last1 == '\r') || (*last1 == '\n'))
314                 last1--;
315         while ((*last2 == '\r') || (*last2 == '\n'))
316                 last2--;
317
318         /* skip leading whitespaces, if both begin with whitespace */
319         if (s1 <= last1 && s2 <= last2 && isspace(*s1) && isspace(*s2)) {
320                 while (isspace(*s1) && (s1 <= last1))
321                         s1++;
322                 while (isspace(*s2) && (s2 <= last2))
323                         s2++;
324         }
325         /* early return if both lines are empty */
326         if ((s1 > last1) && (s2 > last2))
327                 return 1;
328         while (!result) {
329                 result = *s1++ - *s2++;
330                 /*
331                  * Skip whitespace inside. We check for whitespace on
332                  * both buffers because we don't want "a b" to match
333                  * "ab"
334                  */
335                 if (isspace(*s1) && isspace(*s2)) {
336                         while (isspace(*s1) && s1 <= last1)
337                                 s1++;
338                         while (isspace(*s2) && s2 <= last2)
339                                 s2++;
340                 }
341                 /*
342                  * If we reached the end on one side only,
343                  * lines don't match
344                  */
345                 if (
346                     ((s2 > last2) && (s1 <= last1)) ||
347                     ((s1 > last1) && (s2 <= last2)))
348                         return 0;
349                 if ((s1 > last1) && (s2 > last2))
350                         break;
351         }
352
353         return !result;
354 }
355
356 static void add_line_info(struct image *img, const char *bol, size_t len, unsigned flag)
357 {
358         ALLOC_GROW(img->line_allocated, img->nr + 1, img->alloc);
359         img->line_allocated[img->nr].len = len;
360         img->line_allocated[img->nr].hash = hash_line(bol, len);
361         img->line_allocated[img->nr].flag = flag;
362         img->nr++;
363 }
364
365 /*
366  * "buf" has the file contents to be patched (read from various sources).
367  * attach it to "image" and add line-based index to it.
368  * "image" now owns the "buf".
369  */
370 static void prepare_image(struct image *image, char *buf, size_t len,
371                           int prepare_linetable)
372 {
373         const char *cp, *ep;
374
375         memset(image, 0, sizeof(*image));
376         image->buf = buf;
377         image->len = len;
378
379         if (!prepare_linetable)
380                 return;
381
382         ep = image->buf + image->len;
383         cp = image->buf;
384         while (cp < ep) {
385                 const char *next;
386                 for (next = cp; next < ep && *next != '\n'; next++)
387                         ;
388                 if (next < ep)
389                         next++;
390                 add_line_info(image, cp, next - cp, 0);
391                 cp = next;
392         }
393         image->line = image->line_allocated;
394 }
395
396 static void clear_image(struct image *image)
397 {
398         free(image->buf);
399         free(image->line_allocated);
400         memset(image, 0, sizeof(*image));
401 }
402
403 /* fmt must contain _one_ %s and no other substitution */
404 static void say_patch_name(FILE *output, const char *fmt, struct patch *patch)
405 {
406         struct strbuf sb = STRBUF_INIT;
407
408         if (patch->old_name && patch->new_name &&
409             strcmp(patch->old_name, patch->new_name)) {
410                 quote_c_style(patch->old_name, &sb, NULL, 0);
411                 strbuf_addstr(&sb, " => ");
412                 quote_c_style(patch->new_name, &sb, NULL, 0);
413         } else {
414                 const char *n = patch->new_name;
415                 if (!n)
416                         n = patch->old_name;
417                 quote_c_style(n, &sb, NULL, 0);
418         }
419         fprintf(output, fmt, sb.buf);
420         fputc('\n', output);
421         strbuf_release(&sb);
422 }
423
424 #define SLOP (16)
425
426 static int read_patch_file(struct strbuf *sb, int fd)
427 {
428         if (strbuf_read(sb, fd, 0) < 0)
429                 return error_errno("git apply: failed to read");
430
431         /*
432          * Make sure that we have some slop in the buffer
433          * so that we can do speculative "memcmp" etc, and
434          * see to it that it is NUL-filled.
435          */
436         strbuf_grow(sb, SLOP);
437         memset(sb->buf + sb->len, 0, SLOP);
438         return 0;
439 }
440
441 static unsigned long linelen(const char *buffer, unsigned long size)
442 {
443         unsigned long len = 0;
444         while (size--) {
445                 len++;
446                 if (*buffer++ == '\n')
447                         break;
448         }
449         return len;
450 }
451
452 static int is_dev_null(const char *str)
453 {
454         return skip_prefix(str, "/dev/null", &str) && isspace(*str);
455 }
456
457 #define TERM_SPACE      1
458 #define TERM_TAB        2
459
460 static int name_terminate(int c, int terminate)
461 {
462         if (c == ' ' && !(terminate & TERM_SPACE))
463                 return 0;
464         if (c == '\t' && !(terminate & TERM_TAB))
465                 return 0;
466
467         return 1;
468 }
469
470 /* remove double slashes to make --index work with such filenames */
471 static char *squash_slash(char *name)
472 {
473         int i = 0, j = 0;
474
475         if (!name)
476                 return NULL;
477
478         while (name[i]) {
479                 if ((name[j++] = name[i++]) == '/')
480                         while (name[i] == '/')
481                                 i++;
482         }
483         name[j] = '\0';
484         return name;
485 }
486
487 static char *find_name_gnu(struct apply_state *state,
488                            const char *line,
489                            const char *def,
490                            int p_value)
491 {
492         struct strbuf name = STRBUF_INIT;
493         char *cp;
494
495         /*
496          * Proposed "new-style" GNU patch/diff format; see
497          * http://marc.info/?l=git&m=112927316408690&w=2
498          */
499         if (unquote_c_style(&name, line, NULL)) {
500                 strbuf_release(&name);
501                 return NULL;
502         }
503
504         for (cp = name.buf; p_value; p_value--) {
505                 cp = strchr(cp, '/');
506                 if (!cp) {
507                         strbuf_release(&name);
508                         return NULL;
509                 }
510                 cp++;
511         }
512
513         strbuf_remove(&name, 0, cp - name.buf);
514         if (state->root.len)
515                 strbuf_insert(&name, 0, state->root.buf, state->root.len);
516         return squash_slash(strbuf_detach(&name, NULL));
517 }
518
519 static size_t sane_tz_len(const char *line, size_t len)
520 {
521         const char *tz, *p;
522
523         if (len < strlen(" +0500") || line[len-strlen(" +0500")] != ' ')
524                 return 0;
525         tz = line + len - strlen(" +0500");
526
527         if (tz[1] != '+' && tz[1] != '-')
528                 return 0;
529
530         for (p = tz + 2; p != line + len; p++)
531                 if (!isdigit(*p))
532                         return 0;
533
534         return line + len - tz;
535 }
536
537 static size_t tz_with_colon_len(const char *line, size_t len)
538 {
539         const char *tz, *p;
540
541         if (len < strlen(" +08:00") || line[len - strlen(":00")] != ':')
542                 return 0;
543         tz = line + len - strlen(" +08:00");
544
545         if (tz[0] != ' ' || (tz[1] != '+' && tz[1] != '-'))
546                 return 0;
547         p = tz + 2;
548         if (!isdigit(*p++) || !isdigit(*p++) || *p++ != ':' ||
549             !isdigit(*p++) || !isdigit(*p++))
550                 return 0;
551
552         return line + len - tz;
553 }
554
555 static size_t date_len(const char *line, size_t len)
556 {
557         const char *date, *p;
558
559         if (len < strlen("72-02-05") || line[len-strlen("-05")] != '-')
560                 return 0;
561         p = date = line + len - strlen("72-02-05");
562
563         if (!isdigit(*p++) || !isdigit(*p++) || *p++ != '-' ||
564             !isdigit(*p++) || !isdigit(*p++) || *p++ != '-' ||
565             !isdigit(*p++) || !isdigit(*p++))   /* Not a date. */
566                 return 0;
567
568         if (date - line >= strlen("19") &&
569             isdigit(date[-1]) && isdigit(date[-2]))     /* 4-digit year */
570                 date -= strlen("19");
571
572         return line + len - date;
573 }
574
575 static size_t short_time_len(const char *line, size_t len)
576 {
577         const char *time, *p;
578
579         if (len < strlen(" 07:01:32") || line[len-strlen(":32")] != ':')
580                 return 0;
581         p = time = line + len - strlen(" 07:01:32");
582
583         /* Permit 1-digit hours? */
584         if (*p++ != ' ' ||
585             !isdigit(*p++) || !isdigit(*p++) || *p++ != ':' ||
586             !isdigit(*p++) || !isdigit(*p++) || *p++ != ':' ||
587             !isdigit(*p++) || !isdigit(*p++))   /* Not a time. */
588                 return 0;
589
590         return line + len - time;
591 }
592
593 static size_t fractional_time_len(const char *line, size_t len)
594 {
595         const char *p;
596         size_t n;
597
598         /* Expected format: 19:41:17.620000023 */
599         if (!len || !isdigit(line[len - 1]))
600                 return 0;
601         p = line + len - 1;
602
603         /* Fractional seconds. */
604         while (p > line && isdigit(*p))
605                 p--;
606         if (*p != '.')
607                 return 0;
608
609         /* Hours, minutes, and whole seconds. */
610         n = short_time_len(line, p - line);
611         if (!n)
612                 return 0;
613
614         return line + len - p + n;
615 }
616
617 static size_t trailing_spaces_len(const char *line, size_t len)
618 {
619         const char *p;
620
621         /* Expected format: ' ' x (1 or more)  */
622         if (!len || line[len - 1] != ' ')
623                 return 0;
624
625         p = line + len;
626         while (p != line) {
627                 p--;
628                 if (*p != ' ')
629                         return line + len - (p + 1);
630         }
631
632         /* All spaces! */
633         return len;
634 }
635
636 static size_t diff_timestamp_len(const char *line, size_t len)
637 {
638         const char *end = line + len;
639         size_t n;
640
641         /*
642          * Posix: 2010-07-05 19:41:17
643          * GNU: 2010-07-05 19:41:17.620000023 -0500
644          */
645
646         if (!isdigit(end[-1]))
647                 return 0;
648
649         n = sane_tz_len(line, end - line);
650         if (!n)
651                 n = tz_with_colon_len(line, end - line);
652         end -= n;
653
654         n = short_time_len(line, end - line);
655         if (!n)
656                 n = fractional_time_len(line, end - line);
657         end -= n;
658
659         n = date_len(line, end - line);
660         if (!n) /* No date.  Too bad. */
661                 return 0;
662         end -= n;
663
664         if (end == line)        /* No space before date. */
665                 return 0;
666         if (end[-1] == '\t') {  /* Success! */
667                 end--;
668                 return line + len - end;
669         }
670         if (end[-1] != ' ')     /* No space before date. */
671                 return 0;
672
673         /* Whitespace damage. */
674         end -= trailing_spaces_len(line, end - line);
675         return line + len - end;
676 }
677
678 static char *find_name_common(struct apply_state *state,
679                               const char *line,
680                               const char *def,
681                               int p_value,
682                               const char *end,
683                               int terminate)
684 {
685         int len;
686         const char *start = NULL;
687
688         if (p_value == 0)
689                 start = line;
690         while (line != end) {
691                 char c = *line;
692
693                 if (!end && isspace(c)) {
694                         if (c == '\n')
695                                 break;
696                         if (name_terminate(c, terminate))
697                                 break;
698                 }
699                 line++;
700                 if (c == '/' && !--p_value)
701                         start = line;
702         }
703         if (!start)
704                 return squash_slash(xstrdup_or_null(def));
705         len = line - start;
706         if (!len)
707                 return squash_slash(xstrdup_or_null(def));
708
709         /*
710          * Generally we prefer the shorter name, especially
711          * if the other one is just a variation of that with
712          * something else tacked on to the end (ie "file.orig"
713          * or "file~").
714          */
715         if (def) {
716                 int deflen = strlen(def);
717                 if (deflen < len && !strncmp(start, def, deflen))
718                         return squash_slash(xstrdup(def));
719         }
720
721         if (state->root.len) {
722                 char *ret = xstrfmt("%s%.*s", state->root.buf, len, start);
723                 return squash_slash(ret);
724         }
725
726         return squash_slash(xmemdupz(start, len));
727 }
728
729 static char *find_name(struct apply_state *state,
730                        const char *line,
731                        char *def,
732                        int p_value,
733                        int terminate)
734 {
735         if (*line == '"') {
736                 char *name = find_name_gnu(state, line, def, p_value);
737                 if (name)
738                         return name;
739         }
740
741         return find_name_common(state, line, def, p_value, NULL, terminate);
742 }
743
744 static char *find_name_traditional(struct apply_state *state,
745                                    const char *line,
746                                    char *def,
747                                    int p_value)
748 {
749         size_t len;
750         size_t date_len;
751
752         if (*line == '"') {
753                 char *name = find_name_gnu(state, line, def, p_value);
754                 if (name)
755                         return name;
756         }
757
758         len = strchrnul(line, '\n') - line;
759         date_len = diff_timestamp_len(line, len);
760         if (!date_len)
761                 return find_name_common(state, line, def, p_value, NULL, TERM_TAB);
762         len -= date_len;
763
764         return find_name_common(state, line, def, p_value, line + len, 0);
765 }
766
767 /*
768  * Given the string after "--- " or "+++ ", guess the appropriate
769  * p_value for the given patch.
770  */
771 static int guess_p_value(struct apply_state *state, const char *nameline)
772 {
773         char *name, *cp;
774         int val = -1;
775
776         if (is_dev_null(nameline))
777                 return -1;
778         name = find_name_traditional(state, nameline, NULL, 0);
779         if (!name)
780                 return -1;
781         cp = strchr(name, '/');
782         if (!cp)
783                 val = 0;
784         else if (state->prefix) {
785                 /*
786                  * Does it begin with "a/$our-prefix" and such?  Then this is
787                  * very likely to apply to our directory.
788                  */
789                 if (!strncmp(name, state->prefix, state->prefix_length))
790                         val = count_slashes(state->prefix);
791                 else {
792                         cp++;
793                         if (!strncmp(cp, state->prefix, state->prefix_length))
794                                 val = count_slashes(state->prefix) + 1;
795                 }
796         }
797         free(name);
798         return val;
799 }
800
801 /*
802  * Does the ---/+++ line have the POSIX timestamp after the last HT?
803  * GNU diff puts epoch there to signal a creation/deletion event.  Is
804  * this such a timestamp?
805  */
806 static int has_epoch_timestamp(const char *nameline)
807 {
808         /*
809          * We are only interested in epoch timestamp; any non-zero
810          * fraction cannot be one, hence "(\.0+)?" in the regexp below.
811          * For the same reason, the date must be either 1969-12-31 or
812          * 1970-01-01, and the seconds part must be "00".
813          */
814         const char stamp_regexp[] =
815                 "^(1969-12-31|1970-01-01)"
816                 " "
817                 "[0-2][0-9]:[0-5][0-9]:00(\\.0+)?"
818                 " "
819                 "([-+][0-2][0-9]:?[0-5][0-9])\n";
820         const char *timestamp = NULL, *cp, *colon;
821         static regex_t *stamp;
822         regmatch_t m[10];
823         int zoneoffset;
824         int hourminute;
825         int status;
826
827         for (cp = nameline; *cp != '\n'; cp++) {
828                 if (*cp == '\t')
829                         timestamp = cp + 1;
830         }
831         if (!timestamp)
832                 return 0;
833         if (!stamp) {
834                 stamp = xmalloc(sizeof(*stamp));
835                 if (regcomp(stamp, stamp_regexp, REG_EXTENDED)) {
836                         warning(_("Cannot prepare timestamp regexp %s"),
837                                 stamp_regexp);
838                         return 0;
839                 }
840         }
841
842         status = regexec(stamp, timestamp, ARRAY_SIZE(m), m, 0);
843         if (status) {
844                 if (status != REG_NOMATCH)
845                         warning(_("regexec returned %d for input: %s"),
846                                 status, timestamp);
847                 return 0;
848         }
849
850         zoneoffset = strtol(timestamp + m[3].rm_so + 1, (char **) &colon, 10);
851         if (*colon == ':')
852                 zoneoffset = zoneoffset * 60 + strtol(colon + 1, NULL, 10);
853         else
854                 zoneoffset = (zoneoffset / 100) * 60 + (zoneoffset % 100);
855         if (timestamp[m[3].rm_so] == '-')
856                 zoneoffset = -zoneoffset;
857
858         /*
859          * YYYY-MM-DD hh:mm:ss must be from either 1969-12-31
860          * (west of GMT) or 1970-01-01 (east of GMT)
861          */
862         if ((zoneoffset < 0 && memcmp(timestamp, "1969-12-31", 10)) ||
863             (0 <= zoneoffset && memcmp(timestamp, "1970-01-01", 10)))
864                 return 0;
865
866         hourminute = (strtol(timestamp + 11, NULL, 10) * 60 +
867                       strtol(timestamp + 14, NULL, 10) -
868                       zoneoffset);
869
870         return ((zoneoffset < 0 && hourminute == 1440) ||
871                 (0 <= zoneoffset && !hourminute));
872 }
873
874 /*
875  * Get the name etc info from the ---/+++ lines of a traditional patch header
876  *
877  * FIXME! The end-of-filename heuristics are kind of screwy. For existing
878  * files, we can happily check the index for a match, but for creating a
879  * new file we should try to match whatever "patch" does. I have no idea.
880  */
881 static int parse_traditional_patch(struct apply_state *state,
882                                    const char *first,
883                                    const char *second,
884                                    struct patch *patch)
885 {
886         char *name;
887
888         first += 4;     /* skip "--- " */
889         second += 4;    /* skip "+++ " */
890         if (!state->p_value_known) {
891                 int p, q;
892                 p = guess_p_value(state, first);
893                 q = guess_p_value(state, second);
894                 if (p < 0) p = q;
895                 if (0 <= p && p == q) {
896                         state->p_value = p;
897                         state->p_value_known = 1;
898                 }
899         }
900         if (is_dev_null(first)) {
901                 patch->is_new = 1;
902                 patch->is_delete = 0;
903                 name = find_name_traditional(state, second, NULL, state->p_value);
904                 patch->new_name = name;
905         } else if (is_dev_null(second)) {
906                 patch->is_new = 0;
907                 patch->is_delete = 1;
908                 name = find_name_traditional(state, first, NULL, state->p_value);
909                 patch->old_name = name;
910         } else {
911                 char *first_name;
912                 first_name = find_name_traditional(state, first, NULL, state->p_value);
913                 name = find_name_traditional(state, second, first_name, state->p_value);
914                 free(first_name);
915                 if (has_epoch_timestamp(first)) {
916                         patch->is_new = 1;
917                         patch->is_delete = 0;
918                         patch->new_name = name;
919                 } else if (has_epoch_timestamp(second)) {
920                         patch->is_new = 0;
921                         patch->is_delete = 1;
922                         patch->old_name = name;
923                 } else {
924                         patch->old_name = name;
925                         patch->new_name = xstrdup_or_null(name);
926                 }
927         }
928         if (!name)
929                 return error(_("unable to find filename in patch at line %d"), state->linenr);
930
931         return 0;
932 }
933
934 static int gitdiff_hdrend(struct apply_state *state,
935                           const char *line,
936                           struct patch *patch)
937 {
938         return 1;
939 }
940
941 /*
942  * We're anal about diff header consistency, to make
943  * sure that we don't end up having strange ambiguous
944  * patches floating around.
945  *
946  * As a result, gitdiff_{old|new}name() will check
947  * their names against any previous information, just
948  * to make sure..
949  */
950 #define DIFF_OLD_NAME 0
951 #define DIFF_NEW_NAME 1
952
953 static int gitdiff_verify_name(struct apply_state *state,
954                                const char *line,
955                                int isnull,
956                                char **name,
957                                int side)
958 {
959         if (!*name && !isnull) {
960                 *name = find_name(state, line, NULL, state->p_value, TERM_TAB);
961                 return 0;
962         }
963
964         if (*name) {
965                 int len = strlen(*name);
966                 char *another;
967                 if (isnull)
968                         return error(_("git apply: bad git-diff - expected /dev/null, got %s on line %d"),
969                                      *name, state->linenr);
970                 another = find_name(state, line, NULL, state->p_value, TERM_TAB);
971                 if (!another || memcmp(another, *name, len + 1)) {
972                         free(another);
973                         return error((side == DIFF_NEW_NAME) ?
974                             _("git apply: bad git-diff - inconsistent new filename on line %d") :
975                             _("git apply: bad git-diff - inconsistent old filename on line %d"), state->linenr);
976                 }
977                 free(another);
978         } else {
979                 /* expect "/dev/null" */
980                 if (memcmp("/dev/null", line, 9) || line[9] != '\n')
981                         return error(_("git apply: bad git-diff - expected /dev/null on line %d"), state->linenr);
982         }
983
984         return 0;
985 }
986
987 static int gitdiff_oldname(struct apply_state *state,
988                            const char *line,
989                            struct patch *patch)
990 {
991         return gitdiff_verify_name(state, line,
992                                    patch->is_new, &patch->old_name,
993                                    DIFF_OLD_NAME);
994 }
995
996 static int gitdiff_newname(struct apply_state *state,
997                            const char *line,
998                            struct patch *patch)
999 {
1000         return gitdiff_verify_name(state, line,
1001                                    patch->is_delete, &patch->new_name,
1002                                    DIFF_NEW_NAME);
1003 }
1004
1005 static int parse_mode_line(const char *line, int linenr, unsigned int *mode)
1006 {
1007         char *end;
1008         *mode = strtoul(line, &end, 8);
1009         if (end == line || !isspace(*end))
1010                 return error(_("invalid mode on line %d: %s"), linenr, line);
1011         return 0;
1012 }
1013
1014 static int gitdiff_oldmode(struct apply_state *state,
1015                            const char *line,
1016                            struct patch *patch)
1017 {
1018         return parse_mode_line(line, state->linenr, &patch->old_mode);
1019 }
1020
1021 static int gitdiff_newmode(struct apply_state *state,
1022                            const char *line,
1023                            struct patch *patch)
1024 {
1025         return parse_mode_line(line, state->linenr, &patch->new_mode);
1026 }
1027
1028 static int gitdiff_delete(struct apply_state *state,
1029                           const char *line,
1030                           struct patch *patch)
1031 {
1032         patch->is_delete = 1;
1033         free(patch->old_name);
1034         patch->old_name = xstrdup_or_null(patch->def_name);
1035         return gitdiff_oldmode(state, line, patch);
1036 }
1037
1038 static int gitdiff_newfile(struct apply_state *state,
1039                            const char *line,
1040                            struct patch *patch)
1041 {
1042         patch->is_new = 1;
1043         free(patch->new_name);
1044         patch->new_name = xstrdup_or_null(patch->def_name);
1045         return gitdiff_newmode(state, line, patch);
1046 }
1047
1048 static int gitdiff_copysrc(struct apply_state *state,
1049                            const char *line,
1050                            struct patch *patch)
1051 {
1052         patch->is_copy = 1;
1053         free(patch->old_name);
1054         patch->old_name = find_name(state, line, NULL, state->p_value ? state->p_value - 1 : 0, 0);
1055         return 0;
1056 }
1057
1058 static int gitdiff_copydst(struct apply_state *state,
1059                            const char *line,
1060                            struct patch *patch)
1061 {
1062         patch->is_copy = 1;
1063         free(patch->new_name);
1064         patch->new_name = find_name(state, line, NULL, state->p_value ? state->p_value - 1 : 0, 0);
1065         return 0;
1066 }
1067
1068 static int gitdiff_renamesrc(struct apply_state *state,
1069                              const char *line,
1070                              struct patch *patch)
1071 {
1072         patch->is_rename = 1;
1073         free(patch->old_name);
1074         patch->old_name = find_name(state, line, NULL, state->p_value ? state->p_value - 1 : 0, 0);
1075         return 0;
1076 }
1077
1078 static int gitdiff_renamedst(struct apply_state *state,
1079                              const char *line,
1080                              struct patch *patch)
1081 {
1082         patch->is_rename = 1;
1083         free(patch->new_name);
1084         patch->new_name = find_name(state, line, NULL, state->p_value ? state->p_value - 1 : 0, 0);
1085         return 0;
1086 }
1087
1088 static int gitdiff_similarity(struct apply_state *state,
1089                               const char *line,
1090                               struct patch *patch)
1091 {
1092         unsigned long val = strtoul(line, NULL, 10);
1093         if (val <= 100)
1094                 patch->score = val;
1095         return 0;
1096 }
1097
1098 static int gitdiff_dissimilarity(struct apply_state *state,
1099                                  const char *line,
1100                                  struct patch *patch)
1101 {
1102         unsigned long val = strtoul(line, NULL, 10);
1103         if (val <= 100)
1104                 patch->score = val;
1105         return 0;
1106 }
1107
1108 static int gitdiff_index(struct apply_state *state,
1109                          const char *line,
1110                          struct patch *patch)
1111 {
1112         /*
1113          * index line is N hexadecimal, "..", N hexadecimal,
1114          * and optional space with octal mode.
1115          */
1116         const char *ptr, *eol;
1117         int len;
1118
1119         ptr = strchr(line, '.');
1120         if (!ptr || ptr[1] != '.' || 40 < ptr - line)
1121                 return 0;
1122         len = ptr - line;
1123         memcpy(patch->old_sha1_prefix, line, len);
1124         patch->old_sha1_prefix[len] = 0;
1125
1126         line = ptr + 2;
1127         ptr = strchr(line, ' ');
1128         eol = strchrnul(line, '\n');
1129
1130         if (!ptr || eol < ptr)
1131                 ptr = eol;
1132         len = ptr - line;
1133
1134         if (40 < len)
1135                 return 0;
1136         memcpy(patch->new_sha1_prefix, line, len);
1137         patch->new_sha1_prefix[len] = 0;
1138         if (*ptr == ' ')
1139                 return gitdiff_oldmode(state, ptr + 1, patch);
1140         return 0;
1141 }
1142
1143 /*
1144  * This is normal for a diff that doesn't change anything: we'll fall through
1145  * into the next diff. Tell the parser to break out.
1146  */
1147 static int gitdiff_unrecognized(struct apply_state *state,
1148                                 const char *line,
1149                                 struct patch *patch)
1150 {
1151         return 1;
1152 }
1153
1154 /*
1155  * Skip p_value leading components from "line"; as we do not accept
1156  * absolute paths, return NULL in that case.
1157  */
1158 static const char *skip_tree_prefix(struct apply_state *state,
1159                                     const char *line,
1160                                     int llen)
1161 {
1162         int nslash;
1163         int i;
1164
1165         if (!state->p_value)
1166                 return (llen && line[0] == '/') ? NULL : line;
1167
1168         nslash = state->p_value;
1169         for (i = 0; i < llen; i++) {
1170                 int ch = line[i];
1171                 if (ch == '/' && --nslash <= 0)
1172                         return (i == 0) ? NULL : &line[i + 1];
1173         }
1174         return NULL;
1175 }
1176
1177 /*
1178  * This is to extract the same name that appears on "diff --git"
1179  * line.  We do not find and return anything if it is a rename
1180  * patch, and it is OK because we will find the name elsewhere.
1181  * We need to reliably find name only when it is mode-change only,
1182  * creation or deletion of an empty file.  In any of these cases,
1183  * both sides are the same name under a/ and b/ respectively.
1184  */
1185 static char *git_header_name(struct apply_state *state,
1186                              const char *line,
1187                              int llen)
1188 {
1189         const char *name;
1190         const char *second = NULL;
1191         size_t len, line_len;
1192
1193         line += strlen("diff --git ");
1194         llen -= strlen("diff --git ");
1195
1196         if (*line == '"') {
1197                 const char *cp;
1198                 struct strbuf first = STRBUF_INIT;
1199                 struct strbuf sp = STRBUF_INIT;
1200
1201                 if (unquote_c_style(&first, line, &second))
1202                         goto free_and_fail1;
1203
1204                 /* strip the a/b prefix including trailing slash */
1205                 cp = skip_tree_prefix(state, first.buf, first.len);
1206                 if (!cp)
1207                         goto free_and_fail1;
1208                 strbuf_remove(&first, 0, cp - first.buf);
1209
1210                 /*
1211                  * second points at one past closing dq of name.
1212                  * find the second name.
1213                  */
1214                 while ((second < line + llen) && isspace(*second))
1215                         second++;
1216
1217                 if (line + llen <= second)
1218                         goto free_and_fail1;
1219                 if (*second == '"') {
1220                         if (unquote_c_style(&sp, second, NULL))
1221                                 goto free_and_fail1;
1222                         cp = skip_tree_prefix(state, sp.buf, sp.len);
1223                         if (!cp)
1224                                 goto free_and_fail1;
1225                         /* They must match, otherwise ignore */
1226                         if (strcmp(cp, first.buf))
1227                                 goto free_and_fail1;
1228                         strbuf_release(&sp);
1229                         return strbuf_detach(&first, NULL);
1230                 }
1231
1232                 /* unquoted second */
1233                 cp = skip_tree_prefix(state, second, line + llen - second);
1234                 if (!cp)
1235                         goto free_and_fail1;
1236                 if (line + llen - cp != first.len ||
1237                     memcmp(first.buf, cp, first.len))
1238                         goto free_and_fail1;
1239                 return strbuf_detach(&first, NULL);
1240
1241         free_and_fail1:
1242                 strbuf_release(&first);
1243                 strbuf_release(&sp);
1244                 return NULL;
1245         }
1246
1247         /* unquoted first name */
1248         name = skip_tree_prefix(state, line, llen);
1249         if (!name)
1250                 return NULL;
1251
1252         /*
1253          * since the first name is unquoted, a dq if exists must be
1254          * the beginning of the second name.
1255          */
1256         for (second = name; second < line + llen; second++) {
1257                 if (*second == '"') {
1258                         struct strbuf sp = STRBUF_INIT;
1259                         const char *np;
1260
1261                         if (unquote_c_style(&sp, second, NULL))
1262                                 goto free_and_fail2;
1263
1264                         np = skip_tree_prefix(state, sp.buf, sp.len);
1265                         if (!np)
1266                                 goto free_and_fail2;
1267
1268                         len = sp.buf + sp.len - np;
1269                         if (len < second - name &&
1270                             !strncmp(np, name, len) &&
1271                             isspace(name[len])) {
1272                                 /* Good */
1273                                 strbuf_remove(&sp, 0, np - sp.buf);
1274                                 return strbuf_detach(&sp, NULL);
1275                         }
1276
1277                 free_and_fail2:
1278                         strbuf_release(&sp);
1279                         return NULL;
1280                 }
1281         }
1282
1283         /*
1284          * Accept a name only if it shows up twice, exactly the same
1285          * form.
1286          */
1287         second = strchr(name, '\n');
1288         if (!second)
1289                 return NULL;
1290         line_len = second - name;
1291         for (len = 0 ; ; len++) {
1292                 switch (name[len]) {
1293                 default:
1294                         continue;
1295                 case '\n':
1296                         return NULL;
1297                 case '\t': case ' ':
1298                         /*
1299                          * Is this the separator between the preimage
1300                          * and the postimage pathname?  Again, we are
1301                          * only interested in the case where there is
1302                          * no rename, as this is only to set def_name
1303                          * and a rename patch has the names elsewhere
1304                          * in an unambiguous form.
1305                          */
1306                         if (!name[len + 1])
1307                                 return NULL; /* no postimage name */
1308                         second = skip_tree_prefix(state, name + len + 1,
1309                                                   line_len - (len + 1));
1310                         if (!second)
1311                                 return NULL;
1312                         /*
1313                          * Does len bytes starting at "name" and "second"
1314                          * (that are separated by one HT or SP we just
1315                          * found) exactly match?
1316                          */
1317                         if (second[len] == '\n' && !strncmp(name, second, len))
1318                                 return xmemdupz(name, len);
1319                 }
1320         }
1321 }
1322
1323 static int check_header_line(struct apply_state *state, struct patch *patch)
1324 {
1325         int extensions = (patch->is_delete == 1) + (patch->is_new == 1) +
1326                          (patch->is_rename == 1) + (patch->is_copy == 1);
1327         if (extensions > 1)
1328                 return error(_("inconsistent header lines %d and %d"),
1329                              patch->extension_linenr, state->linenr);
1330         if (extensions && !patch->extension_linenr)
1331                 patch->extension_linenr = state->linenr;
1332         return 0;
1333 }
1334
1335 /* Verify that we recognize the lines following a git header */
1336 static int parse_git_header(struct apply_state *state,
1337                             const char *line,
1338                             int len,
1339                             unsigned int size,
1340                             struct patch *patch)
1341 {
1342         unsigned long offset;
1343
1344         /* A git diff has explicit new/delete information, so we don't guess */
1345         patch->is_new = 0;
1346         patch->is_delete = 0;
1347
1348         /*
1349          * Some things may not have the old name in the
1350          * rest of the headers anywhere (pure mode changes,
1351          * or removing or adding empty files), so we get
1352          * the default name from the header.
1353          */
1354         patch->def_name = git_header_name(state, line, len);
1355         if (patch->def_name && state->root.len) {
1356                 char *s = xstrfmt("%s%s", state->root.buf, patch->def_name);
1357                 free(patch->def_name);
1358                 patch->def_name = s;
1359         }
1360
1361         line += len;
1362         size -= len;
1363         state->linenr++;
1364         for (offset = len ; size > 0 ; offset += len, size -= len, line += len, state->linenr++) {
1365                 static const struct opentry {
1366                         const char *str;
1367                         int (*fn)(struct apply_state *, const char *, struct patch *);
1368                 } optable[] = {
1369                         { "@@ -", gitdiff_hdrend },
1370                         { "--- ", gitdiff_oldname },
1371                         { "+++ ", gitdiff_newname },
1372                         { "old mode ", gitdiff_oldmode },
1373                         { "new mode ", gitdiff_newmode },
1374                         { "deleted file mode ", gitdiff_delete },
1375                         { "new file mode ", gitdiff_newfile },
1376                         { "copy from ", gitdiff_copysrc },
1377                         { "copy to ", gitdiff_copydst },
1378                         { "rename old ", gitdiff_renamesrc },
1379                         { "rename new ", gitdiff_renamedst },
1380                         { "rename from ", gitdiff_renamesrc },
1381                         { "rename to ", gitdiff_renamedst },
1382                         { "similarity index ", gitdiff_similarity },
1383                         { "dissimilarity index ", gitdiff_dissimilarity },
1384                         { "index ", gitdiff_index },
1385                         { "", gitdiff_unrecognized },
1386                 };
1387                 int i;
1388
1389                 len = linelen(line, size);
1390                 if (!len || line[len-1] != '\n')
1391                         break;
1392                 for (i = 0; i < ARRAY_SIZE(optable); i++) {
1393                         const struct opentry *p = optable + i;
1394                         int oplen = strlen(p->str);
1395                         int res;
1396                         if (len < oplen || memcmp(p->str, line, oplen))
1397                                 continue;
1398                         res = p->fn(state, line + oplen, patch);
1399                         if (res < 0)
1400                                 return -1;
1401                         if (check_header_line(state, patch))
1402                                 return -1;
1403                         if (res > 0)
1404                                 return offset;
1405                         break;
1406                 }
1407         }
1408
1409         return offset;
1410 }
1411
1412 static int parse_num(const char *line, unsigned long *p)
1413 {
1414         char *ptr;
1415
1416         if (!isdigit(*line))
1417                 return 0;
1418         *p = strtoul(line, &ptr, 10);
1419         return ptr - line;
1420 }
1421
1422 static int parse_range(const char *line, int len, int offset, const char *expect,
1423                        unsigned long *p1, unsigned long *p2)
1424 {
1425         int digits, ex;
1426
1427         if (offset < 0 || offset >= len)
1428                 return -1;
1429         line += offset;
1430         len -= offset;
1431
1432         digits = parse_num(line, p1);
1433         if (!digits)
1434                 return -1;
1435
1436         offset += digits;
1437         line += digits;
1438         len -= digits;
1439
1440         *p2 = 1;
1441         if (*line == ',') {
1442                 digits = parse_num(line+1, p2);
1443                 if (!digits)
1444                         return -1;
1445
1446                 offset += digits+1;
1447                 line += digits+1;
1448                 len -= digits+1;
1449         }
1450
1451         ex = strlen(expect);
1452         if (ex > len)
1453                 return -1;
1454         if (memcmp(line, expect, ex))
1455                 return -1;
1456
1457         return offset + ex;
1458 }
1459
1460 static void recount_diff(const char *line, int size, struct fragment *fragment)
1461 {
1462         int oldlines = 0, newlines = 0, ret = 0;
1463
1464         if (size < 1) {
1465                 warning("recount: ignore empty hunk");
1466                 return;
1467         }
1468
1469         for (;;) {
1470                 int len = linelen(line, size);
1471                 size -= len;
1472                 line += len;
1473
1474                 if (size < 1)
1475                         break;
1476
1477                 switch (*line) {
1478                 case ' ': case '\n':
1479                         newlines++;
1480                         /* fall through */
1481                 case '-':
1482                         oldlines++;
1483                         continue;
1484                 case '+':
1485                         newlines++;
1486                         continue;
1487                 case '\\':
1488                         continue;
1489                 case '@':
1490                         ret = size < 3 || !starts_with(line, "@@ ");
1491                         break;
1492                 case 'd':
1493                         ret = size < 5 || !starts_with(line, "diff ");
1494                         break;
1495                 default:
1496                         ret = -1;
1497                         break;
1498                 }
1499                 if (ret) {
1500                         warning(_("recount: unexpected line: %.*s"),
1501                                 (int)linelen(line, size), line);
1502                         return;
1503                 }
1504                 break;
1505         }
1506         fragment->oldlines = oldlines;
1507         fragment->newlines = newlines;
1508 }
1509
1510 /*
1511  * Parse a unified diff fragment header of the
1512  * form "@@ -a,b +c,d @@"
1513  */
1514 static int parse_fragment_header(const char *line, int len, struct fragment *fragment)
1515 {
1516         int offset;
1517
1518         if (!len || line[len-1] != '\n')
1519                 return -1;
1520
1521         /* Figure out the number of lines in a fragment */
1522         offset = parse_range(line, len, 4, " +", &fragment->oldpos, &fragment->oldlines);
1523         offset = parse_range(line, len, offset, " @@", &fragment->newpos, &fragment->newlines);
1524
1525         return offset;
1526 }
1527
1528 /*
1529  * Find file diff header
1530  *
1531  * Returns:
1532  *  -1 if no header was found
1533  *  -128 in case of error
1534  *   the size of the header in bytes (called "offset") otherwise
1535  */
1536 static int find_header(struct apply_state *state,
1537                        const char *line,
1538                        unsigned long size,
1539                        int *hdrsize,
1540                        struct patch *patch)
1541 {
1542         unsigned long offset, len;
1543
1544         patch->is_toplevel_relative = 0;
1545         patch->is_rename = patch->is_copy = 0;
1546         patch->is_new = patch->is_delete = -1;
1547         patch->old_mode = patch->new_mode = 0;
1548         patch->old_name = patch->new_name = NULL;
1549         for (offset = 0; size > 0; offset += len, size -= len, line += len, state->linenr++) {
1550                 unsigned long nextlen;
1551
1552                 len = linelen(line, size);
1553                 if (!len)
1554                         break;
1555
1556                 /* Testing this early allows us to take a few shortcuts.. */
1557                 if (len < 6)
1558                         continue;
1559
1560                 /*
1561                  * Make sure we don't find any unconnected patch fragments.
1562                  * That's a sign that we didn't find a header, and that a
1563                  * patch has become corrupted/broken up.
1564                  */
1565                 if (!memcmp("@@ -", line, 4)) {
1566                         struct fragment dummy;
1567                         if (parse_fragment_header(line, len, &dummy) < 0)
1568                                 continue;
1569                         error(_("patch fragment without header at line %d: %.*s"),
1570                                      state->linenr, (int)len-1, line);
1571                         return -128;
1572                 }
1573
1574                 if (size < len + 6)
1575                         break;
1576
1577                 /*
1578                  * Git patch? It might not have a real patch, just a rename
1579                  * or mode change, so we handle that specially
1580                  */
1581                 if (!memcmp("diff --git ", line, 11)) {
1582                         int git_hdr_len = parse_git_header(state, line, len, size, patch);
1583                         if (git_hdr_len < 0)
1584                                 return -128;
1585                         if (git_hdr_len <= len)
1586                                 continue;
1587                         if (!patch->old_name && !patch->new_name) {
1588                                 if (!patch->def_name) {
1589                                         error(Q_("git diff header lacks filename information when removing "
1590                                                         "%d leading pathname component (line %d)",
1591                                                         "git diff header lacks filename information when removing "
1592                                                         "%d leading pathname components (line %d)",
1593                                                         state->p_value),
1594                                                      state->p_value, state->linenr);
1595                                         return -128;
1596                                 }
1597                                 patch->old_name = xstrdup(patch->def_name);
1598                                 patch->new_name = xstrdup(patch->def_name);
1599                         }
1600                         if ((!patch->new_name && !patch->is_delete) ||
1601                             (!patch->old_name && !patch->is_new)) {
1602                                 error(_("git diff header lacks filename information "
1603                                              "(line %d)"), state->linenr);
1604                                 return -128;
1605                         }
1606                         patch->is_toplevel_relative = 1;
1607                         *hdrsize = git_hdr_len;
1608                         return offset;
1609                 }
1610
1611                 /* --- followed by +++ ? */
1612                 if (memcmp("--- ", line,  4) || memcmp("+++ ", line + len, 4))
1613                         continue;
1614
1615                 /*
1616                  * We only accept unified patches, so we want it to
1617                  * at least have "@@ -a,b +c,d @@\n", which is 14 chars
1618                  * minimum ("@@ -0,0 +1 @@\n" is the shortest).
1619                  */
1620                 nextlen = linelen(line + len, size - len);
1621                 if (size < nextlen + 14 || memcmp("@@ -", line + len + nextlen, 4))
1622                         continue;
1623
1624                 /* Ok, we'll consider it a patch */
1625                 if (parse_traditional_patch(state, line, line+len, patch))
1626                         return -128;
1627                 *hdrsize = len + nextlen;
1628                 state->linenr += 2;
1629                 return offset;
1630         }
1631         return -1;
1632 }
1633
1634 static void record_ws_error(struct apply_state *state,
1635                             unsigned result,
1636                             const char *line,
1637                             int len,
1638                             int linenr)
1639 {
1640         char *err;
1641
1642         if (!result)
1643                 return;
1644
1645         state->whitespace_error++;
1646         if (state->squelch_whitespace_errors &&
1647             state->squelch_whitespace_errors < state->whitespace_error)
1648                 return;
1649
1650         err = whitespace_error_string(result);
1651         if (state->apply_verbosity > verbosity_silent)
1652                 fprintf(stderr, "%s:%d: %s.\n%.*s\n",
1653                         state->patch_input_file, linenr, err, len, line);
1654         free(err);
1655 }
1656
1657 static void check_whitespace(struct apply_state *state,
1658                              const char *line,
1659                              int len,
1660                              unsigned ws_rule)
1661 {
1662         unsigned result = ws_check(line + 1, len - 1, ws_rule);
1663
1664         record_ws_error(state, result, line + 1, len - 2, state->linenr);
1665 }
1666
1667 /*
1668  * Parse a unified diff. Note that this really needs to parse each
1669  * fragment separately, since the only way to know the difference
1670  * between a "---" that is part of a patch, and a "---" that starts
1671  * the next patch is to look at the line counts..
1672  */
1673 static int parse_fragment(struct apply_state *state,
1674                           const char *line,
1675                           unsigned long size,
1676                           struct patch *patch,
1677                           struct fragment *fragment)
1678 {
1679         int added, deleted;
1680         int len = linelen(line, size), offset;
1681         unsigned long oldlines, newlines;
1682         unsigned long leading, trailing;
1683
1684         offset = parse_fragment_header(line, len, fragment);
1685         if (offset < 0)
1686                 return -1;
1687         if (offset > 0 && patch->recount)
1688                 recount_diff(line + offset, size - offset, fragment);
1689         oldlines = fragment->oldlines;
1690         newlines = fragment->newlines;
1691         leading = 0;
1692         trailing = 0;
1693
1694         /* Parse the thing.. */
1695         line += len;
1696         size -= len;
1697         state->linenr++;
1698         added = deleted = 0;
1699         for (offset = len;
1700              0 < size;
1701              offset += len, size -= len, line += len, state->linenr++) {
1702                 if (!oldlines && !newlines)
1703                         break;
1704                 len = linelen(line, size);
1705                 if (!len || line[len-1] != '\n')
1706                         return -1;
1707                 switch (*line) {
1708                 default:
1709                         return -1;
1710                 case '\n': /* newer GNU diff, an empty context line */
1711                 case ' ':
1712                         oldlines--;
1713                         newlines--;
1714                         if (!deleted && !added)
1715                                 leading++;
1716                         trailing++;
1717                         if (!state->apply_in_reverse &&
1718                             state->ws_error_action == correct_ws_error)
1719                                 check_whitespace(state, line, len, patch->ws_rule);
1720                         break;
1721                 case '-':
1722                         if (state->apply_in_reverse &&
1723                             state->ws_error_action != nowarn_ws_error)
1724                                 check_whitespace(state, line, len, patch->ws_rule);
1725                         deleted++;
1726                         oldlines--;
1727                         trailing = 0;
1728                         break;
1729                 case '+':
1730                         if (!state->apply_in_reverse &&
1731                             state->ws_error_action != nowarn_ws_error)
1732                                 check_whitespace(state, line, len, patch->ws_rule);
1733                         added++;
1734                         newlines--;
1735                         trailing = 0;
1736                         break;
1737
1738                 /*
1739                  * We allow "\ No newline at end of file". Depending
1740                  * on locale settings when the patch was produced we
1741                  * don't know what this line looks like. The only
1742                  * thing we do know is that it begins with "\ ".
1743                  * Checking for 12 is just for sanity check -- any
1744                  * l10n of "\ No newline..." is at least that long.
1745                  */
1746                 case '\\':
1747                         if (len < 12 || memcmp(line, "\\ ", 2))
1748                                 return -1;
1749                         break;
1750                 }
1751         }
1752         if (oldlines || newlines)
1753                 return -1;
1754         if (!deleted && !added)
1755                 return -1;
1756
1757         fragment->leading = leading;
1758         fragment->trailing = trailing;
1759
1760         /*
1761          * If a fragment ends with an incomplete line, we failed to include
1762          * it in the above loop because we hit oldlines == newlines == 0
1763          * before seeing it.
1764          */
1765         if (12 < size && !memcmp(line, "\\ ", 2))
1766                 offset += linelen(line, size);
1767
1768         patch->lines_added += added;
1769         patch->lines_deleted += deleted;
1770
1771         if (0 < patch->is_new && oldlines)
1772                 return error(_("new file depends on old contents"));
1773         if (0 < patch->is_delete && newlines)
1774                 return error(_("deleted file still has contents"));
1775         return offset;
1776 }
1777
1778 /*
1779  * We have seen "diff --git a/... b/..." header (or a traditional patch
1780  * header).  Read hunks that belong to this patch into fragments and hang
1781  * them to the given patch structure.
1782  *
1783  * The (fragment->patch, fragment->size) pair points into the memory given
1784  * by the caller, not a copy, when we return.
1785  *
1786  * Returns:
1787  *   -1 in case of error,
1788  *   the number of bytes in the patch otherwise.
1789  */
1790 static int parse_single_patch(struct apply_state *state,
1791                               const char *line,
1792                               unsigned long size,
1793                               struct patch *patch)
1794 {
1795         unsigned long offset = 0;
1796         unsigned long oldlines = 0, newlines = 0, context = 0;
1797         struct fragment **fragp = &patch->fragments;
1798
1799         while (size > 4 && !memcmp(line, "@@ -", 4)) {
1800                 struct fragment *fragment;
1801                 int len;
1802
1803                 fragment = xcalloc(1, sizeof(*fragment));
1804                 fragment->linenr = state->linenr;
1805                 len = parse_fragment(state, line, size, patch, fragment);
1806                 if (len <= 0) {
1807                         free(fragment);
1808                         return error(_("corrupt patch at line %d"), state->linenr);
1809                 }
1810                 fragment->patch = line;
1811                 fragment->size = len;
1812                 oldlines += fragment->oldlines;
1813                 newlines += fragment->newlines;
1814                 context += fragment->leading + fragment->trailing;
1815
1816                 *fragp = fragment;
1817                 fragp = &fragment->next;
1818
1819                 offset += len;
1820                 line += len;
1821                 size -= len;
1822         }
1823
1824         /*
1825          * If something was removed (i.e. we have old-lines) it cannot
1826          * be creation, and if something was added it cannot be
1827          * deletion.  However, the reverse is not true; --unified=0
1828          * patches that only add are not necessarily creation even
1829          * though they do not have any old lines, and ones that only
1830          * delete are not necessarily deletion.
1831          *
1832          * Unfortunately, a real creation/deletion patch do _not_ have
1833          * any context line by definition, so we cannot safely tell it
1834          * apart with --unified=0 insanity.  At least if the patch has
1835          * more than one hunk it is not creation or deletion.
1836          */
1837         if (patch->is_new < 0 &&
1838             (oldlines || (patch->fragments && patch->fragments->next)))
1839                 patch->is_new = 0;
1840         if (patch->is_delete < 0 &&
1841             (newlines || (patch->fragments && patch->fragments->next)))
1842                 patch->is_delete = 0;
1843
1844         if (0 < patch->is_new && oldlines)
1845                 return error(_("new file %s depends on old contents"), patch->new_name);
1846         if (0 < patch->is_delete && newlines)
1847                 return error(_("deleted file %s still has contents"), patch->old_name);
1848         if (!patch->is_delete && !newlines && context && state->apply_verbosity > verbosity_silent)
1849                 fprintf_ln(stderr,
1850                            _("** warning: "
1851                              "file %s becomes empty but is not deleted"),
1852                            patch->new_name);
1853
1854         return offset;
1855 }
1856
1857 static inline int metadata_changes(struct patch *patch)
1858 {
1859         return  patch->is_rename > 0 ||
1860                 patch->is_copy > 0 ||
1861                 patch->is_new > 0 ||
1862                 patch->is_delete ||
1863                 (patch->old_mode && patch->new_mode &&
1864                  patch->old_mode != patch->new_mode);
1865 }
1866
1867 static char *inflate_it(const void *data, unsigned long size,
1868                         unsigned long inflated_size)
1869 {
1870         git_zstream stream;
1871         void *out;
1872         int st;
1873
1874         memset(&stream, 0, sizeof(stream));
1875
1876         stream.next_in = (unsigned char *)data;
1877         stream.avail_in = size;
1878         stream.next_out = out = xmalloc(inflated_size);
1879         stream.avail_out = inflated_size;
1880         git_inflate_init(&stream);
1881         st = git_inflate(&stream, Z_FINISH);
1882         git_inflate_end(&stream);
1883         if ((st != Z_STREAM_END) || stream.total_out != inflated_size) {
1884                 free(out);
1885                 return NULL;
1886         }
1887         return out;
1888 }
1889
1890 /*
1891  * Read a binary hunk and return a new fragment; fragment->patch
1892  * points at an allocated memory that the caller must free, so
1893  * it is marked as "->free_patch = 1".
1894  */
1895 static struct fragment *parse_binary_hunk(struct apply_state *state,
1896                                           char **buf_p,
1897                                           unsigned long *sz_p,
1898                                           int *status_p,
1899                                           int *used_p)
1900 {
1901         /*
1902          * Expect a line that begins with binary patch method ("literal"
1903          * or "delta"), followed by the length of data before deflating.
1904          * a sequence of 'length-byte' followed by base-85 encoded data
1905          * should follow, terminated by a newline.
1906          *
1907          * Each 5-byte sequence of base-85 encodes up to 4 bytes,
1908          * and we would limit the patch line to 66 characters,
1909          * so one line can fit up to 13 groups that would decode
1910          * to 52 bytes max.  The length byte 'A'-'Z' corresponds
1911          * to 1-26 bytes, and 'a'-'z' corresponds to 27-52 bytes.
1912          */
1913         int llen, used;
1914         unsigned long size = *sz_p;
1915         char *buffer = *buf_p;
1916         int patch_method;
1917         unsigned long origlen;
1918         char *data = NULL;
1919         int hunk_size = 0;
1920         struct fragment *frag;
1921
1922         llen = linelen(buffer, size);
1923         used = llen;
1924
1925         *status_p = 0;
1926
1927         if (starts_with(buffer, "delta ")) {
1928                 patch_method = BINARY_DELTA_DEFLATED;
1929                 origlen = strtoul(buffer + 6, NULL, 10);
1930         }
1931         else if (starts_with(buffer, "literal ")) {
1932                 patch_method = BINARY_LITERAL_DEFLATED;
1933                 origlen = strtoul(buffer + 8, NULL, 10);
1934         }
1935         else
1936                 return NULL;
1937
1938         state->linenr++;
1939         buffer += llen;
1940         while (1) {
1941                 int byte_length, max_byte_length, newsize;
1942                 llen = linelen(buffer, size);
1943                 used += llen;
1944                 state->linenr++;
1945                 if (llen == 1) {
1946                         /* consume the blank line */
1947                         buffer++;
1948                         size--;
1949                         break;
1950                 }
1951                 /*
1952                  * Minimum line is "A00000\n" which is 7-byte long,
1953                  * and the line length must be multiple of 5 plus 2.
1954                  */
1955                 if ((llen < 7) || (llen-2) % 5)
1956                         goto corrupt;
1957                 max_byte_length = (llen - 2) / 5 * 4;
1958                 byte_length = *buffer;
1959                 if ('A' <= byte_length && byte_length <= 'Z')
1960                         byte_length = byte_length - 'A' + 1;
1961                 else if ('a' <= byte_length && byte_length <= 'z')
1962                         byte_length = byte_length - 'a' + 27;
1963                 else
1964                         goto corrupt;
1965                 /* if the input length was not multiple of 4, we would
1966                  * have filler at the end but the filler should never
1967                  * exceed 3 bytes
1968                  */
1969                 if (max_byte_length < byte_length ||
1970                     byte_length <= max_byte_length - 4)
1971                         goto corrupt;
1972                 newsize = hunk_size + byte_length;
1973                 data = xrealloc(data, newsize);
1974                 if (decode_85(data + hunk_size, buffer + 1, byte_length))
1975                         goto corrupt;
1976                 hunk_size = newsize;
1977                 buffer += llen;
1978                 size -= llen;
1979         }
1980
1981         frag = xcalloc(1, sizeof(*frag));
1982         frag->patch = inflate_it(data, hunk_size, origlen);
1983         frag->free_patch = 1;
1984         if (!frag->patch)
1985                 goto corrupt;
1986         free(data);
1987         frag->size = origlen;
1988         *buf_p = buffer;
1989         *sz_p = size;
1990         *used_p = used;
1991         frag->binary_patch_method = patch_method;
1992         return frag;
1993
1994  corrupt:
1995         free(data);
1996         *status_p = -1;
1997         error(_("corrupt binary patch at line %d: %.*s"),
1998               state->linenr-1, llen-1, buffer);
1999         return NULL;
2000 }
2001
2002 /*
2003  * Returns:
2004  *   -1 in case of error,
2005  *   the length of the parsed binary patch otherwise
2006  */
2007 static int parse_binary(struct apply_state *state,
2008                         char *buffer,
2009                         unsigned long size,
2010                         struct patch *patch)
2011 {
2012         /*
2013          * We have read "GIT binary patch\n"; what follows is a line
2014          * that says the patch method (currently, either "literal" or
2015          * "delta") and the length of data before deflating; a
2016          * sequence of 'length-byte' followed by base-85 encoded data
2017          * follows.
2018          *
2019          * When a binary patch is reversible, there is another binary
2020          * hunk in the same format, starting with patch method (either
2021          * "literal" or "delta") with the length of data, and a sequence
2022          * of length-byte + base-85 encoded data, terminated with another
2023          * empty line.  This data, when applied to the postimage, produces
2024          * the preimage.
2025          */
2026         struct fragment *forward;
2027         struct fragment *reverse;
2028         int status;
2029         int used, used_1;
2030
2031         forward = parse_binary_hunk(state, &buffer, &size, &status, &used);
2032         if (!forward && !status)
2033                 /* there has to be one hunk (forward hunk) */
2034                 return error(_("unrecognized binary patch at line %d"), state->linenr-1);
2035         if (status)
2036                 /* otherwise we already gave an error message */
2037                 return status;
2038
2039         reverse = parse_binary_hunk(state, &buffer, &size, &status, &used_1);
2040         if (reverse)
2041                 used += used_1;
2042         else if (status) {
2043                 /*
2044                  * Not having reverse hunk is not an error, but having
2045                  * a corrupt reverse hunk is.
2046                  */
2047                 free((void*) forward->patch);
2048                 free(forward);
2049                 return status;
2050         }
2051         forward->next = reverse;
2052         patch->fragments = forward;
2053         patch->is_binary = 1;
2054         return used;
2055 }
2056
2057 static void prefix_one(struct apply_state *state, char **name)
2058 {
2059         char *old_name = *name;
2060         if (!old_name)
2061                 return;
2062         *name = prefix_filename(state->prefix, *name);
2063         free(old_name);
2064 }
2065
2066 static void prefix_patch(struct apply_state *state, struct patch *p)
2067 {
2068         if (!state->prefix || p->is_toplevel_relative)
2069                 return;
2070         prefix_one(state, &p->new_name);
2071         prefix_one(state, &p->old_name);
2072 }
2073
2074 /*
2075  * include/exclude
2076  */
2077
2078 static void add_name_limit(struct apply_state *state,
2079                            const char *name,
2080                            int exclude)
2081 {
2082         struct string_list_item *it;
2083
2084         it = string_list_append(&state->limit_by_name, name);
2085         it->util = exclude ? NULL : (void *) 1;
2086 }
2087
2088 static int use_patch(struct apply_state *state, struct patch *p)
2089 {
2090         const char *pathname = p->new_name ? p->new_name : p->old_name;
2091         int i;
2092
2093         /* Paths outside are not touched regardless of "--include" */
2094         if (0 < state->prefix_length) {
2095                 int pathlen = strlen(pathname);
2096                 if (pathlen <= state->prefix_length ||
2097                     memcmp(state->prefix, pathname, state->prefix_length))
2098                         return 0;
2099         }
2100
2101         /* See if it matches any of exclude/include rule */
2102         for (i = 0; i < state->limit_by_name.nr; i++) {
2103                 struct string_list_item *it = &state->limit_by_name.items[i];
2104                 if (!wildmatch(it->string, pathname, 0, NULL))
2105                         return (it->util != NULL);
2106         }
2107
2108         /*
2109          * If we had any include, a path that does not match any rule is
2110          * not used.  Otherwise, we saw bunch of exclude rules (or none)
2111          * and such a path is used.
2112          */
2113         return !state->has_include;
2114 }
2115
2116 /*
2117  * Read the patch text in "buffer" that extends for "size" bytes; stop
2118  * reading after seeing a single patch (i.e. changes to a single file).
2119  * Create fragments (i.e. patch hunks) and hang them to the given patch.
2120  *
2121  * Returns:
2122  *   -1 if no header was found or parse_binary() failed,
2123  *   -128 on another error,
2124  *   the number of bytes consumed otherwise,
2125  *     so that the caller can call us again for the next patch.
2126  */
2127 static int parse_chunk(struct apply_state *state, char *buffer, unsigned long size, struct patch *patch)
2128 {
2129         int hdrsize, patchsize;
2130         int offset = find_header(state, buffer, size, &hdrsize, patch);
2131
2132         if (offset < 0)
2133                 return offset;
2134
2135         prefix_patch(state, patch);
2136
2137         if (!use_patch(state, patch))
2138                 patch->ws_rule = 0;
2139         else
2140                 patch->ws_rule = whitespace_rule(patch->new_name
2141                                                  ? patch->new_name
2142                                                  : patch->old_name);
2143
2144         patchsize = parse_single_patch(state,
2145                                        buffer + offset + hdrsize,
2146                                        size - offset - hdrsize,
2147                                        patch);
2148
2149         if (patchsize < 0)
2150                 return -128;
2151
2152         if (!patchsize) {
2153                 static const char git_binary[] = "GIT binary patch\n";
2154                 int hd = hdrsize + offset;
2155                 unsigned long llen = linelen(buffer + hd, size - hd);
2156
2157                 if (llen == sizeof(git_binary) - 1 &&
2158                     !memcmp(git_binary, buffer + hd, llen)) {
2159                         int used;
2160                         state->linenr++;
2161                         used = parse_binary(state, buffer + hd + llen,
2162                                             size - hd - llen, patch);
2163                         if (used < 0)
2164                                 return -1;
2165                         if (used)
2166                                 patchsize = used + llen;
2167                         else
2168                                 patchsize = 0;
2169                 }
2170                 else if (!memcmp(" differ\n", buffer + hd + llen - 8, 8)) {
2171                         static const char *binhdr[] = {
2172                                 "Binary files ",
2173                                 "Files ",
2174                                 NULL,
2175                         };
2176                         int i;
2177                         for (i = 0; binhdr[i]; i++) {
2178                                 int len = strlen(binhdr[i]);
2179                                 if (len < size - hd &&
2180                                     !memcmp(binhdr[i], buffer + hd, len)) {
2181                                         state->linenr++;
2182                                         patch->is_binary = 1;
2183                                         patchsize = llen;
2184                                         break;
2185                                 }
2186                         }
2187                 }
2188
2189                 /* Empty patch cannot be applied if it is a text patch
2190                  * without metadata change.  A binary patch appears
2191                  * empty to us here.
2192                  */
2193                 if ((state->apply || state->check) &&
2194                     (!patch->is_binary && !metadata_changes(patch))) {
2195                         error(_("patch with only garbage at line %d"), state->linenr);
2196                         return -128;
2197                 }
2198         }
2199
2200         return offset + hdrsize + patchsize;
2201 }
2202
2203 static void reverse_patches(struct patch *p)
2204 {
2205         for (; p; p = p->next) {
2206                 struct fragment *frag = p->fragments;
2207
2208                 SWAP(p->new_name, p->old_name);
2209                 SWAP(p->new_mode, p->old_mode);
2210                 SWAP(p->is_new, p->is_delete);
2211                 SWAP(p->lines_added, p->lines_deleted);
2212                 SWAP(p->old_sha1_prefix, p->new_sha1_prefix);
2213
2214                 for (; frag; frag = frag->next) {
2215                         SWAP(frag->newpos, frag->oldpos);
2216                         SWAP(frag->newlines, frag->oldlines);
2217                 }
2218         }
2219 }
2220
2221 static const char pluses[] =
2222 "++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++";
2223 static const char minuses[]=
2224 "----------------------------------------------------------------------";
2225
2226 static void show_stats(struct apply_state *state, struct patch *patch)
2227 {
2228         struct strbuf qname = STRBUF_INIT;
2229         char *cp = patch->new_name ? patch->new_name : patch->old_name;
2230         int max, add, del;
2231
2232         quote_c_style(cp, &qname, NULL, 0);
2233
2234         /*
2235          * "scale" the filename
2236          */
2237         max = state->max_len;
2238         if (max > 50)
2239                 max = 50;
2240
2241         if (qname.len > max) {
2242                 cp = strchr(qname.buf + qname.len + 3 - max, '/');
2243                 if (!cp)
2244                         cp = qname.buf + qname.len + 3 - max;
2245                 strbuf_splice(&qname, 0, cp - qname.buf, "...", 3);
2246         }
2247
2248         if (patch->is_binary) {
2249                 printf(" %-*s |  Bin\n", max, qname.buf);
2250                 strbuf_release(&qname);
2251                 return;
2252         }
2253
2254         printf(" %-*s |", max, qname.buf);
2255         strbuf_release(&qname);
2256
2257         /*
2258          * scale the add/delete
2259          */
2260         max = max + state->max_change > 70 ? 70 - max : state->max_change;
2261         add = patch->lines_added;
2262         del = patch->lines_deleted;
2263
2264         if (state->max_change > 0) {
2265                 int total = ((add + del) * max + state->max_change / 2) / state->max_change;
2266                 add = (add * max + state->max_change / 2) / state->max_change;
2267                 del = total - add;
2268         }
2269         printf("%5d %.*s%.*s\n", patch->lines_added + patch->lines_deleted,
2270                 add, pluses, del, minuses);
2271 }
2272
2273 static int read_old_data(struct stat *st, const char *path, struct strbuf *buf)
2274 {
2275         switch (st->st_mode & S_IFMT) {
2276         case S_IFLNK:
2277                 if (strbuf_readlink(buf, path, st->st_size) < 0)
2278                         return error(_("unable to read symlink %s"), path);
2279                 return 0;
2280         case S_IFREG:
2281                 if (strbuf_read_file(buf, path, st->st_size) != st->st_size)
2282                         return error(_("unable to open or read %s"), path);
2283                 convert_to_git(&the_index, path, buf->buf, buf->len, buf, 0);
2284                 return 0;
2285         default:
2286                 return -1;
2287         }
2288 }
2289
2290 /*
2291  * Update the preimage, and the common lines in postimage,
2292  * from buffer buf of length len. If postlen is 0 the postimage
2293  * is updated in place, otherwise it's updated on a new buffer
2294  * of length postlen
2295  */
2296
2297 static void update_pre_post_images(struct image *preimage,
2298                                    struct image *postimage,
2299                                    char *buf,
2300                                    size_t len, size_t postlen)
2301 {
2302         int i, ctx, reduced;
2303         char *new, *old, *fixed;
2304         struct image fixed_preimage;
2305
2306         /*
2307          * Update the preimage with whitespace fixes.  Note that we
2308          * are not losing preimage->buf -- apply_one_fragment() will
2309          * free "oldlines".
2310          */
2311         prepare_image(&fixed_preimage, buf, len, 1);
2312         assert(postlen
2313                ? fixed_preimage.nr == preimage->nr
2314                : fixed_preimage.nr <= preimage->nr);
2315         for (i = 0; i < fixed_preimage.nr; i++)
2316                 fixed_preimage.line[i].flag = preimage->line[i].flag;
2317         free(preimage->line_allocated);
2318         *preimage = fixed_preimage;
2319
2320         /*
2321          * Adjust the common context lines in postimage. This can be
2322          * done in-place when we are shrinking it with whitespace
2323          * fixing, but needs a new buffer when ignoring whitespace or
2324          * expanding leading tabs to spaces.
2325          *
2326          * We trust the caller to tell us if the update can be done
2327          * in place (postlen==0) or not.
2328          */
2329         old = postimage->buf;
2330         if (postlen)
2331                 new = postimage->buf = xmalloc(postlen);
2332         else
2333                 new = old;
2334         fixed = preimage->buf;
2335
2336         for (i = reduced = ctx = 0; i < postimage->nr; i++) {
2337                 size_t l_len = postimage->line[i].len;
2338                 if (!(postimage->line[i].flag & LINE_COMMON)) {
2339                         /* an added line -- no counterparts in preimage */
2340                         memmove(new, old, l_len);
2341                         old += l_len;
2342                         new += l_len;
2343                         continue;
2344                 }
2345
2346                 /* a common context -- skip it in the original postimage */
2347                 old += l_len;
2348
2349                 /* and find the corresponding one in the fixed preimage */
2350                 while (ctx < preimage->nr &&
2351                        !(preimage->line[ctx].flag & LINE_COMMON)) {
2352                         fixed += preimage->line[ctx].len;
2353                         ctx++;
2354                 }
2355
2356                 /*
2357                  * preimage is expected to run out, if the caller
2358                  * fixed addition of trailing blank lines.
2359                  */
2360                 if (preimage->nr <= ctx) {
2361                         reduced++;
2362                         continue;
2363                 }
2364
2365                 /* and copy it in, while fixing the line length */
2366                 l_len = preimage->line[ctx].len;
2367                 memcpy(new, fixed, l_len);
2368                 new += l_len;
2369                 fixed += l_len;
2370                 postimage->line[i].len = l_len;
2371                 ctx++;
2372         }
2373
2374         if (postlen
2375             ? postlen < new - postimage->buf
2376             : postimage->len < new - postimage->buf)
2377                 die("BUG: caller miscounted postlen: asked %d, orig = %d, used = %d",
2378                     (int)postlen, (int) postimage->len, (int)(new - postimage->buf));
2379
2380         /* Fix the length of the whole thing */
2381         postimage->len = new - postimage->buf;
2382         postimage->nr -= reduced;
2383 }
2384
2385 static int line_by_line_fuzzy_match(struct image *img,
2386                                     struct image *preimage,
2387                                     struct image *postimage,
2388                                     unsigned long try,
2389                                     int try_lno,
2390                                     int preimage_limit)
2391 {
2392         int i;
2393         size_t imgoff = 0;
2394         size_t preoff = 0;
2395         size_t postlen = postimage->len;
2396         size_t extra_chars;
2397         char *buf;
2398         char *preimage_eof;
2399         char *preimage_end;
2400         struct strbuf fixed;
2401         char *fixed_buf;
2402         size_t fixed_len;
2403
2404         for (i = 0; i < preimage_limit; i++) {
2405                 size_t prelen = preimage->line[i].len;
2406                 size_t imglen = img->line[try_lno+i].len;
2407
2408                 if (!fuzzy_matchlines(img->buf + try + imgoff, imglen,
2409                                       preimage->buf + preoff, prelen))
2410                         return 0;
2411                 if (preimage->line[i].flag & LINE_COMMON)
2412                         postlen += imglen - prelen;
2413                 imgoff += imglen;
2414                 preoff += prelen;
2415         }
2416
2417         /*
2418          * Ok, the preimage matches with whitespace fuzz.
2419          *
2420          * imgoff now holds the true length of the target that
2421          * matches the preimage before the end of the file.
2422          *
2423          * Count the number of characters in the preimage that fall
2424          * beyond the end of the file and make sure that all of them
2425          * are whitespace characters. (This can only happen if
2426          * we are removing blank lines at the end of the file.)
2427          */
2428         buf = preimage_eof = preimage->buf + preoff;
2429         for ( ; i < preimage->nr; i++)
2430                 preoff += preimage->line[i].len;
2431         preimage_end = preimage->buf + preoff;
2432         for ( ; buf < preimage_end; buf++)
2433                 if (!isspace(*buf))
2434                         return 0;
2435
2436         /*
2437          * Update the preimage and the common postimage context
2438          * lines to use the same whitespace as the target.
2439          * If whitespace is missing in the target (i.e.
2440          * if the preimage extends beyond the end of the file),
2441          * use the whitespace from the preimage.
2442          */
2443         extra_chars = preimage_end - preimage_eof;
2444         strbuf_init(&fixed, imgoff + extra_chars);
2445         strbuf_add(&fixed, img->buf + try, imgoff);
2446         strbuf_add(&fixed, preimage_eof, extra_chars);
2447         fixed_buf = strbuf_detach(&fixed, &fixed_len);
2448         update_pre_post_images(preimage, postimage,
2449                                fixed_buf, fixed_len, postlen);
2450         return 1;
2451 }
2452
2453 static int match_fragment(struct apply_state *state,
2454                           struct image *img,
2455                           struct image *preimage,
2456                           struct image *postimage,
2457                           unsigned long try,
2458                           int try_lno,
2459                           unsigned ws_rule,
2460                           int match_beginning, int match_end)
2461 {
2462         int i;
2463         char *fixed_buf, *buf, *orig, *target;
2464         struct strbuf fixed;
2465         size_t fixed_len, postlen;
2466         int preimage_limit;
2467
2468         if (preimage->nr + try_lno <= img->nr) {
2469                 /*
2470                  * The hunk falls within the boundaries of img.
2471                  */
2472                 preimage_limit = preimage->nr;
2473                 if (match_end && (preimage->nr + try_lno != img->nr))
2474                         return 0;
2475         } else if (state->ws_error_action == correct_ws_error &&
2476                    (ws_rule & WS_BLANK_AT_EOF)) {
2477                 /*
2478                  * This hunk extends beyond the end of img, and we are
2479                  * removing blank lines at the end of the file.  This
2480                  * many lines from the beginning of the preimage must
2481                  * match with img, and the remainder of the preimage
2482                  * must be blank.
2483                  */
2484                 preimage_limit = img->nr - try_lno;
2485         } else {
2486                 /*
2487                  * The hunk extends beyond the end of the img and
2488                  * we are not removing blanks at the end, so we
2489                  * should reject the hunk at this position.
2490                  */
2491                 return 0;
2492         }
2493
2494         if (match_beginning && try_lno)
2495                 return 0;
2496
2497         /* Quick hash check */
2498         for (i = 0; i < preimage_limit; i++)
2499                 if ((img->line[try_lno + i].flag & LINE_PATCHED) ||
2500                     (preimage->line[i].hash != img->line[try_lno + i].hash))
2501                         return 0;
2502
2503         if (preimage_limit == preimage->nr) {
2504                 /*
2505                  * Do we have an exact match?  If we were told to match
2506                  * at the end, size must be exactly at try+fragsize,
2507                  * otherwise try+fragsize must be still within the preimage,
2508                  * and either case, the old piece should match the preimage
2509                  * exactly.
2510                  */
2511                 if ((match_end
2512                      ? (try + preimage->len == img->len)
2513                      : (try + preimage->len <= img->len)) &&
2514                     !memcmp(img->buf + try, preimage->buf, preimage->len))
2515                         return 1;
2516         } else {
2517                 /*
2518                  * The preimage extends beyond the end of img, so
2519                  * there cannot be an exact match.
2520                  *
2521                  * There must be one non-blank context line that match
2522                  * a line before the end of img.
2523                  */
2524                 char *buf_end;
2525
2526                 buf = preimage->buf;
2527                 buf_end = buf;
2528                 for (i = 0; i < preimage_limit; i++)
2529                         buf_end += preimage->line[i].len;
2530
2531                 for ( ; buf < buf_end; buf++)
2532                         if (!isspace(*buf))
2533                                 break;
2534                 if (buf == buf_end)
2535                         return 0;
2536         }
2537
2538         /*
2539          * No exact match. If we are ignoring whitespace, run a line-by-line
2540          * fuzzy matching. We collect all the line length information because
2541          * we need it to adjust whitespace if we match.
2542          */
2543         if (state->ws_ignore_action == ignore_ws_change)
2544                 return line_by_line_fuzzy_match(img, preimage, postimage,
2545                                                 try, try_lno, preimage_limit);
2546
2547         if (state->ws_error_action != correct_ws_error)
2548                 return 0;
2549
2550         /*
2551          * The hunk does not apply byte-by-byte, but the hash says
2552          * it might with whitespace fuzz. We weren't asked to
2553          * ignore whitespace, we were asked to correct whitespace
2554          * errors, so let's try matching after whitespace correction.
2555          *
2556          * While checking the preimage against the target, whitespace
2557          * errors in both fixed, we count how large the corresponding
2558          * postimage needs to be.  The postimage prepared by
2559          * apply_one_fragment() has whitespace errors fixed on added
2560          * lines already, but the common lines were propagated as-is,
2561          * which may become longer when their whitespace errors are
2562          * fixed.
2563          */
2564
2565         /* First count added lines in postimage */
2566         postlen = 0;
2567         for (i = 0; i < postimage->nr; i++) {
2568                 if (!(postimage->line[i].flag & LINE_COMMON))
2569                         postlen += postimage->line[i].len;
2570         }
2571
2572         /*
2573          * The preimage may extend beyond the end of the file,
2574          * but in this loop we will only handle the part of the
2575          * preimage that falls within the file.
2576          */
2577         strbuf_init(&fixed, preimage->len + 1);
2578         orig = preimage->buf;
2579         target = img->buf + try;
2580         for (i = 0; i < preimage_limit; i++) {
2581                 size_t oldlen = preimage->line[i].len;
2582                 size_t tgtlen = img->line[try_lno + i].len;
2583                 size_t fixstart = fixed.len;
2584                 struct strbuf tgtfix;
2585                 int match;
2586
2587                 /* Try fixing the line in the preimage */
2588                 ws_fix_copy(&fixed, orig, oldlen, ws_rule, NULL);
2589
2590                 /* Try fixing the line in the target */
2591                 strbuf_init(&tgtfix, tgtlen);
2592                 ws_fix_copy(&tgtfix, target, tgtlen, ws_rule, NULL);
2593
2594                 /*
2595                  * If they match, either the preimage was based on
2596                  * a version before our tree fixed whitespace breakage,
2597                  * or we are lacking a whitespace-fix patch the tree
2598                  * the preimage was based on already had (i.e. target
2599                  * has whitespace breakage, the preimage doesn't).
2600                  * In either case, we are fixing the whitespace breakages
2601                  * so we might as well take the fix together with their
2602                  * real change.
2603                  */
2604                 match = (tgtfix.len == fixed.len - fixstart &&
2605                          !memcmp(tgtfix.buf, fixed.buf + fixstart,
2606                                              fixed.len - fixstart));
2607
2608                 /* Add the length if this is common with the postimage */
2609                 if (preimage->line[i].flag & LINE_COMMON)
2610                         postlen += tgtfix.len;
2611
2612                 strbuf_release(&tgtfix);
2613                 if (!match)
2614                         goto unmatch_exit;
2615
2616                 orig += oldlen;
2617                 target += tgtlen;
2618         }
2619
2620
2621         /*
2622          * Now handle the lines in the preimage that falls beyond the
2623          * end of the file (if any). They will only match if they are
2624          * empty or only contain whitespace (if WS_BLANK_AT_EOL is
2625          * false).
2626          */
2627         for ( ; i < preimage->nr; i++) {
2628                 size_t fixstart = fixed.len; /* start of the fixed preimage */
2629                 size_t oldlen = preimage->line[i].len;
2630                 int j;
2631
2632                 /* Try fixing the line in the preimage */
2633                 ws_fix_copy(&fixed, orig, oldlen, ws_rule, NULL);
2634
2635                 for (j = fixstart; j < fixed.len; j++)
2636                         if (!isspace(fixed.buf[j]))
2637                                 goto unmatch_exit;
2638
2639                 orig += oldlen;
2640         }
2641
2642         /*
2643          * Yes, the preimage is based on an older version that still
2644          * has whitespace breakages unfixed, and fixing them makes the
2645          * hunk match.  Update the context lines in the postimage.
2646          */
2647         fixed_buf = strbuf_detach(&fixed, &fixed_len);
2648         if (postlen < postimage->len)
2649                 postlen = 0;
2650         update_pre_post_images(preimage, postimage,
2651                                fixed_buf, fixed_len, postlen);
2652         return 1;
2653
2654  unmatch_exit:
2655         strbuf_release(&fixed);
2656         return 0;
2657 }
2658
2659 static int find_pos(struct apply_state *state,
2660                     struct image *img,
2661                     struct image *preimage,
2662                     struct image *postimage,
2663                     int line,
2664                     unsigned ws_rule,
2665                     int match_beginning, int match_end)
2666 {
2667         int i;
2668         unsigned long backwards, forwards, try;
2669         int backwards_lno, forwards_lno, try_lno;
2670
2671         /*
2672          * If match_beginning or match_end is specified, there is no
2673          * point starting from a wrong line that will never match and
2674          * wander around and wait for a match at the specified end.
2675          */
2676         if (match_beginning)
2677                 line = 0;
2678         else if (match_end)
2679                 line = img->nr - preimage->nr;
2680
2681         /*
2682          * Because the comparison is unsigned, the following test
2683          * will also take care of a negative line number that can
2684          * result when match_end and preimage is larger than the target.
2685          */
2686         if ((size_t) line > img->nr)
2687                 line = img->nr;
2688
2689         try = 0;
2690         for (i = 0; i < line; i++)
2691                 try += img->line[i].len;
2692
2693         /*
2694          * There's probably some smart way to do this, but I'll leave
2695          * that to the smart and beautiful people. I'm simple and stupid.
2696          */
2697         backwards = try;
2698         backwards_lno = line;
2699         forwards = try;
2700         forwards_lno = line;
2701         try_lno = line;
2702
2703         for (i = 0; ; i++) {
2704                 if (match_fragment(state, img, preimage, postimage,
2705                                    try, try_lno, ws_rule,
2706                                    match_beginning, match_end))
2707                         return try_lno;
2708
2709         again:
2710                 if (backwards_lno == 0 && forwards_lno == img->nr)
2711                         break;
2712
2713                 if (i & 1) {
2714                         if (backwards_lno == 0) {
2715                                 i++;
2716                                 goto again;
2717                         }
2718                         backwards_lno--;
2719                         backwards -= img->line[backwards_lno].len;
2720                         try = backwards;
2721                         try_lno = backwards_lno;
2722                 } else {
2723                         if (forwards_lno == img->nr) {
2724                                 i++;
2725                                 goto again;
2726                         }
2727                         forwards += img->line[forwards_lno].len;
2728                         forwards_lno++;
2729                         try = forwards;
2730                         try_lno = forwards_lno;
2731                 }
2732
2733         }
2734         return -1;
2735 }
2736
2737 static void remove_first_line(struct image *img)
2738 {
2739         img->buf += img->line[0].len;
2740         img->len -= img->line[0].len;
2741         img->line++;
2742         img->nr--;
2743 }
2744
2745 static void remove_last_line(struct image *img)
2746 {
2747         img->len -= img->line[--img->nr].len;
2748 }
2749
2750 /*
2751  * The change from "preimage" and "postimage" has been found to
2752  * apply at applied_pos (counts in line numbers) in "img".
2753  * Update "img" to remove "preimage" and replace it with "postimage".
2754  */
2755 static void update_image(struct apply_state *state,
2756                          struct image *img,
2757                          int applied_pos,
2758                          struct image *preimage,
2759                          struct image *postimage)
2760 {
2761         /*
2762          * remove the copy of preimage at offset in img
2763          * and replace it with postimage
2764          */
2765         int i, nr;
2766         size_t remove_count, insert_count, applied_at = 0;
2767         char *result;
2768         int preimage_limit;
2769
2770         /*
2771          * If we are removing blank lines at the end of img,
2772          * the preimage may extend beyond the end.
2773          * If that is the case, we must be careful only to
2774          * remove the part of the preimage that falls within
2775          * the boundaries of img. Initialize preimage_limit
2776          * to the number of lines in the preimage that falls
2777          * within the boundaries.
2778          */
2779         preimage_limit = preimage->nr;
2780         if (preimage_limit > img->nr - applied_pos)
2781                 preimage_limit = img->nr - applied_pos;
2782
2783         for (i = 0; i < applied_pos; i++)
2784                 applied_at += img->line[i].len;
2785
2786         remove_count = 0;
2787         for (i = 0; i < preimage_limit; i++)
2788                 remove_count += img->line[applied_pos + i].len;
2789         insert_count = postimage->len;
2790
2791         /* Adjust the contents */
2792         result = xmalloc(st_add3(st_sub(img->len, remove_count), insert_count, 1));
2793         memcpy(result, img->buf, applied_at);
2794         memcpy(result + applied_at, postimage->buf, postimage->len);
2795         memcpy(result + applied_at + postimage->len,
2796                img->buf + (applied_at + remove_count),
2797                img->len - (applied_at + remove_count));
2798         free(img->buf);
2799         img->buf = result;
2800         img->len += insert_count - remove_count;
2801         result[img->len] = '\0';
2802
2803         /* Adjust the line table */
2804         nr = img->nr + postimage->nr - preimage_limit;
2805         if (preimage_limit < postimage->nr) {
2806                 /*
2807                  * NOTE: this knows that we never call remove_first_line()
2808                  * on anything other than pre/post image.
2809                  */
2810                 REALLOC_ARRAY(img->line, nr);
2811                 img->line_allocated = img->line;
2812         }
2813         if (preimage_limit != postimage->nr)
2814                 memmove(img->line + applied_pos + postimage->nr,
2815                         img->line + applied_pos + preimage_limit,
2816                         (img->nr - (applied_pos + preimage_limit)) *
2817                         sizeof(*img->line));
2818         memcpy(img->line + applied_pos,
2819                postimage->line,
2820                postimage->nr * sizeof(*img->line));
2821         if (!state->allow_overlap)
2822                 for (i = 0; i < postimage->nr; i++)
2823                         img->line[applied_pos + i].flag |= LINE_PATCHED;
2824         img->nr = nr;
2825 }
2826
2827 /*
2828  * Use the patch-hunk text in "frag" to prepare two images (preimage and
2829  * postimage) for the hunk.  Find lines that match "preimage" in "img" and
2830  * replace the part of "img" with "postimage" text.
2831  */
2832 static int apply_one_fragment(struct apply_state *state,
2833                               struct image *img, struct fragment *frag,
2834                               int inaccurate_eof, unsigned ws_rule,
2835                               int nth_fragment)
2836 {
2837         int match_beginning, match_end;
2838         const char *patch = frag->patch;
2839         int size = frag->size;
2840         char *old, *oldlines;
2841         struct strbuf newlines;
2842         int new_blank_lines_at_end = 0;
2843         int found_new_blank_lines_at_end = 0;
2844         int hunk_linenr = frag->linenr;
2845         unsigned long leading, trailing;
2846         int pos, applied_pos;
2847         struct image preimage;
2848         struct image postimage;
2849
2850         memset(&preimage, 0, sizeof(preimage));
2851         memset(&postimage, 0, sizeof(postimage));
2852         oldlines = xmalloc(size);
2853         strbuf_init(&newlines, size);
2854
2855         old = oldlines;
2856         while (size > 0) {
2857                 char first;
2858                 int len = linelen(patch, size);
2859                 int plen;
2860                 int added_blank_line = 0;
2861                 int is_blank_context = 0;
2862                 size_t start;
2863
2864                 if (!len)
2865                         break;
2866
2867                 /*
2868                  * "plen" is how much of the line we should use for
2869                  * the actual patch data. Normally we just remove the
2870                  * first character on the line, but if the line is
2871                  * followed by "\ No newline", then we also remove the
2872                  * last one (which is the newline, of course).
2873                  */
2874                 plen = len - 1;
2875                 if (len < size && patch[len] == '\\')
2876                         plen--;
2877                 first = *patch;
2878                 if (state->apply_in_reverse) {
2879                         if (first == '-')
2880                                 first = '+';
2881                         else if (first == '+')
2882                                 first = '-';
2883                 }
2884
2885                 switch (first) {
2886                 case '\n':
2887                         /* Newer GNU diff, empty context line */
2888                         if (plen < 0)
2889                                 /* ... followed by '\No newline'; nothing */
2890                                 break;
2891                         *old++ = '\n';
2892                         strbuf_addch(&newlines, '\n');
2893                         add_line_info(&preimage, "\n", 1, LINE_COMMON);
2894                         add_line_info(&postimage, "\n", 1, LINE_COMMON);
2895                         is_blank_context = 1;
2896                         break;
2897                 case ' ':
2898                         if (plen && (ws_rule & WS_BLANK_AT_EOF) &&
2899                             ws_blank_line(patch + 1, plen, ws_rule))
2900                                 is_blank_context = 1;
2901                 case '-':
2902                         memcpy(old, patch + 1, plen);
2903                         add_line_info(&preimage, old, plen,
2904                                       (first == ' ' ? LINE_COMMON : 0));
2905                         old += plen;
2906                         if (first == '-')
2907                                 break;
2908                 /* Fall-through for ' ' */
2909                 case '+':
2910                         /* --no-add does not add new lines */
2911                         if (first == '+' && state->no_add)
2912                                 break;
2913
2914                         start = newlines.len;
2915                         if (first != '+' ||
2916                             !state->whitespace_error ||
2917                             state->ws_error_action != correct_ws_error) {
2918                                 strbuf_add(&newlines, patch + 1, plen);
2919                         }
2920                         else {
2921                                 ws_fix_copy(&newlines, patch + 1, plen, ws_rule, &state->applied_after_fixing_ws);
2922                         }
2923                         add_line_info(&postimage, newlines.buf + start, newlines.len - start,
2924                                       (first == '+' ? 0 : LINE_COMMON));
2925                         if (first == '+' &&
2926                             (ws_rule & WS_BLANK_AT_EOF) &&
2927                             ws_blank_line(patch + 1, plen, ws_rule))
2928                                 added_blank_line = 1;
2929                         break;
2930                 case '@': case '\\':
2931                         /* Ignore it, we already handled it */
2932                         break;
2933                 default:
2934                         if (state->apply_verbosity > verbosity_normal)
2935                                 error(_("invalid start of line: '%c'"), first);
2936                         applied_pos = -1;
2937                         goto out;
2938                 }
2939                 if (added_blank_line) {
2940                         if (!new_blank_lines_at_end)
2941                                 found_new_blank_lines_at_end = hunk_linenr;
2942                         new_blank_lines_at_end++;
2943                 }
2944                 else if (is_blank_context)
2945                         ;
2946                 else
2947                         new_blank_lines_at_end = 0;
2948                 patch += len;
2949                 size -= len;
2950                 hunk_linenr++;
2951         }
2952         if (inaccurate_eof &&
2953             old > oldlines && old[-1] == '\n' &&
2954             newlines.len > 0 && newlines.buf[newlines.len - 1] == '\n') {
2955                 old--;
2956                 strbuf_setlen(&newlines, newlines.len - 1);
2957         }
2958
2959         leading = frag->leading;
2960         trailing = frag->trailing;
2961
2962         /*
2963          * A hunk to change lines at the beginning would begin with
2964          * @@ -1,L +N,M @@
2965          * but we need to be careful.  -U0 that inserts before the second
2966          * line also has this pattern.
2967          *
2968          * And a hunk to add to an empty file would begin with
2969          * @@ -0,0 +N,M @@
2970          *
2971          * In other words, a hunk that is (frag->oldpos <= 1) with or
2972          * without leading context must match at the beginning.
2973          */
2974         match_beginning = (!frag->oldpos ||
2975                            (frag->oldpos == 1 && !state->unidiff_zero));
2976
2977         /*
2978          * A hunk without trailing lines must match at the end.
2979          * However, we simply cannot tell if a hunk must match end
2980          * from the lack of trailing lines if the patch was generated
2981          * with unidiff without any context.
2982          */
2983         match_end = !state->unidiff_zero && !trailing;
2984
2985         pos = frag->newpos ? (frag->newpos - 1) : 0;
2986         preimage.buf = oldlines;
2987         preimage.len = old - oldlines;
2988         postimage.buf = newlines.buf;
2989         postimage.len = newlines.len;
2990         preimage.line = preimage.line_allocated;
2991         postimage.line = postimage.line_allocated;
2992
2993         for (;;) {
2994
2995                 applied_pos = find_pos(state, img, &preimage, &postimage, pos,
2996                                        ws_rule, match_beginning, match_end);
2997
2998                 if (applied_pos >= 0)
2999                         break;
3000
3001                 /* Am I at my context limits? */
3002                 if ((leading <= state->p_context) && (trailing <= state->p_context))
3003                         break;
3004                 if (match_beginning || match_end) {
3005                         match_beginning = match_end = 0;
3006                         continue;
3007                 }
3008
3009                 /*
3010                  * Reduce the number of context lines; reduce both
3011                  * leading and trailing if they are equal otherwise
3012                  * just reduce the larger context.
3013                  */
3014                 if (leading >= trailing) {
3015                         remove_first_line(&preimage);
3016                         remove_first_line(&postimage);
3017                         pos--;
3018                         leading--;
3019                 }
3020                 if (trailing > leading) {
3021                         remove_last_line(&preimage);
3022                         remove_last_line(&postimage);
3023                         trailing--;
3024                 }
3025         }
3026
3027         if (applied_pos >= 0) {
3028                 if (new_blank_lines_at_end &&
3029                     preimage.nr + applied_pos >= img->nr &&
3030                     (ws_rule & WS_BLANK_AT_EOF) &&
3031                     state->ws_error_action != nowarn_ws_error) {
3032                         record_ws_error(state, WS_BLANK_AT_EOF, "+", 1,
3033                                         found_new_blank_lines_at_end);
3034                         if (state->ws_error_action == correct_ws_error) {
3035                                 while (new_blank_lines_at_end--)
3036                                         remove_last_line(&postimage);
3037                         }
3038                         /*
3039                          * We would want to prevent write_out_results()
3040                          * from taking place in apply_patch() that follows
3041                          * the callchain led us here, which is:
3042                          * apply_patch->check_patch_list->check_patch->
3043                          * apply_data->apply_fragments->apply_one_fragment
3044                          */
3045                         if (state->ws_error_action == die_on_ws_error)
3046                                 state->apply = 0;
3047                 }
3048
3049                 if (state->apply_verbosity > verbosity_normal && applied_pos != pos) {
3050                         int offset = applied_pos - pos;
3051                         if (state->apply_in_reverse)
3052                                 offset = 0 - offset;
3053                         fprintf_ln(stderr,
3054                                    Q_("Hunk #%d succeeded at %d (offset %d line).",
3055                                       "Hunk #%d succeeded at %d (offset %d lines).",
3056                                       offset),
3057                                    nth_fragment, applied_pos + 1, offset);
3058                 }
3059
3060                 /*
3061                  * Warn if it was necessary to reduce the number
3062                  * of context lines.
3063                  */
3064                 if ((leading != frag->leading ||
3065                      trailing != frag->trailing) && state->apply_verbosity > verbosity_silent)
3066                         fprintf_ln(stderr, _("Context reduced to (%ld/%ld)"
3067                                              " to apply fragment at %d"),
3068                                    leading, trailing, applied_pos+1);
3069                 update_image(state, img, applied_pos, &preimage, &postimage);
3070         } else {
3071                 if (state->apply_verbosity > verbosity_normal)
3072                         error(_("while searching for:\n%.*s"),
3073                               (int)(old - oldlines), oldlines);
3074         }
3075
3076 out:
3077         free(oldlines);
3078         strbuf_release(&newlines);
3079         free(preimage.line_allocated);
3080         free(postimage.line_allocated);
3081
3082         return (applied_pos < 0);
3083 }
3084
3085 static int apply_binary_fragment(struct apply_state *state,
3086                                  struct image *img,
3087                                  struct patch *patch)
3088 {
3089         struct fragment *fragment = patch->fragments;
3090         unsigned long len;
3091         void *dst;
3092
3093         if (!fragment)
3094                 return error(_("missing binary patch data for '%s'"),
3095                              patch->new_name ?
3096                              patch->new_name :
3097                              patch->old_name);
3098
3099         /* Binary patch is irreversible without the optional second hunk */
3100         if (state->apply_in_reverse) {
3101                 if (!fragment->next)
3102                         return error(_("cannot reverse-apply a binary patch "
3103                                        "without the reverse hunk to '%s'"),
3104                                      patch->new_name
3105                                      ? patch->new_name : patch->old_name);
3106                 fragment = fragment->next;
3107         }
3108         switch (fragment->binary_patch_method) {
3109         case BINARY_DELTA_DEFLATED:
3110                 dst = patch_delta(img->buf, img->len, fragment->patch,
3111                                   fragment->size, &len);
3112                 if (!dst)
3113                         return -1;
3114                 clear_image(img);
3115                 img->buf = dst;
3116                 img->len = len;
3117                 return 0;
3118         case BINARY_LITERAL_DEFLATED:
3119                 clear_image(img);
3120                 img->len = fragment->size;
3121                 img->buf = xmemdupz(fragment->patch, img->len);
3122                 return 0;
3123         }
3124         return -1;
3125 }
3126
3127 /*
3128  * Replace "img" with the result of applying the binary patch.
3129  * The binary patch data itself in patch->fragment is still kept
3130  * but the preimage prepared by the caller in "img" is freed here
3131  * or in the helper function apply_binary_fragment() this calls.
3132  */
3133 static int apply_binary(struct apply_state *state,
3134                         struct image *img,
3135                         struct patch *patch)
3136 {
3137         const char *name = patch->old_name ? patch->old_name : patch->new_name;
3138         struct object_id oid;
3139
3140         /*
3141          * For safety, we require patch index line to contain
3142          * full 40-byte textual SHA1 for old and new, at least for now.
3143          */
3144         if (strlen(patch->old_sha1_prefix) != 40 ||
3145             strlen(patch->new_sha1_prefix) != 40 ||
3146             get_oid_hex(patch->old_sha1_prefix, &oid) ||
3147             get_oid_hex(patch->new_sha1_prefix, &oid))
3148                 return error(_("cannot apply binary patch to '%s' "
3149                                "without full index line"), name);
3150
3151         if (patch->old_name) {
3152                 /*
3153                  * See if the old one matches what the patch
3154                  * applies to.
3155                  */
3156                 hash_sha1_file(img->buf, img->len, blob_type, oid.hash);
3157                 if (strcmp(oid_to_hex(&oid), patch->old_sha1_prefix))
3158                         return error(_("the patch applies to '%s' (%s), "
3159                                        "which does not match the "
3160                                        "current contents."),
3161                                      name, oid_to_hex(&oid));
3162         }
3163         else {
3164                 /* Otherwise, the old one must be empty. */
3165                 if (img->len)
3166                         return error(_("the patch applies to an empty "
3167                                        "'%s' but it is not empty"), name);
3168         }
3169
3170         get_oid_hex(patch->new_sha1_prefix, &oid);
3171         if (is_null_oid(&oid)) {
3172                 clear_image(img);
3173                 return 0; /* deletion patch */
3174         }
3175
3176         if (has_sha1_file(oid.hash)) {
3177                 /* We already have the postimage */
3178                 enum object_type type;
3179                 unsigned long size;
3180                 char *result;
3181
3182                 result = read_sha1_file(oid.hash, &type, &size);
3183                 if (!result)
3184                         return error(_("the necessary postimage %s for "
3185                                        "'%s' cannot be read"),
3186                                      patch->new_sha1_prefix, name);
3187                 clear_image(img);
3188                 img->buf = result;
3189                 img->len = size;
3190         } else {
3191                 /*
3192                  * We have verified buf matches the preimage;
3193                  * apply the patch data to it, which is stored
3194                  * in the patch->fragments->{patch,size}.
3195                  */
3196                 if (apply_binary_fragment(state, img, patch))
3197                         return error(_("binary patch does not apply to '%s'"),
3198                                      name);
3199
3200                 /* verify that the result matches */
3201                 hash_sha1_file(img->buf, img->len, blob_type, oid.hash);
3202                 if (strcmp(oid_to_hex(&oid), patch->new_sha1_prefix))
3203                         return error(_("binary patch to '%s' creates incorrect result (expecting %s, got %s)"),
3204                                 name, patch->new_sha1_prefix, oid_to_hex(&oid));
3205         }
3206
3207         return 0;
3208 }
3209
3210 static int apply_fragments(struct apply_state *state, struct image *img, struct patch *patch)
3211 {
3212         struct fragment *frag = patch->fragments;
3213         const char *name = patch->old_name ? patch->old_name : patch->new_name;
3214         unsigned ws_rule = patch->ws_rule;
3215         unsigned inaccurate_eof = patch->inaccurate_eof;
3216         int nth = 0;
3217
3218         if (patch->is_binary)
3219                 return apply_binary(state, img, patch);
3220
3221         while (frag) {
3222                 nth++;
3223                 if (apply_one_fragment(state, img, frag, inaccurate_eof, ws_rule, nth)) {
3224                         error(_("patch failed: %s:%ld"), name, frag->oldpos);
3225                         if (!state->apply_with_reject)
3226                                 return -1;
3227                         frag->rejected = 1;
3228                 }
3229                 frag = frag->next;
3230         }
3231         return 0;
3232 }
3233
3234 static int read_blob_object(struct strbuf *buf, const struct object_id *oid, unsigned mode)
3235 {
3236         if (S_ISGITLINK(mode)) {
3237                 strbuf_grow(buf, 100);
3238                 strbuf_addf(buf, "Subproject commit %s\n", oid_to_hex(oid));
3239         } else {
3240                 enum object_type type;
3241                 unsigned long sz;
3242                 char *result;
3243
3244                 result = read_sha1_file(oid->hash, &type, &sz);
3245                 if (!result)
3246                         return -1;
3247                 /* XXX read_sha1_file NUL-terminates */
3248                 strbuf_attach(buf, result, sz, sz + 1);
3249         }
3250         return 0;
3251 }
3252
3253 static int read_file_or_gitlink(const struct cache_entry *ce, struct strbuf *buf)
3254 {
3255         if (!ce)
3256                 return 0;
3257         return read_blob_object(buf, &ce->oid, ce->ce_mode);
3258 }
3259
3260 static struct patch *in_fn_table(struct apply_state *state, const char *name)
3261 {
3262         struct string_list_item *item;
3263
3264         if (name == NULL)
3265                 return NULL;
3266
3267         item = string_list_lookup(&state->fn_table, name);
3268         if (item != NULL)
3269                 return (struct patch *)item->util;
3270
3271         return NULL;
3272 }
3273
3274 /*
3275  * item->util in the filename table records the status of the path.
3276  * Usually it points at a patch (whose result records the contents
3277  * of it after applying it), but it could be PATH_WAS_DELETED for a
3278  * path that a previously applied patch has already removed, or
3279  * PATH_TO_BE_DELETED for a path that a later patch would remove.
3280  *
3281  * The latter is needed to deal with a case where two paths A and B
3282  * are swapped by first renaming A to B and then renaming B to A;
3283  * moving A to B should not be prevented due to presence of B as we
3284  * will remove it in a later patch.
3285  */
3286 #define PATH_TO_BE_DELETED ((struct patch *) -2)
3287 #define PATH_WAS_DELETED ((struct patch *) -1)
3288
3289 static int to_be_deleted(struct patch *patch)
3290 {
3291         return patch == PATH_TO_BE_DELETED;
3292 }
3293
3294 static int was_deleted(struct patch *patch)
3295 {
3296         return patch == PATH_WAS_DELETED;
3297 }
3298
3299 static void add_to_fn_table(struct apply_state *state, struct patch *patch)
3300 {
3301         struct string_list_item *item;
3302
3303         /*
3304          * Always add new_name unless patch is a deletion
3305          * This should cover the cases for normal diffs,
3306          * file creations and copies
3307          */
3308         if (patch->new_name != NULL) {
3309                 item = string_list_insert(&state->fn_table, patch->new_name);
3310                 item->util = patch;
3311         }
3312
3313         /*
3314          * store a failure on rename/deletion cases because
3315          * later chunks shouldn't patch old names
3316          */
3317         if ((patch->new_name == NULL) || (patch->is_rename)) {
3318                 item = string_list_insert(&state->fn_table, patch->old_name);
3319                 item->util = PATH_WAS_DELETED;
3320         }
3321 }
3322
3323 static void prepare_fn_table(struct apply_state *state, struct patch *patch)
3324 {
3325         /*
3326          * store information about incoming file deletion
3327          */
3328         while (patch) {
3329                 if ((patch->new_name == NULL) || (patch->is_rename)) {
3330                         struct string_list_item *item;
3331                         item = string_list_insert(&state->fn_table, patch->old_name);
3332                         item->util = PATH_TO_BE_DELETED;
3333                 }
3334                 patch = patch->next;
3335         }
3336 }
3337
3338 static int checkout_target(struct index_state *istate,
3339                            struct cache_entry *ce, struct stat *st)
3340 {
3341         struct checkout costate = CHECKOUT_INIT;
3342
3343         costate.refresh_cache = 1;
3344         costate.istate = istate;
3345         if (checkout_entry(ce, &costate, NULL) || lstat(ce->name, st))
3346                 return error(_("cannot checkout %s"), ce->name);
3347         return 0;
3348 }
3349
3350 static struct patch *previous_patch(struct apply_state *state,
3351                                     struct patch *patch,
3352                                     int *gone)
3353 {
3354         struct patch *previous;
3355
3356         *gone = 0;
3357         if (patch->is_copy || patch->is_rename)
3358                 return NULL; /* "git" patches do not depend on the order */
3359
3360         previous = in_fn_table(state, patch->old_name);
3361         if (!previous)
3362                 return NULL;
3363
3364         if (to_be_deleted(previous))
3365                 return NULL; /* the deletion hasn't happened yet */
3366
3367         if (was_deleted(previous))
3368                 *gone = 1;
3369
3370         return previous;
3371 }
3372
3373 static int verify_index_match(const struct cache_entry *ce, struct stat *st)
3374 {
3375         if (S_ISGITLINK(ce->ce_mode)) {
3376                 if (!S_ISDIR(st->st_mode))
3377                         return -1;
3378                 return 0;
3379         }
3380         return ce_match_stat(ce, st, CE_MATCH_IGNORE_VALID|CE_MATCH_IGNORE_SKIP_WORKTREE);
3381 }
3382
3383 #define SUBMODULE_PATCH_WITHOUT_INDEX 1
3384
3385 static int load_patch_target(struct apply_state *state,
3386                              struct strbuf *buf,
3387                              const struct cache_entry *ce,
3388                              struct stat *st,
3389                              const char *name,
3390                              unsigned expected_mode)
3391 {
3392         if (state->cached || state->check_index) {
3393                 if (read_file_or_gitlink(ce, buf))
3394                         return error(_("failed to read %s"), name);
3395         } else if (name) {
3396                 if (S_ISGITLINK(expected_mode)) {
3397                         if (ce)
3398                                 return read_file_or_gitlink(ce, buf);
3399                         else
3400                                 return SUBMODULE_PATCH_WITHOUT_INDEX;
3401                 } else if (has_symlink_leading_path(name, strlen(name))) {
3402                         return error(_("reading from '%s' beyond a symbolic link"), name);
3403                 } else {
3404                         if (read_old_data(st, name, buf))
3405                                 return error(_("failed to read %s"), name);
3406                 }
3407         }
3408         return 0;
3409 }
3410
3411 /*
3412  * We are about to apply "patch"; populate the "image" with the
3413  * current version we have, from the working tree or from the index,
3414  * depending on the situation e.g. --cached/--index.  If we are
3415  * applying a non-git patch that incrementally updates the tree,
3416  * we read from the result of a previous diff.
3417  */
3418 static int load_preimage(struct apply_state *state,
3419                          struct image *image,
3420                          struct patch *patch, struct stat *st,
3421                          const struct cache_entry *ce)
3422 {
3423         struct strbuf buf = STRBUF_INIT;
3424         size_t len;
3425         char *img;
3426         struct patch *previous;
3427         int status;
3428
3429         previous = previous_patch(state, patch, &status);
3430         if (status)
3431                 return error(_("path %s has been renamed/deleted"),
3432                              patch->old_name);
3433         if (previous) {
3434                 /* We have a patched copy in memory; use that. */
3435                 strbuf_add(&buf, previous->result, previous->resultsize);
3436         } else {
3437                 status = load_patch_target(state, &buf, ce, st,
3438                                            patch->old_name, patch->old_mode);
3439                 if (status < 0)
3440                         return status;
3441                 else if (status == SUBMODULE_PATCH_WITHOUT_INDEX) {
3442                         /*
3443                          * There is no way to apply subproject
3444                          * patch without looking at the index.
3445                          * NEEDSWORK: shouldn't this be flagged
3446                          * as an error???
3447                          */
3448                         free_fragment_list(patch->fragments);
3449                         patch->fragments = NULL;
3450                 } else if (status) {
3451                         return error(_("failed to read %s"), patch->old_name);
3452                 }
3453         }
3454
3455         img = strbuf_detach(&buf, &len);
3456         prepare_image(image, img, len, !patch->is_binary);
3457         return 0;
3458 }
3459
3460 static int three_way_merge(struct image *image,
3461                            char *path,
3462                            const struct object_id *base,
3463                            const struct object_id *ours,
3464                            const struct object_id *theirs)
3465 {
3466         mmfile_t base_file, our_file, their_file;
3467         mmbuffer_t result = { NULL };
3468         int status;
3469
3470         read_mmblob(&base_file, base);
3471         read_mmblob(&our_file, ours);
3472         read_mmblob(&their_file, theirs);
3473         status = ll_merge(&result, path,
3474                           &base_file, "base",
3475                           &our_file, "ours",
3476                           &their_file, "theirs", NULL);
3477         free(base_file.ptr);
3478         free(our_file.ptr);
3479         free(their_file.ptr);
3480         if (status < 0 || !result.ptr) {
3481                 free(result.ptr);
3482                 return -1;
3483         }
3484         clear_image(image);
3485         image->buf = result.ptr;
3486         image->len = result.size;
3487
3488         return status;
3489 }
3490
3491 /*
3492  * When directly falling back to add/add three-way merge, we read from
3493  * the current contents of the new_name.  In no cases other than that
3494  * this function will be called.
3495  */
3496 static int load_current(struct apply_state *state,
3497                         struct image *image,
3498                         struct patch *patch)
3499 {
3500         struct strbuf buf = STRBUF_INIT;
3501         int status, pos;
3502         size_t len;
3503         char *img;
3504         struct stat st;
3505         struct cache_entry *ce;
3506         char *name = patch->new_name;
3507         unsigned mode = patch->new_mode;
3508
3509         if (!patch->is_new)
3510                 die("BUG: patch to %s is not a creation", patch->old_name);
3511
3512         pos = cache_name_pos(name, strlen(name));
3513         if (pos < 0)
3514                 return error(_("%s: does not exist in index"), name);
3515         ce = active_cache[pos];
3516         if (lstat(name, &st)) {
3517                 if (errno != ENOENT)
3518                         return error_errno("%s", name);
3519                 if (checkout_target(&the_index, ce, &st))
3520                         return -1;
3521         }
3522         if (verify_index_match(ce, &st))
3523                 return error(_("%s: does not match index"), name);
3524
3525         status = load_patch_target(state, &buf, ce, &st, name, mode);
3526         if (status < 0)
3527                 return status;
3528         else if (status)
3529                 return -1;
3530         img = strbuf_detach(&buf, &len);
3531         prepare_image(image, img, len, !patch->is_binary);
3532         return 0;
3533 }
3534
3535 static int try_threeway(struct apply_state *state,
3536                         struct image *image,
3537                         struct patch *patch,
3538                         struct stat *st,
3539                         const struct cache_entry *ce)
3540 {
3541         struct object_id pre_oid, post_oid, our_oid;
3542         struct strbuf buf = STRBUF_INIT;
3543         size_t len;
3544         int status;
3545         char *img;
3546         struct image tmp_image;
3547
3548         /* No point falling back to 3-way merge in these cases */
3549         if (patch->is_delete ||
3550             S_ISGITLINK(patch->old_mode) || S_ISGITLINK(patch->new_mode))
3551                 return -1;
3552
3553         /* Preimage the patch was prepared for */
3554         if (patch->is_new)
3555                 write_sha1_file("", 0, blob_type, pre_oid.hash);
3556         else if (get_sha1(patch->old_sha1_prefix, pre_oid.hash) ||
3557                  read_blob_object(&buf, &pre_oid, patch->old_mode))
3558                 return error(_("repository lacks the necessary blob to fall back on 3-way merge."));
3559
3560         if (state->apply_verbosity > verbosity_silent)
3561                 fprintf(stderr, _("Falling back to three-way merge...\n"));
3562
3563         img = strbuf_detach(&buf, &len);
3564         prepare_image(&tmp_image, img, len, 1);
3565         /* Apply the patch to get the post image */
3566         if (apply_fragments(state, &tmp_image, patch) < 0) {
3567                 clear_image(&tmp_image);
3568                 return -1;
3569         }
3570         /* post_oid is theirs */
3571         write_sha1_file(tmp_image.buf, tmp_image.len, blob_type, post_oid.hash);
3572         clear_image(&tmp_image);
3573
3574         /* our_oid is ours */
3575         if (patch->is_new) {
3576                 if (load_current(state, &tmp_image, patch))
3577                         return error(_("cannot read the current contents of '%s'"),
3578                                      patch->new_name);
3579         } else {
3580                 if (load_preimage(state, &tmp_image, patch, st, ce))
3581                         return error(_("cannot read the current contents of '%s'"),
3582                                      patch->old_name);
3583         }
3584         write_sha1_file(tmp_image.buf, tmp_image.len, blob_type, our_oid.hash);
3585         clear_image(&tmp_image);
3586
3587         /* in-core three-way merge between post and our using pre as base */
3588         status = three_way_merge(image, patch->new_name,
3589                                  &pre_oid, &our_oid, &post_oid);
3590         if (status < 0) {
3591                 if (state->apply_verbosity > verbosity_silent)
3592                         fprintf(stderr,
3593                                 _("Failed to fall back on three-way merge...\n"));
3594                 return status;
3595         }
3596
3597         if (status) {
3598                 patch->conflicted_threeway = 1;
3599                 if (patch->is_new)
3600                         oidclr(&patch->threeway_stage[0]);
3601                 else
3602                         oidcpy(&patch->threeway_stage[0], &pre_oid);
3603                 oidcpy(&patch->threeway_stage[1], &our_oid);
3604                 oidcpy(&patch->threeway_stage[2], &post_oid);
3605                 if (state->apply_verbosity > verbosity_silent)
3606                         fprintf(stderr,
3607                                 _("Applied patch to '%s' with conflicts.\n"),
3608                                 patch->new_name);
3609         } else {
3610                 if (state->apply_verbosity > verbosity_silent)
3611                         fprintf(stderr,
3612                                 _("Applied patch to '%s' cleanly.\n"),
3613                                 patch->new_name);
3614         }
3615         return 0;
3616 }
3617
3618 static int apply_data(struct apply_state *state, struct patch *patch,
3619                       struct stat *st, const struct cache_entry *ce)
3620 {
3621         struct image image;
3622
3623         if (load_preimage(state, &image, patch, st, ce) < 0)
3624                 return -1;
3625
3626         if (patch->direct_to_threeway ||
3627             apply_fragments(state, &image, patch) < 0) {
3628                 /* Note: with --reject, apply_fragments() returns 0 */
3629                 if (!state->threeway || try_threeway(state, &image, patch, st, ce) < 0)
3630                         return -1;
3631         }
3632         patch->result = image.buf;
3633         patch->resultsize = image.len;
3634         add_to_fn_table(state, patch);
3635         free(image.line_allocated);
3636
3637         if (0 < patch->is_delete && patch->resultsize)
3638                 return error(_("removal patch leaves file contents"));
3639
3640         return 0;
3641 }
3642
3643 /*
3644  * If "patch" that we are looking at modifies or deletes what we have,
3645  * we would want it not to lose any local modification we have, either
3646  * in the working tree or in the index.
3647  *
3648  * This also decides if a non-git patch is a creation patch or a
3649  * modification to an existing empty file.  We do not check the state
3650  * of the current tree for a creation patch in this function; the caller
3651  * check_patch() separately makes sure (and errors out otherwise) that
3652  * the path the patch creates does not exist in the current tree.
3653  */
3654 static int check_preimage(struct apply_state *state,
3655                           struct patch *patch,
3656                           struct cache_entry **ce,
3657                           struct stat *st)
3658 {
3659         const char *old_name = patch->old_name;
3660         struct patch *previous = NULL;
3661         int stat_ret = 0, status;
3662         unsigned st_mode = 0;
3663
3664         if (!old_name)
3665                 return 0;
3666
3667         assert(patch->is_new <= 0);
3668         previous = previous_patch(state, patch, &status);
3669
3670         if (status)
3671                 return error(_("path %s has been renamed/deleted"), old_name);
3672         if (previous) {
3673                 st_mode = previous->new_mode;
3674         } else if (!state->cached) {
3675                 stat_ret = lstat(old_name, st);
3676                 if (stat_ret && errno != ENOENT)
3677                         return error_errno("%s", old_name);
3678         }
3679
3680         if (state->check_index && !previous) {
3681                 int pos = cache_name_pos(old_name, strlen(old_name));
3682                 if (pos < 0) {
3683                         if (patch->is_new < 0)
3684                                 goto is_new;
3685                         return error(_("%s: does not exist in index"), old_name);
3686                 }
3687                 *ce = active_cache[pos];
3688                 if (stat_ret < 0) {
3689                         if (checkout_target(&the_index, *ce, st))
3690                                 return -1;
3691                 }
3692                 if (!state->cached && verify_index_match(*ce, st))
3693                         return error(_("%s: does not match index"), old_name);
3694                 if (state->cached)
3695                         st_mode = (*ce)->ce_mode;
3696         } else if (stat_ret < 0) {
3697                 if (patch->is_new < 0)
3698                         goto is_new;
3699                 return error_errno("%s", old_name);
3700         }
3701
3702         if (!state->cached && !previous)
3703                 st_mode = ce_mode_from_stat(*ce, st->st_mode);
3704
3705         if (patch->is_new < 0)
3706                 patch->is_new = 0;
3707         if (!patch->old_mode)
3708                 patch->old_mode = st_mode;
3709         if ((st_mode ^ patch->old_mode) & S_IFMT)
3710                 return error(_("%s: wrong type"), old_name);
3711         if (st_mode != patch->old_mode)
3712                 warning(_("%s has type %o, expected %o"),
3713                         old_name, st_mode, patch->old_mode);
3714         if (!patch->new_mode && !patch->is_delete)
3715                 patch->new_mode = st_mode;
3716         return 0;
3717
3718  is_new:
3719         patch->is_new = 1;
3720         patch->is_delete = 0;
3721         FREE_AND_NULL(patch->old_name);
3722         return 0;
3723 }
3724
3725
3726 #define EXISTS_IN_INDEX 1
3727 #define EXISTS_IN_WORKTREE 2
3728
3729 static int check_to_create(struct apply_state *state,
3730                            const char *new_name,
3731                            int ok_if_exists)
3732 {
3733         struct stat nst;
3734
3735         if (state->check_index &&
3736             cache_name_pos(new_name, strlen(new_name)) >= 0 &&
3737             !ok_if_exists)
3738                 return EXISTS_IN_INDEX;
3739         if (state->cached)
3740                 return 0;
3741
3742         if (!lstat(new_name, &nst)) {
3743                 if (S_ISDIR(nst.st_mode) || ok_if_exists)
3744                         return 0;
3745                 /*
3746                  * A leading component of new_name might be a symlink
3747                  * that is going to be removed with this patch, but
3748                  * still pointing at somewhere that has the path.
3749                  * In such a case, path "new_name" does not exist as
3750                  * far as git is concerned.
3751                  */
3752                 if (has_symlink_leading_path(new_name, strlen(new_name)))
3753                         return 0;
3754
3755                 return EXISTS_IN_WORKTREE;
3756         } else if (!is_missing_file_error(errno)) {
3757                 return error_errno("%s", new_name);
3758         }
3759         return 0;
3760 }
3761
3762 static uintptr_t register_symlink_changes(struct apply_state *state,
3763                                           const char *path,
3764                                           uintptr_t what)
3765 {
3766         struct string_list_item *ent;
3767
3768         ent = string_list_lookup(&state->symlink_changes, path);
3769         if (!ent) {
3770                 ent = string_list_insert(&state->symlink_changes, path);
3771                 ent->util = (void *)0;
3772         }
3773         ent->util = (void *)(what | ((uintptr_t)ent->util));
3774         return (uintptr_t)ent->util;
3775 }
3776
3777 static uintptr_t check_symlink_changes(struct apply_state *state, const char *path)
3778 {
3779         struct string_list_item *ent;
3780
3781         ent = string_list_lookup(&state->symlink_changes, path);
3782         if (!ent)
3783                 return 0;
3784         return (uintptr_t)ent->util;
3785 }
3786
3787 static void prepare_symlink_changes(struct apply_state *state, struct patch *patch)
3788 {
3789         for ( ; patch; patch = patch->next) {
3790                 if ((patch->old_name && S_ISLNK(patch->old_mode)) &&
3791                     (patch->is_rename || patch->is_delete))
3792                         /* the symlink at patch->old_name is removed */
3793                         register_symlink_changes(state, patch->old_name, APPLY_SYMLINK_GOES_AWAY);
3794
3795                 if (patch->new_name && S_ISLNK(patch->new_mode))
3796                         /* the symlink at patch->new_name is created or remains */
3797                         register_symlink_changes(state, patch->new_name, APPLY_SYMLINK_IN_RESULT);
3798         }
3799 }
3800
3801 static int path_is_beyond_symlink_1(struct apply_state *state, struct strbuf *name)
3802 {
3803         do {
3804                 unsigned int change;
3805
3806                 while (--name->len && name->buf[name->len] != '/')
3807                         ; /* scan backwards */
3808                 if (!name->len)
3809                         break;
3810                 name->buf[name->len] = '\0';
3811                 change = check_symlink_changes(state, name->buf);
3812                 if (change & APPLY_SYMLINK_IN_RESULT)
3813                         return 1;
3814                 if (change & APPLY_SYMLINK_GOES_AWAY)
3815                         /*
3816                          * This cannot be "return 0", because we may
3817                          * see a new one created at a higher level.
3818                          */
3819                         continue;
3820
3821                 /* otherwise, check the preimage */
3822                 if (state->check_index) {
3823                         struct cache_entry *ce;
3824
3825                         ce = cache_file_exists(name->buf, name->len, ignore_case);
3826                         if (ce && S_ISLNK(ce->ce_mode))
3827                                 return 1;
3828                 } else {
3829                         struct stat st;
3830                         if (!lstat(name->buf, &st) && S_ISLNK(st.st_mode))
3831                                 return 1;
3832                 }
3833         } while (1);
3834         return 0;
3835 }
3836
3837 static int path_is_beyond_symlink(struct apply_state *state, const char *name_)
3838 {
3839         int ret;
3840         struct strbuf name = STRBUF_INIT;
3841
3842         assert(*name_ != '\0');
3843         strbuf_addstr(&name, name_);
3844         ret = path_is_beyond_symlink_1(state, &name);
3845         strbuf_release(&name);
3846
3847         return ret;
3848 }
3849
3850 static int check_unsafe_path(struct patch *patch)
3851 {
3852         const char *old_name = NULL;
3853         const char *new_name = NULL;
3854         if (patch->is_delete)
3855                 old_name = patch->old_name;
3856         else if (!patch->is_new && !patch->is_copy)
3857                 old_name = patch->old_name;
3858         if (!patch->is_delete)
3859                 new_name = patch->new_name;
3860
3861         if (old_name && !verify_path(old_name))
3862                 return error(_("invalid path '%s'"), old_name);
3863         if (new_name && !verify_path(new_name))
3864                 return error(_("invalid path '%s'"), new_name);
3865         return 0;
3866 }
3867
3868 /*
3869  * Check and apply the patch in-core; leave the result in patch->result
3870  * for the caller to write it out to the final destination.
3871  */
3872 static int check_patch(struct apply_state *state, struct patch *patch)
3873 {
3874         struct stat st;
3875         const char *old_name = patch->old_name;
3876         const char *new_name = patch->new_name;
3877         const char *name = old_name ? old_name : new_name;
3878         struct cache_entry *ce = NULL;
3879         struct patch *tpatch;
3880         int ok_if_exists;
3881         int status;
3882
3883         patch->rejected = 1; /* we will drop this after we succeed */
3884
3885         status = check_preimage(state, patch, &ce, &st);
3886         if (status)
3887                 return status;
3888         old_name = patch->old_name;
3889
3890         /*
3891          * A type-change diff is always split into a patch to delete
3892          * old, immediately followed by a patch to create new (see
3893          * diff.c::run_diff()); in such a case it is Ok that the entry
3894          * to be deleted by the previous patch is still in the working
3895          * tree and in the index.
3896          *
3897          * A patch to swap-rename between A and B would first rename A
3898          * to B and then rename B to A.  While applying the first one,
3899          * the presence of B should not stop A from getting renamed to
3900          * B; ask to_be_deleted() about the later rename.  Removal of
3901          * B and rename from A to B is handled the same way by asking
3902          * was_deleted().
3903          */
3904         if ((tpatch = in_fn_table(state, new_name)) &&
3905             (was_deleted(tpatch) || to_be_deleted(tpatch)))
3906                 ok_if_exists = 1;
3907         else
3908                 ok_if_exists = 0;
3909
3910         if (new_name &&
3911             ((0 < patch->is_new) || patch->is_rename || patch->is_copy)) {
3912                 int err = check_to_create(state, new_name, ok_if_exists);
3913
3914                 if (err && state->threeway) {
3915                         patch->direct_to_threeway = 1;
3916                 } else switch (err) {
3917                 case 0:
3918                         break; /* happy */
3919                 case EXISTS_IN_INDEX:
3920                         return error(_("%s: already exists in index"), new_name);
3921                         break;
3922                 case EXISTS_IN_WORKTREE:
3923                         return error(_("%s: already exists in working directory"),
3924                                      new_name);
3925                 default:
3926                         return err;
3927                 }
3928
3929                 if (!patch->new_mode) {
3930                         if (0 < patch->is_new)
3931                                 patch->new_mode = S_IFREG | 0644;
3932                         else
3933                                 patch->new_mode = patch->old_mode;
3934                 }
3935         }
3936
3937         if (new_name && old_name) {
3938                 int same = !strcmp(old_name, new_name);
3939                 if (!patch->new_mode)
3940                         patch->new_mode = patch->old_mode;
3941                 if ((patch->old_mode ^ patch->new_mode) & S_IFMT) {
3942                         if (same)
3943                                 return error(_("new mode (%o) of %s does not "
3944                                                "match old mode (%o)"),
3945                                         patch->new_mode, new_name,
3946                                         patch->old_mode);
3947                         else
3948                                 return error(_("new mode (%o) of %s does not "
3949                                                "match old mode (%o) of %s"),
3950                                         patch->new_mode, new_name,
3951                                         patch->old_mode, old_name);
3952                 }
3953         }
3954
3955         if (!state->unsafe_paths && check_unsafe_path(patch))
3956                 return -128;
3957
3958         /*
3959          * An attempt to read from or delete a path that is beyond a
3960          * symbolic link will be prevented by load_patch_target() that
3961          * is called at the beginning of apply_data() so we do not
3962          * have to worry about a patch marked with "is_delete" bit
3963          * here.  We however need to make sure that the patch result
3964          * is not deposited to a path that is beyond a symbolic link
3965          * here.
3966          */
3967         if (!patch->is_delete && path_is_beyond_symlink(state, patch->new_name))
3968                 return error(_("affected file '%s' is beyond a symbolic link"),
3969                              patch->new_name);
3970
3971         if (apply_data(state, patch, &st, ce) < 0)
3972                 return error(_("%s: patch does not apply"), name);
3973         patch->rejected = 0;
3974         return 0;
3975 }
3976
3977 static int check_patch_list(struct apply_state *state, struct patch *patch)
3978 {
3979         int err = 0;
3980
3981         prepare_symlink_changes(state, patch);
3982         prepare_fn_table(state, patch);
3983         while (patch) {
3984                 int res;
3985                 if (state->apply_verbosity > verbosity_normal)
3986                         say_patch_name(stderr,
3987                                        _("Checking patch %s..."), patch);
3988                 res = check_patch(state, patch);
3989                 if (res == -128)
3990                         return -128;
3991                 err |= res;
3992                 patch = patch->next;
3993         }
3994         return err;
3995 }
3996
3997 static int read_apply_cache(struct apply_state *state)
3998 {
3999         if (state->index_file)
4000                 return read_cache_from(state->index_file);
4001         else
4002                 return read_cache();
4003 }
4004
4005 /* This function tries to read the object name from the current index */
4006 static int get_current_oid(struct apply_state *state, const char *path,
4007                            struct object_id *oid)
4008 {
4009         int pos;
4010
4011         if (read_apply_cache(state) < 0)
4012                 return -1;
4013         pos = cache_name_pos(path, strlen(path));
4014         if (pos < 0)
4015                 return -1;
4016         oidcpy(oid, &active_cache[pos]->oid);
4017         return 0;
4018 }
4019
4020 static int preimage_oid_in_gitlink_patch(struct patch *p, struct object_id *oid)
4021 {
4022         /*
4023          * A usable gitlink patch has only one fragment (hunk) that looks like:
4024          * @@ -1 +1 @@
4025          * -Subproject commit <old sha1>
4026          * +Subproject commit <new sha1>
4027          * or
4028          * @@ -1 +0,0 @@
4029          * -Subproject commit <old sha1>
4030          * for a removal patch.
4031          */
4032         struct fragment *hunk = p->fragments;
4033         static const char heading[] = "-Subproject commit ";
4034         char *preimage;
4035
4036         if (/* does the patch have only one hunk? */
4037             hunk && !hunk->next &&
4038             /* is its preimage one line? */
4039             hunk->oldpos == 1 && hunk->oldlines == 1 &&
4040             /* does preimage begin with the heading? */
4041             (preimage = memchr(hunk->patch, '\n', hunk->size)) != NULL &&
4042             starts_with(++preimage, heading) &&
4043             /* does it record full SHA-1? */
4044             !get_oid_hex(preimage + sizeof(heading) - 1, oid) &&
4045             preimage[sizeof(heading) + GIT_SHA1_HEXSZ - 1] == '\n' &&
4046             /* does the abbreviated name on the index line agree with it? */
4047             starts_with(preimage + sizeof(heading) - 1, p->old_sha1_prefix))
4048                 return 0; /* it all looks fine */
4049
4050         /* we may have full object name on the index line */
4051         return get_oid_hex(p->old_sha1_prefix, oid);
4052 }
4053
4054 /* Build an index that contains the just the files needed for a 3way merge */
4055 static int build_fake_ancestor(struct apply_state *state, struct patch *list)
4056 {
4057         struct patch *patch;
4058         struct index_state result = { NULL };
4059         static struct lock_file lock;
4060         int res;
4061
4062         /* Once we start supporting the reverse patch, it may be
4063          * worth showing the new sha1 prefix, but until then...
4064          */
4065         for (patch = list; patch; patch = patch->next) {
4066                 struct object_id oid;
4067                 struct cache_entry *ce;
4068                 const char *name;
4069
4070                 name = patch->old_name ? patch->old_name : patch->new_name;
4071                 if (0 < patch->is_new)
4072                         continue;
4073
4074                 if (S_ISGITLINK(patch->old_mode)) {
4075                         if (!preimage_oid_in_gitlink_patch(patch, &oid))
4076                                 ; /* ok, the textual part looks sane */
4077                         else
4078                                 return error(_("sha1 information is lacking or "
4079                                                "useless for submodule %s"), name);
4080                 } else if (!get_sha1_blob(patch->old_sha1_prefix, oid.hash)) {
4081                         ; /* ok */
4082                 } else if (!patch->lines_added && !patch->lines_deleted) {
4083                         /* mode-only change: update the current */
4084                         if (get_current_oid(state, patch->old_name, &oid))
4085                                 return error(_("mode change for %s, which is not "
4086                                                "in current HEAD"), name);
4087                 } else
4088                         return error(_("sha1 information is lacking or useless "
4089                                        "(%s)."), name);
4090
4091                 ce = make_cache_entry(patch->old_mode, oid.hash, name, 0, 0);
4092                 if (!ce)
4093                         return error(_("make_cache_entry failed for path '%s'"),
4094                                      name);
4095                 if (add_index_entry(&result, ce, ADD_CACHE_OK_TO_ADD)) {
4096                         free(ce);
4097                         return error(_("could not add %s to temporary index"),
4098                                      name);
4099                 }
4100         }
4101
4102         hold_lock_file_for_update(&lock, state->fake_ancestor, LOCK_DIE_ON_ERROR);
4103         res = write_locked_index(&result, &lock, COMMIT_LOCK);
4104         discard_index(&result);
4105
4106         if (res)
4107                 return error(_("could not write temporary index to %s"),
4108                              state->fake_ancestor);
4109
4110         return 0;
4111 }
4112
4113 static void stat_patch_list(struct apply_state *state, struct patch *patch)
4114 {
4115         int files, adds, dels;
4116
4117         for (files = adds = dels = 0 ; patch ; patch = patch->next) {
4118                 files++;
4119                 adds += patch->lines_added;
4120                 dels += patch->lines_deleted;
4121                 show_stats(state, patch);
4122         }
4123
4124         print_stat_summary(stdout, files, adds, dels);
4125 }
4126
4127 static void numstat_patch_list(struct apply_state *state,
4128                                struct patch *patch)
4129 {
4130         for ( ; patch; patch = patch->next) {
4131                 const char *name;
4132                 name = patch->new_name ? patch->new_name : patch->old_name;
4133                 if (patch->is_binary)
4134                         printf("-\t-\t");
4135                 else
4136                         printf("%d\t%d\t", patch->lines_added, patch->lines_deleted);
4137                 write_name_quoted(name, stdout, state->line_termination);
4138         }
4139 }
4140
4141 static void show_file_mode_name(const char *newdelete, unsigned int mode, const char *name)
4142 {
4143         if (mode)
4144                 printf(" %s mode %06o %s\n", newdelete, mode, name);
4145         else
4146                 printf(" %s %s\n", newdelete, name);
4147 }
4148
4149 static void show_mode_change(struct patch *p, int show_name)
4150 {
4151         if (p->old_mode && p->new_mode && p->old_mode != p->new_mode) {
4152                 if (show_name)
4153                         printf(" mode change %06o => %06o %s\n",
4154                                p->old_mode, p->new_mode, p->new_name);
4155                 else
4156                         printf(" mode change %06o => %06o\n",
4157                                p->old_mode, p->new_mode);
4158         }
4159 }
4160
4161 static void show_rename_copy(struct patch *p)
4162 {
4163         const char *renamecopy = p->is_rename ? "rename" : "copy";
4164         const char *old, *new;
4165
4166         /* Find common prefix */
4167         old = p->old_name;
4168         new = p->new_name;
4169         while (1) {
4170                 const char *slash_old, *slash_new;
4171                 slash_old = strchr(old, '/');
4172                 slash_new = strchr(new, '/');
4173                 if (!slash_old ||
4174                     !slash_new ||
4175                     slash_old - old != slash_new - new ||
4176                     memcmp(old, new, slash_new - new))
4177                         break;
4178                 old = slash_old + 1;
4179                 new = slash_new + 1;
4180         }
4181         /* p->old_name thru old is the common prefix, and old and new
4182          * through the end of names are renames
4183          */
4184         if (old != p->old_name)
4185                 printf(" %s %.*s{%s => %s} (%d%%)\n", renamecopy,
4186                        (int)(old - p->old_name), p->old_name,
4187                        old, new, p->score);
4188         else
4189                 printf(" %s %s => %s (%d%%)\n", renamecopy,
4190                        p->old_name, p->new_name, p->score);
4191         show_mode_change(p, 0);
4192 }
4193
4194 static void summary_patch_list(struct patch *patch)
4195 {
4196         struct patch *p;
4197
4198         for (p = patch; p; p = p->next) {
4199                 if (p->is_new)
4200                         show_file_mode_name("create", p->new_mode, p->new_name);
4201                 else if (p->is_delete)
4202                         show_file_mode_name("delete", p->old_mode, p->old_name);
4203                 else {
4204                         if (p->is_rename || p->is_copy)
4205                                 show_rename_copy(p);
4206                         else {
4207                                 if (p->score) {
4208                                         printf(" rewrite %s (%d%%)\n",
4209                                                p->new_name, p->score);
4210                                         show_mode_change(p, 0);
4211                                 }
4212                                 else
4213                                         show_mode_change(p, 1);
4214                         }
4215                 }
4216         }
4217 }
4218
4219 static void patch_stats(struct apply_state *state, struct patch *patch)
4220 {
4221         int lines = patch->lines_added + patch->lines_deleted;
4222
4223         if (lines > state->max_change)
4224                 state->max_change = lines;
4225         if (patch->old_name) {
4226                 int len = quote_c_style(patch->old_name, NULL, NULL, 0);
4227                 if (!len)
4228                         len = strlen(patch->old_name);
4229                 if (len > state->max_len)
4230                         state->max_len = len;
4231         }
4232         if (patch->new_name) {
4233                 int len = quote_c_style(patch->new_name, NULL, NULL, 0);
4234                 if (!len)
4235                         len = strlen(patch->new_name);
4236                 if (len > state->max_len)
4237                         state->max_len = len;
4238         }
4239 }
4240
4241 static int remove_file(struct apply_state *state, struct patch *patch, int rmdir_empty)
4242 {
4243         if (state->update_index) {
4244                 if (remove_file_from_cache(patch->old_name) < 0)
4245                         return error(_("unable to remove %s from index"), patch->old_name);
4246         }
4247         if (!state->cached) {
4248                 if (!remove_or_warn(patch->old_mode, patch->old_name) && rmdir_empty) {
4249                         remove_path(patch->old_name);
4250                 }
4251         }
4252         return 0;
4253 }
4254
4255 static int add_index_file(struct apply_state *state,
4256                           const char *path,
4257                           unsigned mode,
4258                           void *buf,
4259                           unsigned long size)
4260 {
4261         struct stat st;
4262         struct cache_entry *ce;
4263         int namelen = strlen(path);
4264         unsigned ce_size = cache_entry_size(namelen);
4265
4266         if (!state->update_index)
4267                 return 0;
4268
4269         ce = xcalloc(1, ce_size);
4270         memcpy(ce->name, path, namelen);
4271         ce->ce_mode = create_ce_mode(mode);
4272         ce->ce_flags = create_ce_flags(0);
4273         ce->ce_namelen = namelen;
4274         if (S_ISGITLINK(mode)) {
4275                 const char *s;
4276
4277                 if (!skip_prefix(buf, "Subproject commit ", &s) ||
4278                     get_oid_hex(s, &ce->oid)) {
4279                         free(ce);
4280                        return error(_("corrupt patch for submodule %s"), path);
4281                 }
4282         } else {
4283                 if (!state->cached) {
4284                         if (lstat(path, &st) < 0) {
4285                                 free(ce);
4286                                 return error_errno(_("unable to stat newly "
4287                                                      "created file '%s'"),
4288                                                    path);
4289                         }
4290                         fill_stat_cache_info(ce, &st);
4291                 }
4292                 if (write_sha1_file(buf, size, blob_type, ce->oid.hash) < 0) {
4293                         free(ce);
4294                         return error(_("unable to create backing store "
4295                                        "for newly created file %s"), path);
4296                 }
4297         }
4298         if (add_cache_entry(ce, ADD_CACHE_OK_TO_ADD) < 0) {
4299                 free(ce);
4300                 return error(_("unable to add cache entry for %s"), path);
4301         }
4302
4303         return 0;
4304 }
4305
4306 /*
4307  * Returns:
4308  *  -1 if an unrecoverable error happened
4309  *   0 if everything went well
4310  *   1 if a recoverable error happened
4311  */
4312 static int try_create_file(const char *path, unsigned int mode, const char *buf, unsigned long size)
4313 {
4314         int fd, res;
4315         struct strbuf nbuf = STRBUF_INIT;
4316
4317         if (S_ISGITLINK(mode)) {
4318                 struct stat st;
4319                 if (!lstat(path, &st) && S_ISDIR(st.st_mode))
4320                         return 0;
4321                 return !!mkdir(path, 0777);
4322         }
4323
4324         if (has_symlinks && S_ISLNK(mode))
4325                 /* Although buf:size is counted string, it also is NUL
4326                  * terminated.
4327                  */
4328                 return !!symlink(buf, path);
4329
4330         fd = open(path, O_CREAT | O_EXCL | O_WRONLY, (mode & 0100) ? 0777 : 0666);
4331         if (fd < 0)
4332                 return 1;
4333
4334         if (convert_to_working_tree(path, buf, size, &nbuf)) {
4335                 size = nbuf.len;
4336                 buf  = nbuf.buf;
4337         }
4338
4339         res = write_in_full(fd, buf, size) < 0;
4340         if (res)
4341                 error_errno(_("failed to write to '%s'"), path);
4342         strbuf_release(&nbuf);
4343
4344         if (close(fd) < 0 && !res)
4345                 return error_errno(_("closing file '%s'"), path);
4346
4347         return res ? -1 : 0;
4348 }
4349
4350 /*
4351  * We optimistically assume that the directories exist,
4352  * which is true 99% of the time anyway. If they don't,
4353  * we create them and try again.
4354  *
4355  * Returns:
4356  *   -1 on error
4357  *   0 otherwise
4358  */
4359 static int create_one_file(struct apply_state *state,
4360                            char *path,
4361                            unsigned mode,
4362                            const char *buf,
4363                            unsigned long size)
4364 {
4365         int res;
4366
4367         if (state->cached)
4368                 return 0;
4369
4370         res = try_create_file(path, mode, buf, size);
4371         if (res < 0)
4372                 return -1;
4373         if (!res)
4374                 return 0;
4375
4376         if (errno == ENOENT) {
4377                 if (safe_create_leading_directories(path))
4378                         return 0;
4379                 res = try_create_file(path, mode, buf, size);
4380                 if (res < 0)
4381                         return -1;
4382                 if (!res)
4383                         return 0;
4384         }
4385
4386         if (errno == EEXIST || errno == EACCES) {
4387                 /* We may be trying to create a file where a directory
4388                  * used to be.
4389                  */
4390                 struct stat st;
4391                 if (!lstat(path, &st) && (!S_ISDIR(st.st_mode) || !rmdir(path)))
4392                         errno = EEXIST;
4393         }
4394
4395         if (errno == EEXIST) {
4396                 unsigned int nr = getpid();
4397
4398                 for (;;) {
4399                         char newpath[PATH_MAX];
4400                         mksnpath(newpath, sizeof(newpath), "%s~%u", path, nr);
4401                         res = try_create_file(newpath, mode, buf, size);
4402                         if (res < 0)
4403                                 return -1;
4404                         if (!res) {
4405                                 if (!rename(newpath, path))
4406                                         return 0;
4407                                 unlink_or_warn(newpath);
4408                                 break;
4409                         }
4410                         if (errno != EEXIST)
4411                                 break;
4412                         ++nr;
4413                 }
4414         }
4415         return error_errno(_("unable to write file '%s' mode %o"),
4416                            path, mode);
4417 }
4418
4419 static int add_conflicted_stages_file(struct apply_state *state,
4420                                        struct patch *patch)
4421 {
4422         int stage, namelen;
4423         unsigned ce_size, mode;
4424         struct cache_entry *ce;
4425
4426         if (!state->update_index)
4427                 return 0;
4428         namelen = strlen(patch->new_name);
4429         ce_size = cache_entry_size(namelen);
4430         mode = patch->new_mode ? patch->new_mode : (S_IFREG | 0644);
4431
4432         remove_file_from_cache(patch->new_name);
4433         for (stage = 1; stage < 4; stage++) {
4434                 if (is_null_oid(&patch->threeway_stage[stage - 1]))
4435                         continue;
4436                 ce = xcalloc(1, ce_size);
4437                 memcpy(ce->name, patch->new_name, namelen);
4438                 ce->ce_mode = create_ce_mode(mode);
4439                 ce->ce_flags = create_ce_flags(stage);
4440                 ce->ce_namelen = namelen;
4441                 oidcpy(&ce->oid, &patch->threeway_stage[stage - 1]);
4442                 if (add_cache_entry(ce, ADD_CACHE_OK_TO_ADD) < 0) {
4443                         free(ce);
4444                         return error(_("unable to add cache entry for %s"),
4445                                      patch->new_name);
4446                 }
4447         }
4448
4449         return 0;
4450 }
4451
4452 static int create_file(struct apply_state *state, struct patch *patch)
4453 {
4454         char *path = patch->new_name;
4455         unsigned mode = patch->new_mode;
4456         unsigned long size = patch->resultsize;
4457         char *buf = patch->result;
4458
4459         if (!mode)
4460                 mode = S_IFREG | 0644;
4461         if (create_one_file(state, path, mode, buf, size))
4462                 return -1;
4463
4464         if (patch->conflicted_threeway)
4465                 return add_conflicted_stages_file(state, patch);
4466         else
4467                 return add_index_file(state, path, mode, buf, size);
4468 }
4469
4470 /* phase zero is to remove, phase one is to create */
4471 static int write_out_one_result(struct apply_state *state,
4472                                 struct patch *patch,
4473                                 int phase)
4474 {
4475         if (patch->is_delete > 0) {
4476                 if (phase == 0)
4477                         return remove_file(state, patch, 1);
4478                 return 0;
4479         }
4480         if (patch->is_new > 0 || patch->is_copy) {
4481                 if (phase == 1)
4482                         return create_file(state, patch);
4483                 return 0;
4484         }
4485         /*
4486          * Rename or modification boils down to the same
4487          * thing: remove the old, write the new
4488          */
4489         if (phase == 0)
4490                 return remove_file(state, patch, patch->is_rename);
4491         if (phase == 1)
4492                 return create_file(state, patch);
4493         return 0;
4494 }
4495
4496 static int write_out_one_reject(struct apply_state *state, struct patch *patch)
4497 {
4498         FILE *rej;
4499         char namebuf[PATH_MAX];
4500         struct fragment *frag;
4501         int cnt = 0;
4502         struct strbuf sb = STRBUF_INIT;
4503
4504         for (cnt = 0, frag = patch->fragments; frag; frag = frag->next) {
4505                 if (!frag->rejected)
4506                         continue;
4507                 cnt++;
4508         }
4509
4510         if (!cnt) {
4511                 if (state->apply_verbosity > verbosity_normal)
4512                         say_patch_name(stderr,
4513                                        _("Applied patch %s cleanly."), patch);
4514                 return 0;
4515         }
4516
4517         /* This should not happen, because a removal patch that leaves
4518          * contents are marked "rejected" at the patch level.
4519          */
4520         if (!patch->new_name)
4521                 die(_("internal error"));
4522
4523         /* Say this even without --verbose */
4524         strbuf_addf(&sb, Q_("Applying patch %%s with %d reject...",
4525                             "Applying patch %%s with %d rejects...",
4526                             cnt),
4527                     cnt);
4528         if (state->apply_verbosity > verbosity_silent)
4529                 say_patch_name(stderr, sb.buf, patch);
4530         strbuf_release(&sb);
4531
4532         cnt = strlen(patch->new_name);
4533         if (ARRAY_SIZE(namebuf) <= cnt + 5) {
4534                 cnt = ARRAY_SIZE(namebuf) - 5;
4535                 warning(_("truncating .rej filename to %.*s.rej"),
4536                         cnt - 1, patch->new_name);
4537         }
4538         memcpy(namebuf, patch->new_name, cnt);
4539         memcpy(namebuf + cnt, ".rej", 5);
4540
4541         rej = fopen(namebuf, "w");
4542         if (!rej)
4543                 return error_errno(_("cannot open %s"), namebuf);
4544
4545         /* Normal git tools never deal with .rej, so do not pretend
4546          * this is a git patch by saying --git or giving extended
4547          * headers.  While at it, maybe please "kompare" that wants
4548          * the trailing TAB and some garbage at the end of line ;-).
4549          */
4550         fprintf(rej, "diff a/%s b/%s\t(rejected hunks)\n",
4551                 patch->new_name, patch->new_name);
4552         for (cnt = 1, frag = patch->fragments;
4553              frag;
4554              cnt++, frag = frag->next) {
4555                 if (!frag->rejected) {
4556                         if (state->apply_verbosity > verbosity_silent)
4557                                 fprintf_ln(stderr, _("Hunk #%d applied cleanly."), cnt);
4558                         continue;
4559                 }
4560                 if (state->apply_verbosity > verbosity_silent)
4561                         fprintf_ln(stderr, _("Rejected hunk #%d."), cnt);
4562                 fprintf(rej, "%.*s", frag->size, frag->patch);
4563                 if (frag->patch[frag->size-1] != '\n')
4564                         fputc('\n', rej);
4565         }
4566         fclose(rej);
4567         return -1;
4568 }
4569
4570 /*
4571  * Returns:
4572  *  -1 if an error happened
4573  *   0 if the patch applied cleanly
4574  *   1 if the patch did not apply cleanly
4575  */
4576 static int write_out_results(struct apply_state *state, struct patch *list)
4577 {
4578         int phase;
4579         int errs = 0;
4580         struct patch *l;
4581         struct string_list cpath = STRING_LIST_INIT_DUP;
4582
4583         for (phase = 0; phase < 2; phase++) {
4584                 l = list;
4585                 while (l) {
4586                         if (l->rejected)
4587                                 errs = 1;
4588                         else {
4589                                 if (write_out_one_result(state, l, phase)) {
4590                                         string_list_clear(&cpath, 0);
4591                                         return -1;
4592                                 }
4593                                 if (phase == 1) {
4594                                         if (write_out_one_reject(state, l))
4595                                                 errs = 1;
4596                                         if (l->conflicted_threeway) {
4597                                                 string_list_append(&cpath, l->new_name);
4598                                                 errs = 1;
4599                                         }
4600                                 }
4601                         }
4602                         l = l->next;
4603                 }
4604         }
4605
4606         if (cpath.nr) {
4607                 struct string_list_item *item;
4608
4609                 string_list_sort(&cpath);
4610                 if (state->apply_verbosity > verbosity_silent) {
4611                         for_each_string_list_item(item, &cpath)
4612                                 fprintf(stderr, "U %s\n", item->string);
4613                 }
4614                 string_list_clear(&cpath, 0);
4615
4616                 rerere(0);
4617         }
4618
4619         return errs;
4620 }
4621
4622 /*
4623  * Try to apply a patch.
4624  *
4625  * Returns:
4626  *  -128 if a bad error happened (like patch unreadable)
4627  *  -1 if patch did not apply and user cannot deal with it
4628  *   0 if the patch applied
4629  *   1 if the patch did not apply but user might fix it
4630  */
4631 static int apply_patch(struct apply_state *state,
4632                        int fd,
4633                        const char *filename,
4634                        int options)
4635 {
4636         size_t offset;
4637         struct strbuf buf = STRBUF_INIT; /* owns the patch text */
4638         struct patch *list = NULL, **listp = &list;
4639         int skipped_patch = 0;
4640         int res = 0;
4641
4642         state->patch_input_file = filename;
4643         if (read_patch_file(&buf, fd) < 0)
4644                 return -128;
4645         offset = 0;
4646         while (offset < buf.len) {
4647                 struct patch *patch;
4648                 int nr;
4649
4650                 patch = xcalloc(1, sizeof(*patch));
4651                 patch->inaccurate_eof = !!(options & APPLY_OPT_INACCURATE_EOF);
4652                 patch->recount =  !!(options & APPLY_OPT_RECOUNT);
4653                 nr = parse_chunk(state, buf.buf + offset, buf.len - offset, patch);
4654                 if (nr < 0) {
4655                         free_patch(patch);
4656                         if (nr == -128) {
4657                                 res = -128;
4658                                 goto end;
4659                         }
4660                         break;
4661                 }
4662                 if (state->apply_in_reverse)
4663                         reverse_patches(patch);
4664                 if (use_patch(state, patch)) {
4665                         patch_stats(state, patch);
4666                         *listp = patch;
4667                         listp = &patch->next;
4668                 }
4669                 else {
4670                         if (state->apply_verbosity > verbosity_normal)
4671                                 say_patch_name(stderr, _("Skipped patch '%s'."), patch);
4672                         free_patch(patch);
4673                         skipped_patch++;
4674                 }
4675                 offset += nr;
4676         }
4677
4678         if (!list && !skipped_patch) {
4679                 error(_("unrecognized input"));
4680                 res = -128;
4681                 goto end;
4682         }
4683
4684         if (state->whitespace_error && (state->ws_error_action == die_on_ws_error))
4685                 state->apply = 0;
4686
4687         state->update_index = state->check_index && state->apply;
4688         if (state->update_index && state->newfd < 0) {
4689                 if (state->index_file)
4690                         state->newfd = hold_lock_file_for_update(state->lock_file,
4691                                                                  state->index_file,
4692                                                                  LOCK_DIE_ON_ERROR);
4693                 else
4694                         state->newfd = hold_locked_index(state->lock_file, LOCK_DIE_ON_ERROR);
4695         }
4696
4697         if (state->check_index && read_apply_cache(state) < 0) {
4698                 error(_("unable to read index file"));
4699                 res = -128;
4700                 goto end;
4701         }
4702
4703         if (state->check || state->apply) {
4704                 int r = check_patch_list(state, list);
4705                 if (r == -128) {
4706                         res = -128;
4707                         goto end;
4708                 }
4709                 if (r < 0 && !state->apply_with_reject) {
4710                         res = -1;
4711                         goto end;
4712                 }
4713         }
4714
4715         if (state->apply) {
4716                 int write_res = write_out_results(state, list);
4717                 if (write_res < 0) {
4718                         res = -128;
4719                         goto end;
4720                 }
4721                 if (write_res > 0) {
4722                         /* with --3way, we still need to write the index out */
4723                         res = state->apply_with_reject ? -1 : 1;
4724                         goto end;
4725                 }
4726         }
4727
4728         if (state->fake_ancestor &&
4729             build_fake_ancestor(state, list)) {
4730                 res = -128;
4731                 goto end;
4732         }
4733
4734         if (state->diffstat && state->apply_verbosity > verbosity_silent)
4735                 stat_patch_list(state, list);
4736
4737         if (state->numstat && state->apply_verbosity > verbosity_silent)
4738                 numstat_patch_list(state, list);
4739
4740         if (state->summary && state->apply_verbosity > verbosity_silent)
4741                 summary_patch_list(list);
4742
4743 end:
4744         free_patch_list(list);
4745         strbuf_release(&buf);
4746         string_list_clear(&state->fn_table, 0);
4747         return res;
4748 }
4749
4750 static int apply_option_parse_exclude(const struct option *opt,
4751                                       const char *arg, int unset)
4752 {
4753         struct apply_state *state = opt->value;
4754         add_name_limit(state, arg, 1);
4755         return 0;
4756 }
4757
4758 static int apply_option_parse_include(const struct option *opt,
4759                                       const char *arg, int unset)
4760 {
4761         struct apply_state *state = opt->value;
4762         add_name_limit(state, arg, 0);
4763         state->has_include = 1;
4764         return 0;
4765 }
4766
4767 static int apply_option_parse_p(const struct option *opt,
4768                                 const char *arg,
4769                                 int unset)
4770 {
4771         struct apply_state *state = opt->value;
4772         state->p_value = atoi(arg);
4773         state->p_value_known = 1;
4774         return 0;
4775 }
4776
4777 static int apply_option_parse_space_change(const struct option *opt,
4778                                            const char *arg, int unset)
4779 {
4780         struct apply_state *state = opt->value;
4781         if (unset)
4782                 state->ws_ignore_action = ignore_ws_none;
4783         else
4784                 state->ws_ignore_action = ignore_ws_change;
4785         return 0;
4786 }
4787
4788 static int apply_option_parse_whitespace(const struct option *opt,
4789                                          const char *arg, int unset)
4790 {
4791         struct apply_state *state = opt->value;
4792         state->whitespace_option = arg;
4793         if (parse_whitespace_option(state, arg))
4794                 exit(1);
4795         return 0;
4796 }
4797
4798 static int apply_option_parse_directory(const struct option *opt,
4799                                         const char *arg, int unset)
4800 {
4801         struct apply_state *state = opt->value;
4802         strbuf_reset(&state->root);
4803         strbuf_addstr(&state->root, arg);
4804         strbuf_complete(&state->root, '/');
4805         return 0;
4806 }
4807
4808 int apply_all_patches(struct apply_state *state,
4809                       int argc,
4810                       const char **argv,
4811                       int options)
4812 {
4813         int i;
4814         int res;
4815         int errs = 0;
4816         int read_stdin = 1;
4817
4818         for (i = 0; i < argc; i++) {
4819                 const char *arg = argv[i];
4820                 char *to_free = NULL;
4821                 int fd;
4822
4823                 if (!strcmp(arg, "-")) {
4824                         res = apply_patch(state, 0, "<stdin>", options);
4825                         if (res < 0)
4826                                 goto end;
4827                         errs |= res;
4828                         read_stdin = 0;
4829                         continue;
4830                 } else
4831                         arg = to_free = prefix_filename(state->prefix, arg);
4832
4833                 fd = open(arg, O_RDONLY);
4834                 if (fd < 0) {
4835                         error(_("can't open patch '%s': %s"), arg, strerror(errno));
4836                         res = -128;
4837                         free(to_free);
4838                         goto end;
4839                 }
4840                 read_stdin = 0;
4841                 set_default_whitespace_mode(state);
4842                 res = apply_patch(state, fd, arg, options);
4843                 close(fd);
4844                 free(to_free);
4845                 if (res < 0)
4846                         goto end;
4847                 errs |= res;
4848         }
4849         set_default_whitespace_mode(state);
4850         if (read_stdin) {
4851                 res = apply_patch(state, 0, "<stdin>", options);
4852                 if (res < 0)
4853                         goto end;
4854                 errs |= res;
4855         }
4856
4857         if (state->whitespace_error) {
4858                 if (state->squelch_whitespace_errors &&
4859                     state->squelch_whitespace_errors < state->whitespace_error) {
4860                         int squelched =
4861                                 state->whitespace_error - state->squelch_whitespace_errors;
4862                         warning(Q_("squelched %d whitespace error",
4863                                    "squelched %d whitespace errors",
4864                                    squelched),
4865                                 squelched);
4866                 }
4867                 if (state->ws_error_action == die_on_ws_error) {
4868                         error(Q_("%d line adds whitespace errors.",
4869                                  "%d lines add whitespace errors.",
4870                                  state->whitespace_error),
4871                               state->whitespace_error);
4872                         res = -128;
4873                         goto end;
4874                 }
4875                 if (state->applied_after_fixing_ws && state->apply)
4876                         warning(Q_("%d line applied after"
4877                                    " fixing whitespace errors.",
4878                                    "%d lines applied after"
4879                                    " fixing whitespace errors.",
4880                                    state->applied_after_fixing_ws),
4881                                 state->applied_after_fixing_ws);
4882                 else if (state->whitespace_error)
4883                         warning(Q_("%d line adds whitespace errors.",
4884                                    "%d lines add whitespace errors.",
4885                                    state->whitespace_error),
4886                                 state->whitespace_error);
4887         }
4888
4889         if (state->update_index) {
4890                 res = write_locked_index(&the_index, state->lock_file, COMMIT_LOCK);
4891                 if (res) {
4892                         error(_("Unable to write new index file"));
4893                         res = -128;
4894                         goto end;
4895                 }
4896                 state->newfd = -1;
4897         }
4898
4899         res = !!errs;
4900
4901 end:
4902         if (state->newfd >= 0) {
4903                 rollback_lock_file(state->lock_file);
4904                 state->newfd = -1;
4905         }
4906
4907         if (state->apply_verbosity <= verbosity_silent) {
4908                 set_error_routine(state->saved_error_routine);
4909                 set_warn_routine(state->saved_warn_routine);
4910         }
4911
4912         if (res > -1)
4913                 return res;
4914         return (res == -1 ? 1 : 128);
4915 }
4916
4917 int apply_parse_options(int argc, const char **argv,
4918                         struct apply_state *state,
4919                         int *force_apply, int *options,
4920                         const char * const *apply_usage)
4921 {
4922         struct option builtin_apply_options[] = {
4923                 { OPTION_CALLBACK, 0, "exclude", state, N_("path"),
4924                         N_("don't apply changes matching the given path"),
4925                         0, apply_option_parse_exclude },
4926                 { OPTION_CALLBACK, 0, "include", state, N_("path"),
4927                         N_("apply changes matching the given path"),
4928                         0, apply_option_parse_include },
4929                 { OPTION_CALLBACK, 'p', NULL, state, N_("num"),
4930                         N_("remove <num> leading slashes from traditional diff paths"),
4931                         0, apply_option_parse_p },
4932                 OPT_BOOL(0, "no-add", &state->no_add,
4933                         N_("ignore additions made by the patch")),
4934                 OPT_BOOL(0, "stat", &state->diffstat,
4935                         N_("instead of applying the patch, output diffstat for the input")),
4936                 OPT_NOOP_NOARG(0, "allow-binary-replacement"),
4937                 OPT_NOOP_NOARG(0, "binary"),
4938                 OPT_BOOL(0, "numstat", &state->numstat,
4939                         N_("show number of added and deleted lines in decimal notation")),
4940                 OPT_BOOL(0, "summary", &state->summary,
4941                         N_("instead of applying the patch, output a summary for the input")),
4942                 OPT_BOOL(0, "check", &state->check,
4943                         N_("instead of applying the patch, see if the patch is applicable")),
4944                 OPT_BOOL(0, "index", &state->check_index,
4945                         N_("make sure the patch is applicable to the current index")),
4946                 OPT_BOOL(0, "cached", &state->cached,
4947                         N_("apply a patch without touching the working tree")),
4948                 OPT_BOOL(0, "unsafe-paths", &state->unsafe_paths,
4949                         N_("accept a patch that touches outside the working area")),
4950                 OPT_BOOL(0, "apply", force_apply,
4951                         N_("also apply the patch (use with --stat/--summary/--check)")),
4952                 OPT_BOOL('3', "3way", &state->threeway,
4953                          N_( "attempt three-way merge if a patch does not apply")),
4954                 OPT_FILENAME(0, "build-fake-ancestor", &state->fake_ancestor,
4955                         N_("build a temporary index based on embedded index information")),
4956                 /* Think twice before adding "--nul" synonym to this */
4957                 OPT_SET_INT('z', NULL, &state->line_termination,
4958                         N_("paths are separated with NUL character"), '\0'),
4959                 OPT_INTEGER('C', NULL, &state->p_context,
4960                                 N_("ensure at least <n> lines of context match")),
4961                 { OPTION_CALLBACK, 0, "whitespace", state, N_("action"),
4962                         N_("detect new or modified lines that have whitespace errors"),
4963                         0, apply_option_parse_whitespace },
4964                 { OPTION_CALLBACK, 0, "ignore-space-change", state, NULL,
4965                         N_("ignore changes in whitespace when finding context"),
4966                         PARSE_OPT_NOARG, apply_option_parse_space_change },
4967                 { OPTION_CALLBACK, 0, "ignore-whitespace", state, NULL,
4968                         N_("ignore changes in whitespace when finding context"),
4969                         PARSE_OPT_NOARG, apply_option_parse_space_change },
4970                 OPT_BOOL('R', "reverse", &state->apply_in_reverse,
4971                         N_("apply the patch in reverse")),
4972                 OPT_BOOL(0, "unidiff-zero", &state->unidiff_zero,
4973                         N_("don't expect at least one line of context")),
4974                 OPT_BOOL(0, "reject", &state->apply_with_reject,
4975                         N_("leave the rejected hunks in corresponding *.rej files")),
4976                 OPT_BOOL(0, "allow-overlap", &state->allow_overlap,
4977                         N_("allow overlapping hunks")),
4978                 OPT__VERBOSE(&state->apply_verbosity, N_("be verbose")),
4979                 OPT_BIT(0, "inaccurate-eof", options,
4980                         N_("tolerate incorrectly detected missing new-line at the end of file"),
4981                         APPLY_OPT_INACCURATE_EOF),
4982                 OPT_BIT(0, "recount", options,
4983                         N_("do not trust the line counts in the hunk headers"),
4984                         APPLY_OPT_RECOUNT),
4985                 { OPTION_CALLBACK, 0, "directory", state, N_("root"),
4986                         N_("prepend <root> to all filenames"),
4987                         0, apply_option_parse_directory },
4988                 OPT_END()
4989         };
4990
4991         return parse_options(argc, argv, state->prefix, builtin_apply_options, apply_usage, 0);
4992 }